Trait SourcePartition

pub trait SourcePartition {
    type TypeSystem: TypeSystem;
    type Parser<'a>: PartitionParser<'a, TypeSystem = Self::TypeSystem, Error = Self::Error>
       where Self: 'a;
    type Error: From<ConnectorXError> + Send + Debug;

    // Required methods
    fn result_rows(&mut self) -> Result<(), Self::Error>;
    fn parser(&mut self) -> Result<Self::Parser<'_>, Self::Error>;
    fn nrows(&self) -> usize;
    fn ncols(&self) -> usize;
}

In general, a DataSource abstracts the data source as a stream, which can produce a sequence of values of variate types by repetitively calling the function produce.

Required Associated Types

type TypeSystem: TypeSystem

type Parser<'a>: PartitionParser<'a, TypeSystem = Self::TypeSystem, Error = Self::Error> where Self: 'a

type Error: From<ConnectorXError> + Send + Debug

Required Methods

fn result_rows(&mut self) -> Result<(), Self::Error>

Count total number of rows in each partition.

fn parser(&mut self) -> Result<Self::Parser<'_>, Self::Error>

fn nrows(&self) -> usize

Number of rows this DataSource got. Sometimes it is not possible for the source to know how many rows it gets before reading the whole data.

fn ncols(&self) -> usize

Number of cols this DataSource got.

Object Safety

This trait is not object safe.

Implementors

impl SourcePartition for BigQuerySourcePartition

type TypeSystem = BigQueryTypeSystem

type Parser<'a> = BigQuerySourceParser

type Error = BigQuerySourceError

impl SourcePartition for CSVSourcePartition

type TypeSystem = CSVTypeSystem

type Parser<'a> = CSVSourcePartitionParser<'a>

type Error = CSVSourceError

impl SourcePartition for DummySourcePartition

type TypeSystem = DummyTypeSystem

type Parser<'a> = DummySourcePartitionParser<'a>

type Error = ConnectorXError

impl SourcePartition for MsSQLSourcePartition

type TypeSystem = MsSQLTypeSystem

type Parser<'a> = MsSQLSourceParser<'a>

type Error = MsSQLSourceError

impl SourcePartition for MySQLSourcePartition<BinaryProtocol>

type TypeSystem = MySQLTypeSystem

type Parser<'a> = MySQLBinarySourceParser<'a>

type Error = MySQLSourceError

impl SourcePartition for MySQLSourcePartition<TextProtocol>

type TypeSystem = MySQLTypeSystem

type Parser<'a> = MySQLTextSourceParser<'a>

type Error = MySQLSourceError

impl SourcePartition for OracleSourcePartition

type TypeSystem = OracleTypeSystem

type Parser<'a> = OracleTextSourceParser<'a>

type Error = OracleSourceError

impl SourcePartition for SQLiteSourcePartition

type TypeSystem = SQLiteTypeSystem

type Parser<'a> = SQLiteSourcePartitionParser<'a>

type Error = SQLiteSourceError

impl SourcePartition for TrinoSourcePartition

type TypeSystem = TrinoTypeSystem

type Parser<'a> = TrinoSourcePartitionParser<'a>

type Error = TrinoSourceError

impl<C> SourcePartition for PostgresSourcePartition<BinaryProtocol, C>

where C: MakeTlsConnect<Socket> + Clone + 'static + Sync + Send, C::TlsConnect: Send, C::Stream: Send, <C::TlsConnect as TlsConnect<Socket>>::Future: Send,

type TypeSystem = PostgresTypeSystem

type Parser<'a> = PostgresBinarySourcePartitionParser<'a>

type Error = PostgresSourceError

impl<C> SourcePartition for PostgresSourcePartition<CSVProtocol, C>

where C: MakeTlsConnect<Socket> + Clone + 'static + Sync + Send, C::TlsConnect: Send, C::Stream: Send, <C::TlsConnect as TlsConnect<Socket>>::Future: Send,

type TypeSystem = PostgresTypeSystem

type Parser<'a> = PostgresCSVSourceParser<'a>

type Error = PostgresSourceError

impl<C> SourcePartition for PostgresSourcePartition<CursorProtocol, C>

where C: MakeTlsConnect<Socket> + Clone + 'static + Sync + Send, C::TlsConnect: Send, C::Stream: Send, <C::TlsConnect as TlsConnect<Socket>>::Future: Send,

type TypeSystem = PostgresTypeSystem

type Parser<'a> = PostgresRawSourceParser<'a>

type Error = PostgresSourceError

impl<C> SourcePartition for PostgresSourcePartition<SimpleProtocol, C>

where C: MakeTlsConnect<Socket> + Clone + 'static + Sync + Send, C::TlsConnect: Send, C::Stream: Send, <C::TlsConnect as TlsConnect<Socket>>::Future: Send,

type TypeSystem = PostgresTypeSystem

type Parser<'a> = PostgresSimpleSourceParser

type Error = PostgresSourceError