Struct ArrowDestination 

pub struct ArrowDestination { /* private fields */ }

Implementations

impl ArrowDestination

pub fn new() -> Self

pub fn new_with_batch_size(batch_size: usize) -> Self

impl ArrowDestination

pub fn arrow(self) -> Result<Vec<RecordBatch>, ArrowDestinationError>

pub fn polars(self) -> Result<DataFrame, ArrowDestinationError>

pub fn record_batch( &mut self, ) -> Result<Option<RecordBatch>, ArrowDestinationError>

pub fn empty_batch(&self) -> RecordBatch

pub fn arrow_schema(&self) -> Arc<Schema>

pub fn names(&self) -> &[String]

Trait Implementations

impl Default for ArrowDestination

fn default() -> Self

Returns the “default value” for a type.

impl Destination for ArrowDestination

const DATA_ORDERS: &'static [DataOrder]

Supported data orders, ordering by preference.

type TypeSystem = ArrowTypeSystem

The type system this Destination is associated with.

type Partition<'a> = ArrowPartitionWriter

The partition type created by partition. It borrows the destination’s buffer.

type Error = ArrowDestinationError

The error type returned by this destination and its partitions.

fn needs_count(&self) -> bool

Specify whether the destination needs total rows in advance in order to pre-allocate the buffer.

fn allocate<S: AsRef<str>>( &mut self, _nrow: usize, names: &[S], schema: &[ArrowTypeSystem], data_order: DataOrder, ) -> Result<(), ArrowDestinationError>

Construct the Destination. This allocates the memory based on the types of each columns and the number of rows.

fn partition( &mut self, counts: usize, ) -> Result<Vec<Self::Partition<'_>>, ArrowDestinationError>

Create counts partition destinations, one per source partition, in the same order.

fn schema(&self) -> &[ArrowTypeSystem]

Return the schema of the destination.