| Package | Description |
|---|---|
| org.bytedeco.arrow | |
| org.bytedeco.arrow_dataset | |
| org.bytedeco.arrow_flight | |
| org.bytedeco.arrow.global | |
| org.bytedeco.gandiva | |
| org.bytedeco.parquet |
| Modifier and Type | Class and Description |
|---|---|
class |
LoggingMemoryPool |
class |
ProxyMemoryPool
Derived class for memory allocation.
|
| Modifier and Type | Method and Description |
|---|---|
static MemoryPool |
MemoryPool.CreateDefault()
\brief EXPERIMENTAL.
|
MemoryPool |
FunctionContext.memory_pool() |
| Modifier and Type | Method and Description |
|---|---|
Status |
Table.CombineChunks(MemoryPool pool,
Table out)
\brief Make a new table by combining the chunks this table has.
|
Status |
ArrowBuffer.Copy(long start,
long nbytes,
MemoryPool pool,
ArrowBuffer out)
Copy a section of the buffer into a new Buffer.
|
static BufferOutputStreamResult |
BufferOutputStream.Create(long initial_capacity,
MemoryPool pool)
\brief Create in-memory output stream with indicated capacity using a
memory pool
|
static Status |
BufferOutputStream.Create(long initial_capacity,
MemoryPool pool,
BufferOutputStream out)
Deprecated.
|
static BufferedInputStreamResult |
BufferedInputStream.Create(long buffer_size,
MemoryPool pool,
InputStream raw) |
static Status |
BufferedInputStream.Create(long buffer_size,
MemoryPool pool,
InputStream raw,
BufferedInputStream out)
Deprecated.
|
static Status |
BufferedInputStream.Create(long buffer_size,
MemoryPool pool,
InputStream raw,
BufferedInputStream out,
long raw_read_bound)
Deprecated.
|
static BufferedInputStreamResult |
BufferedInputStream.Create(long buffer_size,
MemoryPool pool,
InputStream raw,
long raw_read_bound)
\brief Create a BufferedInputStream from a raw InputStream
|
static BufferedOutputStreamResult |
BufferedOutputStream.Create(long buffer_size,
MemoryPool pool,
OutputStream raw)
\brief Create a buffered output stream wrapping the given output stream.
|
static Status |
BufferedOutputStream.Create(long buffer_size,
MemoryPool pool,
OutputStream raw,
BufferedOutputStream out)
Deprecated.
|
ArrayResult |
ListArray.Flatten(MemoryPool memory_pool)
\brief Return an Array that is a concatenation of the lists in this array.
|
ArrayResult |
LargeListArray.Flatten(MemoryPool memory_pool)
\brief Return an Array that is a concatenation of the lists in this array.
|
Status |
StructArray.Flatten(MemoryPool pool,
ArrayVector out)
\brief Flatten this array as a vector of arrays, one for each field
|
Status |
ChunkedArray.Flatten(MemoryPool pool,
ChunkedArrayVector out)
\brief Flatten this chunked array as a vector of chunked arrays, one
for each struct field
|
Status |
Table.Flatten(MemoryPool pool,
Table out)
\brief Flatten the table, producing a new Table.
|
static Status |
MapArray.FromArrays(Array offsets,
Array keys,
Array items,
MemoryPool pool,
Array out)
\brief Construct MapArray from array of offsets and child key, item arrays
This function does the bare minimum of validation of the offsets and
input types, and will allocate a new offsets array if necessary (i.e.
|
static Status |
ListArray.FromArrays(Array offsets,
Array values,
MemoryPool pool,
Array out)
\brief Construct ListArray from array of offsets and child value array
This function does the bare minimum of validation of the offsets and
input types, and will allocate a new offsets array if necessary (i.e.
|
static Status |
LargeListArray.FromArrays(Array offsets,
Array values,
MemoryPool pool,
Array out)
\brief Construct LargeListArray from array of offsets and child value array
This function does the bare minimum of validation of the offsets and
input types, and will allocate a new offsets array if necessary (i.e.
|
static Status |
ArrowBuffer.FromString(BytePointer data,
MemoryPool pool,
ArrowBuffer out) |
static Status |
ArrowBuffer.FromString(String data,
MemoryPool pool,
ArrowBuffer out)
\brief Construct a new buffer that owns its memory from a std::string
|
Status |
DictionaryMemoTable.GetArrayData(MemoryPool pool,
long start_offset,
ArrayData out) |
static CompressedInputStreamResult |
CompressedInputStream.Make(Codec codec,
InputStream raw,
MemoryPool pool)
\brief Create a compressed input stream wrapping the given input stream.
|
static CompressedOutputStreamResult |
CompressedOutputStream.Make(Codec codec,
OutputStream raw,
MemoryPool pool)
\brief Create a compressed output stream wrapping the given output stream.
|
static Status |
CompressedInputStream.Make(MemoryPool pool,
Codec codec,
InputStream raw,
CompressedInputStream out)
Deprecated.
|
static Status |
CompressedOutputStream.Make(MemoryPool pool,
Codec codec,
OutputStream raw,
CompressedOutputStream out)
Deprecated.
|
static Status |
DictionaryUnifier.Make(MemoryPool pool,
DataType value_type,
DictionaryUnifier out)
\brief Construct a DictionaryUnifier
|
static TableReaderResult |
TableReader.Make(MemoryPool pool,
InputStream input,
ReadOptions arg2,
CsvParseOptions arg3,
ConvertOptions arg4)
Create a TableReader instance
|
static Status |
TableReader.Make(MemoryPool pool,
InputStream input,
ReadOptions arg2,
CsvParseOptions arg3,
ConvertOptions arg4,
TableReader out)
Deprecated.
|
static Status |
RecordBatchBuilder.Make(Schema schema,
MemoryPool pool,
long initial_capacity,
RecordBatchBuilder builder)
\brief Create an initialize a RecordBatchBuilder
|
static Status |
RecordBatchBuilder.Make(Schema schema,
MemoryPool pool,
RecordBatchBuilder builder)
\brief Create an initialize a RecordBatchBuilder
|
static ReadableFileResult |
ReadableFile.Open(BytePointer path,
MemoryPool pool) |
static Status |
ReadableFile.Open(BytePointer path,
MemoryPool pool,
ReadableFile file)
Deprecated.
|
static ReadableFileResult |
ReadableFile.Open(int fd,
MemoryPool pool)
\brief Open a local file for reading
|
static Status |
ReadableFile.Open(int fd,
MemoryPool pool,
ReadableFile file)
Deprecated.
|
static ReadableFileResult |
ReadableFile.Open(String path,
MemoryPool pool)
\brief Open a local file for reading
|
static Status |
ReadableFile.Open(String path,
MemoryPool pool,
ReadableFile file)
Deprecated.
|
Status |
BufferOutputStream.Reset(long initial_capacity,
MemoryPool pool)
\brief Initialize state of OutputStream with newly allocated memory and
set position to 0
|
void |
RecordBatchWriter.set_memory_pool(MemoryPool pool)
In some cases, writing may require memory allocation.
|
void |
RecordBatchStreamWriter.set_memory_pool(MemoryPool pool) |
Status |
DictionaryArray.Transpose(MemoryPool pool,
DataType type,
Array dictionary,
int[] transpose_map,
Array out) |
Status |
DictionaryArray.Transpose(MemoryPool pool,
DataType type,
Array dictionary,
IntBuffer transpose_map,
Array out) |
Status |
DictionaryArray.Transpose(MemoryPool pool,
DataType type,
Array dictionary,
IntPointer transpose_map,
Array out)
\brief Transpose this DictionaryArray
This method constructs a new dictionary array with the given dictionary type,
transposing indices using the transpose map.
|
| Constructor and Description |
|---|
BinaryBuilder(DataType type,
MemoryPool pool) |
BinaryBuilder(MemoryPool pool) |
BooleanBuilder(DataType type,
MemoryPool pool) |
BooleanBuilder(MemoryPool pool) |
BufferBuilder(MemoryPool pool) |
ChunkedBinaryBuilder(int max_chunk_value_length,
int max_chunk_length,
MemoryPool pool) |
ChunkedBinaryBuilder(int max_chunk_value_length,
MemoryPool pool) |
ChunkedStringBuilder(int max_chunk_value_length,
int max_chunk_length,
MemoryPool pool) |
ChunkedStringBuilder(int max_chunk_value_length,
MemoryPool pool) |
DayTimeIntervalBuilder(DataType type,
MemoryPool pool) |
DayTimeIntervalBuilder(MemoryPool pool) |
Decimal128Builder(DataType type,
MemoryPool pool) |
DenseUnionBuilder(MemoryPool pool)
Use this constructor to initialize the UnionBuilder with no child builders,
allowing type to be inferred.
|
DenseUnionBuilder(MemoryPool pool,
ArrowBuilderVector children,
DataType type)
Use this constructor to specify the type explicitly.
|
DoubleBuilder(DataType type,
MemoryPool pool) |
FixedSizeBinaryBuilder(DataType type,
MemoryPool pool) |
FixedSizeListBuilder(MemoryPool pool,
ArrayBuilder value_builder,
DataType type)
Use this constructor to infer the built array's type.
|
FixedSizeListBuilder(MemoryPool pool,
ArrayBuilder value_builder,
int list_size)
Use this constructor to define the built array's type explicitly.
|
FloatBuilder(DataType type,
MemoryPool pool) |
FunctionContext(MemoryPool pool) |
HalfFloatBuilder(DataType type,
MemoryPool pool) |
Int16Builder(DataType type,
MemoryPool pool) |
Int32Builder(DataType type,
MemoryPool pool) |
Int64Builder(DataType type,
MemoryPool pool) |
Int8Builder(DataType type,
MemoryPool pool) |
LargeBinaryBuilder(DataType type,
MemoryPool pool) |
LargeBinaryBuilder(MemoryPool pool) |
LargeListBuilder(MemoryPool pool,
ArrayBuilder value_builder) |
LargeListBuilder(MemoryPool pool,
ArrayBuilder value_builder,
DataType type) |
LargeStringBuilder(DataType type,
MemoryPool pool) |
LargeStringBuilder(MemoryPool pool) |
ListBuilder(MemoryPool pool,
ArrayBuilder value_builder) |
ListBuilder(MemoryPool pool,
ArrayBuilder value_builder,
DataType type) |
LoggingMemoryPool(MemoryPool pool) |
MapBuilder(MemoryPool pool,
ArrayBuilder key_builder,
ArrayBuilder item_builder) |
MapBuilder(MemoryPool pool,
ArrayBuilder key_builder,
ArrayBuilder item_builder,
boolean keys_sorted)
Use this constructor to infer the built array's type.
|
MapBuilder(MemoryPool pool,
ArrayBuilder key_builder,
ArrayBuilder item_builder,
DataType type)
Use this constructor to define the built array's type explicitly.
|
NullBuilder(MemoryPool pool) |
ProxyMemoryPool(MemoryPool pool) |
SparseUnionBuilder(MemoryPool pool)
Use this constructor to initialize the UnionBuilder with no child builders,
allowing type to be inferred.
|
SparseUnionBuilder(MemoryPool pool,
ArrowBuilderVector children,
DataType type)
Use this constructor to specify the type explicitly.
|
StringBuilder(DataType type,
MemoryPool pool) |
StringBuilder(MemoryPool pool) |
StructBuilder(DataType type,
MemoryPool pool,
ArrowBuilderVector field_builders)
If any of field_builders has indeterminate type, this builder will also
|
TypedBufferBuilder(MemoryPool pool) |
UInt16Builder(DataType type,
MemoryPool pool) |
UInt32Builder(DataType type,
MemoryPool pool) |
UInt64Builder(DataType type,
MemoryPool pool) |
UInt8Builder(DataType type,
MemoryPool pool) |
| Modifier and Type | Method and Description |
|---|---|
MemoryPool |
ScanContext.pool() |
| Modifier and Type | Method and Description |
|---|---|
DatumResult |
TreeEvaluator.Evaluate(Expression expr,
RecordBatch batch,
MemoryPool pool) |
DatumResult |
ExpressionEvaluator.Evaluate(Expression expr,
RecordBatch batch,
MemoryPool pool)
Evaluate expr against each row of a RecordBatch.
|
RecordBatchResult |
TreeEvaluator.Filter(Datum selection,
RecordBatch batch,
MemoryPool pool) |
RecordBatchResult |
ExpressionEvaluator.Filter(Datum selection,
RecordBatch batch,
MemoryPool pool) |
RecordBatchIterator |
ExpressionEvaluator.FilterBatches(RecordBatchIterator unfiltered,
Expression filter,
MemoryPool pool)
\brief Wrap an iterator of record batches with a filter expression.
|
ScanContext |
ScanContext.pool(MemoryPool setter) |
| Constructor and Description |
|---|
RecordBatchStream(RecordBatchReader reader,
MemoryPool pool) |
| Modifier and Type | Method and Description |
|---|---|
static MemoryPool |
arrow.default_memory_pool()
\}
|
static MemoryPool |
arrow.system_memory_pool()
Return a process-wide memory pool based on the system allocator.
|
| Modifier and Type | Method and Description |
|---|---|
static Status |
arrow.AllocateBitmap(MemoryPool pool,
long length,
ArrowBuffer out)
\brief Allocate a bitmap buffer from a memory pool
no guarantee on values is provided.
|
static ResizableBuffer |
parquet.AllocateBuffer(MemoryPool pool,
long size) |
static Status |
arrow.AllocateBuffer(MemoryPool pool,
long size,
ArrowBuffer out)
\defgroup buffer-allocation-functions Functions for allocating buffers
\{
|
static Status |
arrow.AllocateEmptyBitmap(MemoryPool pool,
long length,
ArrowBuffer out)
\brief Allocate a zero-initialized bitmap buffer from a memory pool
|
static Status |
arrow.AllocateResizableBuffer(MemoryPool pool,
long size,
ResizableBuffer out)
\brief Allocate a resizeable buffer from a memory pool, zero its padding.
|
static BufferResult |
arrow.BitmapAllButOne(MemoryPool pool,
long length,
long straggler_pos) |
static BufferResult |
arrow.BitmapAllButOne(MemoryPool pool,
long length,
long straggler_pos,
boolean value)
\brief Generate Bitmap with all position to
value except for one found
at straggler_pos. |
static BufferResult |
arrow.BitmapAnd(MemoryPool pool,
byte[] left,
long left_offset,
byte[] right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapAnd(MemoryPool pool,
ByteBuffer left,
long left_offset,
ByteBuffer right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapAnd(MemoryPool pool,
BytePointer left,
long left_offset,
BytePointer right,
long right_offset,
long length,
long out_offset)
\brief Do a "bitmap and" on right and left buffers starting at
their respective bit-offsets for the given bit-length and put
the results in out_buffer starting at the given bit-offset.
|
static BufferResult |
arrow.BitmapOr(MemoryPool pool,
byte[] left,
long left_offset,
byte[] right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapOr(MemoryPool pool,
ByteBuffer left,
long left_offset,
ByteBuffer right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapOr(MemoryPool pool,
BytePointer left,
long left_offset,
BytePointer right,
long right_offset,
long length,
long out_offset)
\brief Do a "bitmap or" for the given bit length on right and left buffers
starting at their respective bit-offsets and put the results in out_buffer
starting at the given bit-offset.
|
static BufferResult |
arrow.BitmapXor(MemoryPool pool,
byte[] left,
long left_offset,
byte[] right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapXor(MemoryPool pool,
ByteBuffer left,
long left_offset,
ByteBuffer right,
long right_offset,
long length,
long out_offset) |
static BufferResult |
arrow.BitmapXor(MemoryPool pool,
BytePointer left,
long left_offset,
BytePointer right,
long right_offset,
long length,
long out_offset)
\brief Do a "bitmap xor" for the given bit-length on right and left
buffers starting at their respective bit-offsets and put the results in
out_buffer starting at the given bit offset.
|
static BufferResult |
arrow.BytesToBits(byte[] arg0,
MemoryPool pool) |
static BufferResult |
arrow.BytesToBits(ByteBuffer arg0,
MemoryPool pool) |
static BufferResult |
arrow.BytesToBits(BytePointer arg0,
MemoryPool pool)
\brief Convert vector of bytes to bitmap buffer
|
static Status |
arrow.Concatenate(ArrayVector arrays,
MemoryPool pool,
Array out)
\brief Concatenate arrays
|
static Status |
arrow.ConcatenateBuffers(ArrowBufferVector buffers,
MemoryPool pool,
ArrowBuffer out)
\brief Concatenate multiple buffers into a single buffer
|
static TableResult |
arrow.ConcatenateTables(TableVector tables,
ConcatenateTablesOptions options,
MemoryPool memory_pool)
\brief Construct table from multiple input tables.
|
static BufferResult |
arrow.CopyBitmap(MemoryPool pool,
byte[] bitmap,
long offset,
long length) |
static BufferResult |
arrow.CopyBitmap(MemoryPool pool,
ByteBuffer bitmap,
long offset,
long length) |
static BufferResult |
arrow.CopyBitmap(MemoryPool pool,
BytePointer bitmap,
long offset,
long length)
Copy a bit range of an existing bitmap
|
static BufferOutputStream |
parquet.CreateOutputStream(MemoryPool pool) |
static Status |
arrow.GetDictionaryPayload(long id,
Array dictionary,
IpcOptions options,
MemoryPool pool,
IpcPayload payload)
\brief Compute IpcPayload for a dictionary
|
static Status |
arrow.GetRecordBatchPayload(RecordBatch batch,
IpcOptions options,
MemoryPool pool,
IpcPayload out)
\brief Compute IpcPayload for the given record batch
|
static Status |
arrow.GetSparseTensorMessage(SparseTensor sparse_tensor,
MemoryPool pool,
Message out)
\brief EXPERIMENTAL: Convert arrow::SparseTensor to a Message with minimal memory
allocation
The message is written out as followed:
|
static Status |
arrow.GetSparseTensorPayload(SparseTensor sparse_tensor,
MemoryPool pool,
IpcPayload out)
\brief Compute IpcPayload for the given sparse tensor
|
static Status |
arrow.GetTensorMessage(Tensor tensor,
MemoryPool pool,
Message out)
\brief EXPERIMENTAL: Convert arrow::Tensor to a Message with minimal memory
allocation
|
static Status |
arrow.jemalloc_memory_pool(MemoryPool out) |
static Status |
arrow.MakeArrayFromScalar(MemoryPool pool,
Scalar scalar,
long length,
Array out)
\brief Create a strongly-typed Array instance with all elements null
|
static Status |
arrow.MakeArrayOfNull(MemoryPool pool,
DataType type,
long length,
Array out)
\brief Create a strongly-typed Array instance with all elements null
|
static Status |
arrow.MakeBuilder(MemoryPool pool,
DataType type,
ArrayBuilder out)
\brief Construct an empty ArrayBuilder corresponding to the data
type
|
static Status |
arrow.MakeDictionaryBuilder(MemoryPool pool,
DataType type,
Array dictionary,
ArrayBuilder out)
\brief Construct an empty DictionaryBuilder initialized optionally
with a pre-existing dictionary
|
static Status |
arrow.mimalloc_memory_pool(MemoryPool out) |
static TableResult |
arrow.PromoteTableToSchema(Table table,
Schema schema,
MemoryPool pool)
\brief Promotes a table to conform to the given schema.
|
static Status |
arrow.ReadMessageCopy(InputStream stream,
MemoryPool pool,
Message message)
\brief Read encapsulated IPC message (metadata and body) from InputStream
Like ReadMessage, except that the metadata is copied in a new buffer.
|
static Status |
arrow.SerializeRecordBatch(RecordBatch batch,
MemoryPool pool,
ArrowBuffer out)
\brief Serialize record batch as encapsulated IPC message in a new buffer
|
static Status |
arrow.SerializeRecordBatch(RecordBatch batch,
MemoryPool pool,
OutputStream out)
\brief Write record batch to OutputStream
|
static Status |
arrow.SerializeSchema(Schema schema,
DictionaryMemo dictionary_memo,
MemoryPool pool,
ArrowBuffer out)
\brief Serialize schema as encapsulated IPC message
|
static Status |
arrow.WriteRecordBatch(RecordBatch batch,
long buffer_start_offset,
OutputStream dst,
int[] metadata_length,
long[] body_length,
IpcOptions options,
MemoryPool pool) |
static Status |
arrow.WriteRecordBatch(RecordBatch batch,
long buffer_start_offset,
OutputStream dst,
IntBuffer metadata_length,
LongBuffer body_length,
IpcOptions options,
MemoryPool pool) |
static Status |
arrow.WriteRecordBatch(RecordBatch batch,
long buffer_start_offset,
OutputStream dst,
IntPointer metadata_length,
LongPointer body_length,
IpcOptions options,
MemoryPool pool)
\brief Low-level API for writing a record batch (without schema)
to an OutputStream as encapsulated IPC message.
|
| Modifier and Type | Method and Description |
|---|---|
Status |
Projector.Evaluate(RecordBatch batch,
MemoryPool pool,
ArrayVector output)
Evaluate the specified record batch, and return the allocated and populated output
arrays.
|
Status |
Projector.Evaluate(RecordBatch batch,
SelectionVector selection_vector,
MemoryPool pool,
ArrayVector output)
Evaluate the specified record batch, and return the allocated and populated output
arrays.
|
static Status |
SelectionVector.MakeInt16(long max_slots,
MemoryPool pool,
SelectionVector selection_vector) |
static Status |
SelectionVector.MakeInt32(long max_slots,
MemoryPool pool,
SelectionVector selection_vector)
\brief make selection vector with int32 type records.
|
static Status |
SelectionVector.MakeInt64(long max_slots,
MemoryPool pool,
SelectionVector selection_vector)
\brief make selection vector with int64 type records.
|
| Modifier and Type | Method and Description |
|---|---|
MemoryPool |
WriterProperties.memory_pool() |
MemoryPool |
ReaderProperties.memory_pool() |
MemoryPool |
ArrowWriteContext.memory_pool() |
| Modifier and Type | Method and Description |
|---|---|
static Statistics |
Statistics.Make(ColumnDescriptor descr,
BytePointer encoded_min,
BytePointer encoded_max,
long num_values,
long null_count,
long distinct_count,
boolean has_min_max,
MemoryPool pool) |
static Statistics |
Statistics.Make(ColumnDescriptor descr,
MemoryPool pool)
\brief Create a new statistics instance given a column schema
definition
|
static RecordReader |
RecordReader.Make(ColumnDescriptor descr,
MemoryPool pool,
boolean read_dictionary) |
static ColumnReader |
ColumnReader.Make(ColumnDescriptor descr,
PageReader pager,
MemoryPool pool) |
static Statistics |
Statistics.Make(ColumnDescriptor descr,
String encoded_min,
String encoded_max,
long num_values,
long null_count,
long distinct_count,
boolean has_min_max,
MemoryPool pool)
\brief Create a new statistics instance given a column schema
definition and pre-existing state
|
static Scanner |
Scanner.Make(ColumnReader col_reader,
long batch_size,
MemoryPool pool) |
WriterProperties.Builder |
WriterProperties.Builder.memory_pool(MemoryPool pool) |
ArrowWriteContext |
ArrowWriteContext.memory_pool(MemoryPool setter) |
static PageReader |
PageReader.Open(InputStream stream,
long total_num_rows,
Compression.type codec,
MemoryPool pool,
CryptoContext ctx) |
static PageReader |
PageReader.Open(InputStream stream,
long total_num_rows,
int codec,
MemoryPool pool,
CryptoContext ctx) |
| Constructor and Description |
|---|
ArrowWriteContext(MemoryPool memory_pool,
ArrowWriterProperties properties) |
ReaderProperties(MemoryPool pool) |
Copyright © 2020. All rights reserved.