| Package | Description |
|---|---|
| org.bytedeco.arrow | |
| org.bytedeco.arrow_dataset | |
| org.bytedeco.arrow_flight | |
| org.bytedeco.arrow.global | |
| org.bytedeco.gandiva | |
| org.bytedeco.parquet |
| Modifier and Type | Method and Description |
|---|---|
Schema |
SchemaResult.access() |
Schema |
JsonParseOptions.explicit_schema()
Optional explicit schema (disables type inference on those fields)
|
Schema[] |
SchemaVector.get() |
Schema |
SchemaVector.Iterator.get() |
Schema |
SchemaVector.get(long i) |
Schema |
SchemaResult.MoveValueUnsafe() |
Schema |
SchemaResult.multiply() |
Schema |
SchemaVector.pop_back() |
Schema |
Schema.RemoveMetadata()
\brief Return copy of Schema without the KeyValueMetadata
|
Schema |
Datum.schema()
\brief The schema of the variant, if any
|
Schema |
CollectListener.schema() |
Schema |
TableBatchReader.schema() |
Schema |
Reader.schema() |
Schema |
StreamDecoder.schema() |
Schema |
Table.schema()
\brief Return the table schema
|
Schema |
RecordBatchFileReader.schema()
\brief The schema read from the file
|
Schema |
RecordBatch.schema() |
Schema |
RecordBatchBuilder.schema()
\brief The number of fields in the schema
|
Schema |
RecordBatchReader.schema() |
Schema |
SchemaResult.ValueOrDie()
Gets a mutable reference to the stored
T value. |
Schema |
SchemaResult.ValueUnsafe()
Cast the internally stored value to produce a new result or propagate the stored
error.
|
Schema |
Schema.WithEndianness(arrow.Endianness endianness)
\brief Set endianness in the schema
|
Schema |
Schema.WithEndianness(int endianness) |
Schema |
Schema.WithMetadata(KeyValueMetadata metadata)
\brief Replace key-value metadata with new metadata
|
| Modifier and Type | Method and Description |
|---|---|
Status |
SchemaBuilder.AddSchema(Schema schema)
\brief Add fields of a Schema to the constructed Schema.
|
Status |
DictionaryFieldMapper.AddSchemaFields(Schema schema) |
boolean |
Schema.Equals(Schema other) |
boolean |
Schema.Equals(Schema other,
boolean check_metadata)
Returns true if all of the schema fields are equal
|
JsonParseOptions |
JsonParseOptions.explicit_schema(Schema setter) |
FieldPath |
FieldRef.FindAll(Schema schema)
\brief Retrieve FieldPath of every child field which matches this FieldRef.
|
static TableResult |
Table.FromRecordBatches(Schema schema,
RecordBatchVector batches)
\brief Construct a Table from RecordBatches, using supplied schema.
|
SchemaVector.Iterator |
SchemaVector.insert(SchemaVector.Iterator pos,
Schema value) |
static RecordBatchReaderSharedResult |
RecordBatchReader.Make(RecordBatchVector batches,
Schema schema)
\brief Create a RecordBatchReader from a vector of RecordBatch.
|
static Table |
Table.Make(Schema schema,
ArrayVector arrays) |
static Table |
Table.Make(Schema schema,
ArrayVector arrays,
long num_rows)
\brief Construct a Table from schema and arrays
|
static Table |
Table.Make(Schema schema,
ChunkedArrayVector columns) |
static Table |
Table.Make(Schema schema,
ChunkedArrayVector columns,
long num_rows)
\brief Construct a Table from schema and columns
If columns is zero-length, the table's number of rows is zero
|
static RecordBatch |
RecordBatch.Make(Schema schema,
long num_rows,
ArrayDataVector columns)
\brief Construct record batch from vector of internal data structures
|
static RecordBatch |
RecordBatch.Make(Schema schema,
long num_rows,
ArrayVector columns) |
static Status |
RecordBatchBuilder.Make(Schema schema,
MemoryPool pool,
long initial_capacity,
RecordBatchBuilder builder)
\brief Create an initialize a RecordBatchBuilder
|
static Status |
RecordBatchBuilder.Make(Schema schema,
MemoryPool pool,
RecordBatchBuilder builder)
\brief Create an initialize a RecordBatchBuilder
|
Status |
CollectListener.OnSchemaDecoded(Schema schema) |
Status |
Listener.OnSchemaDecoded(Schema schema)
\brief Called when a schema is decoded.
|
SchemaVector |
SchemaVector.push_back(Schema value) |
SchemaVector |
SchemaVector.put(long i,
Schema value) |
SchemaVector |
SchemaVector.put(Schema... array) |
SchemaVector |
SchemaVector.put(Schema value) |
| Constructor and Description |
|---|
DictionaryFieldMapper(Schema schema) |
Schema(Schema arg0) |
SchemaBuilder(Schema schema) |
SchemaBuilder(Schema schema,
int conflict_policy,
Field.MergeOptions field_merge_options) |
SchemaBuilder(Schema schema,
SchemaBuilder.ConflictPolicy conflict_policy,
Field.MergeOptions field_merge_options)
\brief Construct a SchemaBuilder from a schema, preserving the metadata
field_merge_options is only effective when conflict_policy == CONFLICT_MERGE. |
SchemaResult(Schema value)
Constructs a Result object that contains
value. |
SchemaVector(Schema... array) |
SchemaVector(Schema value) |
| Modifier and Type | Method and Description |
|---|---|
Schema |
ScanOptions.dataset_schema()
Schema with which batches will be read from fragments.
|
Schema |
ScannerBuilder.projected_schema() |
Schema |
ScanOptions.projected_schema()
Schema of projected record batches.
|
Schema |
Partitioning.schema()
\brief The partition schema.
|
Schema |
FileWriter.schema() |
Schema |
ScannerBuilder.schema() |
Schema |
Dataset.schema() |
Schema |
FinishOptions.schema()
Finalize the dataset with this given schema.
|
Schema |
PartitioningFactoryOptions.schema()
Optionally, an expected schema can be provided, in which case inference
will only check discovered fields against the schema and update internal
state (such as dictionaries).
|
| Modifier and Type | Method and Description |
|---|---|
ExpressionResult |
Expression.Bind(Schema in_schema) |
ExpressionResult |
Expression.Bind(Schema in_schema,
ExecContext arg1) |
ScanOptions |
ScanOptions.dataset_schema(Schema setter) |
PartitioningResult |
PartitioningFactory.Finish(Schema schema)
Create a partitioning using the provided schema
(fields may be dropped).
|
DatasetResult |
DatasetFactory.Finish(Schema schema)
\brief Create a Dataset with the given schema (see \a InspectOptions::schema)
|
static UnionDatasetResult |
UnionDataset.Make(Schema schema,
Dataset children)
\brief Construct a UnionDataset wrapping child Datasets.
|
static FileSystemDatasetResult |
FileSystemDataset.Make(Schema schema,
Expression root_partition,
FileFormat format,
FileSystem filesystem,
FileFragmentVector fragments)
\brief Create a FileSystemDataset.
|
FileFragmentResult |
FileFormat.MakeFragment(FileSource source,
Expression partition_expression,
Schema physical_schema)
\brief Open a fragment
|
FileFragmentResult |
ParquetFileFormat.MakeFragment(FileSource source,
Expression partition_expression,
Schema physical_schema)
\brief Create a Fragment targeting all RowGroups.
|
ParquetFileFragmentResult |
ParquetFileFormat.MakeFragment(FileSource source,
Expression partition_expression,
Schema physical_schema,
int[] row_groups) |
ParquetFileFragmentResult |
ParquetFileFormat.MakeFragment(FileSource source,
Expression partition_expression,
Schema physical_schema,
IntBuffer row_groups) |
ParquetFileFragmentResult |
ParquetFileFormat.MakeFragment(FileSource source,
Expression partition_expression,
Schema physical_schema,
IntPointer row_groups)
\brief Create a Fragment, restricted to the specified row groups.
|
FileFragmentResult |
FileFormat.MakeFragment(FileSource source,
Schema physical_schema)
\brief Create a FileFragment for a FileSource.
|
FileWriterResult |
FileFormat.MakeWriter(OutputStream destination,
Schema schema,
FileWriteOptions options)
\brief Create a writer for this format.
|
FileWriterResult |
CsvFileFormat.MakeWriter(OutputStream destination,
Schema schema,
FileWriteOptions options) |
FileWriterResult |
ParquetFileFormat.MakeWriter(OutputStream destination,
Schema schema,
FileWriteOptions options) |
FileWriterResult |
IpcFileFormat.MakeWriter(OutputStream destination,
Schema schema,
FileWriteOptions options) |
ScanOptions |
ScanOptions.projected_schema(Schema setter) |
DatasetResult |
FileSystemDataset.ReplaceSchema(Schema schema)
\brief Replace the schema of the dataset.
|
DatasetResult |
UnionDataset.ReplaceSchema(Schema schema) |
DatasetResult |
Dataset.ReplaceSchema(Schema schema)
\brief Return a copy of this Dataset with a different schema.
|
DatasetResult |
InMemoryDataset.ReplaceSchema(Schema schema) |
FinishOptions |
FinishOptions.schema(Schema setter) |
PartitioningFactoryOptions |
PartitioningFactoryOptions.schema(Schema setter) |
| Constructor and Description |
|---|
DirectoryPartitioning(Schema schema) |
DirectoryPartitioning(Schema schema,
ArrayVector dictionaries)
If a field in schema is of dictionary type, the corresponding element of
dictionaries must be contain the dictionary of values for that field.
|
FunctionPartitioning(Schema schema,
arrow_dataset.CustomOpenWithCompression parse_impl) |
FunctionPartitioning(Schema schema,
arrow_dataset.CustomOpenWithCompression parse_impl,
arrow_dataset.CustomOpenWithCompression format_impl,
BytePointer name) |
FunctionPartitioning(Schema schema,
arrow_dataset.CustomOpenWithCompression parse_impl,
arrow_dataset.CustomOpenWithCompression format_impl,
String name) |
HivePartitioning(Schema schema) |
HivePartitioning(Schema schema,
ArrayVector dictionaries,
BytePointer null_fallback) |
HivePartitioning(Schema schema,
ArrayVector dictionaries,
String null_fallback)
If a field in schema is of dictionary type, the corresponding element of
dictionaries must be contain the dictionary of values for that field.
|
InMemoryDataset(Schema schema,
InMemoryDataset.RecordBatchGenerator get_batches)
Construct a dataset from a schema and a factory of record batch iterators.
|
InMemoryDataset(Schema schema,
RecordBatchVector batches)
Convenience constructor taking a fixed list of batches
|
InMemoryFragment(Schema schema,
RecordBatchVector record_batches) |
InMemoryFragment(Schema schema,
RecordBatchVector record_batches,
Expression arg2) |
ScannerBuilder(Schema schema,
Fragment fragment,
ScanOptions scan_options) |
| Modifier and Type | Method and Description |
|---|---|
Schema |
FlightDataStream.schema() |
Schema |
RecordBatchStream.schema() |
| Modifier and Type | Method and Description |
|---|---|
Status |
MetadataRecordBatchWriter.Begin(Schema schema) |
Status |
MetadataRecordBatchWriter.Begin(Schema schema,
IpcWriteOptions options)
\brief Begin writing data with the given schema.
|
Status |
FlightClient.DoPut(FlightCallOptions options,
FlightDescriptor descriptor,
Schema schema,
FlightStreamWriter stream,
FlightMetadataReader reader)
\brief Upload data to a Flight described by the given
descriptor.
|
Status |
FlightClient.DoPut(FlightDescriptor descriptor,
Schema schema,
FlightStreamWriter stream,
FlightMetadataReader reader) |
Status |
FlightInfo.GetSchema(DictionaryMemo dictionary_memo,
Schema out)
\brief Deserialize the Arrow schema of the dataset, to be passed
to each call to DoGet.
|
Status |
SchemaResult.GetSchema(DictionaryMemo dictionary_memo,
Schema out)
\brief return schema
|
static FlightInfoResult |
FlightInfo.Make(Schema schema,
FlightDescriptor descriptor,
FlightEndpoint endpoints,
long total_records,
long total_bytes)
\brief Factory method to construct a FlightInfo.
|
| Modifier and Type | Method and Description |
|---|---|
static Schema |
arrow.schema(FieldVector fields) |
static Schema |
arrow.schema(FieldVector fields,
arrow.Endianness endianness) |
static Schema |
arrow.schema(FieldVector fields,
arrow.Endianness endianness,
KeyValueMetadata metadata)
\brief Create a Schema instance
|
static Schema |
arrow.schema(FieldVector fields,
int endianness) |
static Schema |
arrow.schema(FieldVector fields,
int endianness,
KeyValueMetadata metadata) |
static Schema |
arrow.schema(FieldVector fields,
KeyValueMetadata metadata)
\brief Create a Schema instance
|
| Modifier and Type | Method and Description |
|---|---|
static Status |
arrow_dataset.CheckProjectable(Schema from,
Schema to)
Logic for automatically determining the structure of multi-file
dataset with possible partitioning according to available
partitioning
|
static Status |
arrow.GetSchemaPayload(Schema schema,
IpcWriteOptions options,
DictionaryFieldMapper mapper,
IpcPayload out)
\brief Compute IpcPayload for the given schema
|
static RecordBatchWriterSharedResult |
arrow.MakeFileWriter(OutputStream sink,
Schema schema) |
static RecordBatchWriterSharedResult |
arrow.MakeFileWriter(OutputStream sink,
Schema schema,
IpcWriteOptions options,
KeyValueMetadata metadata)
Create a new IPC file writer from stream sink and schema
|
static IpcPayloadWriterResult |
arrow.MakePayloadFileWriter(OutputStream sink,
Schema schema) |
static IpcPayloadWriterResult |
arrow.MakePayloadFileWriter(OutputStream sink,
Schema schema,
IpcWriteOptions options,
KeyValueMetadata metadata)
Create a new IPC payload file writer from stream sink.
|
static RecordBatchWriterSharedResult |
arrow.MakeStreamWriter(OutputStream sink,
Schema schema) |
static RecordBatchWriterSharedResult |
arrow.MakeStreamWriter(OutputStream sink,
Schema schema,
IpcWriteOptions options)
\defgroup record-batch-writer-factories Functions for creating RecordBatchWriter
instances
\{
|
static RecordBatchWriterSharedResult |
arrow.NewFileWriter(OutputStream sink,
Schema schema)
Deprecated.
|
static RecordBatchWriterSharedResult |
arrow.NewFileWriter(OutputStream sink,
Schema schema,
IpcWriteOptions options,
KeyValueMetadata metadata)
Deprecated.
|
static RecordBatchWriterSharedResult |
arrow.NewStreamWriter(OutputStream sink,
Schema schema)
Deprecated.
|
static RecordBatchWriterSharedResult |
arrow.NewStreamWriter(OutputStream sink,
Schema schema,
IpcWriteOptions options)
Deprecated.
|
static RecordBatchWriterUniqueResult |
arrow.OpenRecordBatchWriter(IpcPayloadWriter sink,
Schema schema) |
static RecordBatchWriterUniqueResult |
arrow.OpenRecordBatchWriter(IpcPayloadWriter sink,
Schema schema,
IpcWriteOptions options)
Create a new RecordBatchWriter from IpcPayloadWriter and schema.
|
static Status |
arrow.PrettyPrint(Schema schema,
PrettyPrintOptions options,
BytePointer result) |
static Status |
arrow.PrettyPrint(Schema schema,
PrettyPrintOptions options,
Pointer sink) |
static TableResult |
arrow.PromoteTableToSchema(Table table,
Schema schema) |
static TableResult |
arrow.PromoteTableToSchema(Table table,
Schema schema,
MemoryPool pool)
\brief Promotes a table to conform to the given schema.
|
static RecordBatchResult |
arrow.ReadRecordBatch(ArrowBuffer metadata,
Schema schema,
DictionaryMemo dictionary_memo,
IpcReadOptions options,
RandomAccessFile file)
Read record batch from file given metadata and schema
|
static RecordBatchResult |
arrow.ReadRecordBatch(Message message,
Schema schema,
DictionaryMemo dictionary_memo,
IpcReadOptions options)
\brief Read record batch from message
|
static RecordBatchResult |
arrow.ReadRecordBatch(Schema schema,
DictionaryMemo dictionary_memo,
IpcReadOptions options,
InputStream stream)
Read record batch as encapsulated IPC message with metadata size prefix and
header
|
static BufferResult |
arrow.SerializeSchema(Schema schema) |
static BufferResult |
arrow.SerializeSchema(Schema schema,
MemoryPool pool)
\brief Serialize schema as encapsulated IPC message
|
| Modifier and Type | Method and Description |
|---|---|
Schema |
FilterCacheKey.schema() |
| Modifier and Type | Method and Description |
|---|---|
static Status |
Filter.Make(Schema schema,
Condition condition,
Configuration config,
Filter filter)
\brief Build a filter for the given schema and condition.
|
static Status |
Filter.Make(Schema schema,
Condition condition,
Filter filter)
Build a filter for the given schema and condition, with the default configuration.
|
static Status |
Projector.Make(Schema schema,
Expression exprs,
Configuration configuration,
Projector projector)
Build a projector for the given schema to evaluate the vector of expressions.
|
static Status |
Projector.Make(Schema schema,
Expression exprs,
int selection_vector_mode,
Configuration configuration,
Projector projector) |
static Status |
Projector.Make(Schema schema,
Expression exprs,
Projector projector)
Build a default projector for the given schema to evaluate
the vector of expressions.
|
static Status |
Projector.Make(Schema schema,
Expression exprs,
SelectionVector.Mode selection_vector_mode,
Configuration configuration,
Projector projector)
Build a projector for the given schema to evaluate the vector of expressions.
|
| Constructor and Description |
|---|
Filter(LLVMGenerator llvm_generator,
Schema schema,
Configuration config) |
FilterCacheKey(Schema schema,
Configuration configuration,
Expression expression) |
| Modifier and Type | Method and Description |
|---|---|
Schema |
FileWriter.schema() |
| Modifier and Type | Method and Description |
|---|---|
Status |
FileReader.GetSchema(Schema out)
\brief Return arrow schema for all the columns.
|
static Status |
FileWriter.Make(MemoryPool pool,
ParquetFileWriter writer,
Schema schema,
ArrowWriterProperties arrow_properties,
FileWriter out) |
static Status |
FileWriter.Open(Schema schema,
MemoryPool pool,
OutputStream sink,
WriterProperties properties,
ArrowWriterProperties arrow_properties,
FileWriter writer) |
static Status |
FileWriter.Open(Schema schema,
MemoryPool pool,
OutputStream sink,
WriterProperties properties,
FileWriter writer) |
Copyright © 2021. All rights reserved.