org.bytedeco.arrow.global

Class parquet

java.lang.Object

org.bytedeco.arrow.presets.parquet

org.bytedeco.arrow.global.parquet

All Implemented Interfaces:

InfoMapper

public class parquet
extends parquet

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	parquet.ParquetDataPageVersion Controls serialization format of data pages.

Field Summary

Fields

Modifier and Type	Field and Description
static boolean	DEFAULT_ARE_STATISTICS_ENABLED
static long	DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT
static boolean	DEFAULT_IS_DICTIONARY_ENABLED
static long	DEFAULT_MAX_ROW_GROUP_LENGTH
static long	DEFAULT_MAX_STATISTICS_SIZE
static long	DEFAULT_SCANNER_BATCH_SIZE
static long	DEFAULT_WRITE_BATCH_SIZE
static int	kAadFileUniqueLength
static long	kArrowDefaultBatchSize
static boolean	kArrowDefaultUseThreads
static boolean	kDefaultAllowPlaintextFiles
static boolean	kDefaultCheckSignature
static long	kDefaultDataPageSize
static boolean	kDefaultEncryptedFooter
static int	kDefaultMaxPageHeaderSize
static int	kDefaultPageHeaderSize
static int	kMaximalAadMetadataLength
static int	WRITE_BATCH_SIZE

Constructor Summary

Constructors

Constructor and Description
parquet()

Method Summary

Modifier and Type	Method and Description
static ResizableBuffer	AllocateBuffer()
static ResizableBuffer	AllocateBuffer(MemoryPool pool, long size)
static Node	Boolean(BytePointer name)
static Node	Boolean(BytePointer name, int repetition, int field_id)
static Node	Boolean(String name)
static Node	Boolean(String name, Repetition.type repetition, int field_id)
static String	ByteArrayToString(ByteArray a)
static String	ConvertedTypeToString(ConvertedType.type t)
static BytePointer	ConvertedTypeToString(int t)
static BufferOutputStream	CreateOutputStream()
static BufferOutputStream	CreateOutputStream(MemoryPool pool)
static boolean	DEFAULT_ARE_STATISTICS_ENABLED()
static ArrowReaderProperties	default_arrow_reader_properties() EXPERIMENTAL: Constructs the default ArrowReaderProperties
static ArrowWriterProperties	default_arrow_writer_properties()
static Compression.type	DEFAULT_COMPRESSION_TYPE()
static String	DEFAULT_CREATED_BY()
static byte	DEFAULT_CREATED_BY(int i)
static long	DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT()
static Encoding.type	DEFAULT_ENCODING()
static boolean	DEFAULT_IS_DICTIONARY_ENABLED()
static long	DEFAULT_MAX_ROW_GROUP_LENGTH()
static long	DEFAULT_MAX_STATISTICS_SIZE()
static ReaderProperties	default_reader_properties()
static long	DEFAULT_SCANNER_BATCH_SIZE()
static long	DEFAULT_WRITE_BATCH_SIZE()
static WriterProperties	default_writer_properties()
static int	DefaultSortOrder(int primitive)
static SortOrder.type	DefaultSortOrder(Type.type primitive)
static void	DefLevelsToBitmap(short[] def_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefLevelsToBitmap(ShortBuffer def_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefLevelsToBitmap(ShortPointer def_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefRepLevelsToBitmap(short[] def_levels, short[] rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefRepLevelsToBitmap(ShortBuffer def_levels, ShortBuffer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefRepLevelsToBitmap(ShortPointer def_levels, ShortPointer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output)
static void	DefRepLevelsToList(short[] def_levels, short[] rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, int[] offsets)
static void	DefRepLevelsToList(short[] def_levels, short[] rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, long[] offsets)
static void	DefRepLevelsToList(ShortBuffer def_levels, ShortBuffer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, IntBuffer offsets)
static void	DefRepLevelsToList(ShortBuffer def_levels, ShortBuffer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, LongBuffer offsets)
static void	DefRepLevelsToList(ShortPointer def_levels, ShortPointer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, IntPointer offsets)
static void	DefRepLevelsToList(ShortPointer def_levels, ShortPointer rep_levels, long num_def_levels, LevelInfo level_info, ValidityBitmapInputOutput output, LongPointer offsets)
static Node	Double(BytePointer name)
static Node	Double(BytePointer name, int repetition, int field_id)
static Node	Double(String name)
static Node	Double(String name, Repetition.type repetition, int field_id)
static String	EncodingToString(Encoding.type t)
static BytePointer	EncodingToString(int t)
static boolean	equals(ByteArray left, ByteArray right)
static boolean	equals(Int96 left, Int96 right)
static String	FixedLenByteArrayToString(FixedLenByteArray a, int len)
static Node	Float(BytePointer name)
static Node	Float(BytePointer name, int repetition, int field_id)
static Node	Float(String name)
static Node	Float(String name, Repetition.type repetition, int field_id)
static Status	FuzzReader(byte[] data, long size)
static Status	FuzzReader(ByteBuffer data, long size)
static Status	FuzzReader(BytePointer data, long size)
static Codec	GetCodec(Compression.type codec)
static Codec	GetCodec(Compression.type codec, int compression_level)
static Codec	GetCodec(int codec)
static Codec	GetCodec(int codec, int compression_level)
static SortOrder.type	GetSortOrder(ConvertedType.type converted, Type.type primitive)
static int	GetSortOrder(int converted, int primitive)
static int	GetSortOrder(LogicalType logical_type, int primitive)
static SortOrder.type	GetSortOrder(LogicalType logical_type, Type.type primitive)
static int	GetTypeByteSize(int t)
static int	GetTypeByteSize(Type.type t)
static long	GreaterThanBitmap(short[] levels, long num_levels, short rhs)
static long	GreaterThanBitmap(ShortBuffer levels, long num_levels, short rhs)
static long	GreaterThanBitmap(ShortPointer levels, long num_levels, short rhs) Builds a bitmap where each set bit indicates the corresponding level is greater than rhs.
static Node	Int32(BytePointer name)
static Node	Int32(BytePointer name, int repetition, int field_id)
static Node	Int32(String name)
static Node	Int32(String name, Repetition.type repetition, int field_id)
static Node	Int64(BytePointer name)
static Node	Int64(BytePointer name, int repetition, int field_id)
static Node	Int64(String name)
static Node	Int64(String name, Repetition.type repetition, int field_id)
static long	Int96GetNanoSeconds(Int96 i96)
static void	Int96SetNanoSeconds(Int96 i96, long nanoseconds)
static String	Int96ToString(Int96 a)
static boolean	IsCodecSupported(Compression.type codec) \brief Return true if Parquet supports indicated compression type
static boolean	IsCodecSupported(int codec)
static int	kAadFileUniqueLength()
static long	kArrowDefaultBatchSize()
static boolean	kArrowDefaultUseThreads()
static boolean	kDefaultAllowPlaintextFiles()
static long	kDefaultBufferSize() Align the default buffer size to a small multiple of a page size.
static boolean	kDefaultCheckSignature()
static long	kDefaultDataPageSize()
static boolean	kDefaultEncryptedFooter()
static ParquetCipher.type	kDefaultEncryptionAlgorithm()
static int	kDefaultMaxPageHeaderSize()
static long	kDefaultOutputStreamSize()
static int	kDefaultPageHeaderSize()
static long	kJulianEpochOffsetDays() Timestamp conversion constants
static long	kJulianToUnixEpochDays()
static int	kMaximalAadMetadataLength()
static long	kMicrosecondsInNanos()
static long	kMicrosecondsPerDay()
static long	kMillisecondsInNanos()
static long	kMillisecondsPerDay()
static long	kNanosecondsInNanos()
static long	kNanosecondsPerDay()
static short	kNonPageOrdinal()
static BytePointer	kParquetEMagic()
static byte	kParquetEMagic(int i)
static BytePointer	kParquetMagic()
static byte	kParquetMagic(int i)
static long	kSecondsInNanos()
static long	kSecondsPerDay()
static void	MicrosecondsToImpalaTimestamp(long microseconds, Int96 impala_timestamp)
static void	MillisecondsToImpalaTimestamp(long milliseconds, Int96 impala_timestamp)
static void	NanosecondsToImpalaTimestamp(long nanoseconds, Int96 impala_timestamp)
static boolean	notEquals(ByteArray left, ByteArray right)
static boolean	notEquals(Int96 left, Int96 right)
static Status	OpenFile(RandomAccessFile arg0, MemoryPool allocator, FileReader reader) \defgroup parquet-arrow-reader-factories Factory functions for Parquet Arrow readers \{
static BytePointer	ParquetVersionToString(int ver)
static String	ParquetVersionToString(ParquetVersion.type ver)
static void	PrintSchema(Node schema, Pointer stream)
static void	PrintSchema(Node schema, Pointer stream, int indent_width)
static FileMetaData	ReadMetaData(RandomAccessFile source)
static long	ScanAllValues(int batch_size, short[] def_levels, short[] rep_levels, byte[] values, long[] values_buffered, ColumnReader reader)
static long	ScanAllValues(int batch_size, ShortBuffer def_levels, ShortBuffer rep_levels, ByteBuffer values, LongBuffer values_buffered, ColumnReader reader)
static long	ScanAllValues(int batch_size, ShortPointer def_levels, ShortPointer rep_levels, BytePointer values, LongPointer values_buffered, ColumnReader reader)
static long	ScanFileContents(int[] columns, int column_batch_size, ParquetFileReader reader)
static long	ScanFileContents(IntBuffer columns, int column_batch_size, ParquetFileReader reader)
static long	ScanFileContents(IntPointer columns, int column_batch_size, ParquetFileReader reader) \brief Scan all values in file.
static void	SecondsToImpalaTimestamp(long seconds, Int96 impala_timestamp)
static Pointer	shiftLeft(Pointer os, ParquetException exception)
static Status	StatisticsAsScalars(Statistics Statistics, Scalar min, Scalar max) \}
static ByteBuffer	str2bytes(BytePointer str)
static BytePointer	str2bytes(String str)
static long	TestOnlyExtractBitsSoftware(long bitmap, long selection)
static BytePointer	TypeToString(int t)
static String	TypeToString(Type.type t)
static int	WRITE_BATCH_SIZE()
static void	WriteEncryptedFileMetadata(FileMetaData file_metadata, OutputStream sink)
static void	WriteFileCryptoMetaData(FileCryptoMetaData crypto_metadata, OutputStream sink)
static void	WriteFileMetaData(FileMetaData file_metadata, OutputStream sink)
static void	WriteMetaDataFile(FileMetaData file_metadata, OutputStream sink)
static Status	WriteTable(Table table, MemoryPool pool, OutputStream sink, long chunk_size)
static Status	WriteTable(Table table, MemoryPool pool, OutputStream sink, long chunk_size, WriterProperties properties, ArrowWriterProperties arrow_properties) \brief Write a Table to Parquet.

Methods inherited from class org.bytedeco.arrow.presets.parquet

map

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

kDefaultMaxPageHeaderSize

public static final int kDefaultMaxPageHeaderSize

kDefaultPageHeaderSize

public static final int kDefaultPageHeaderSize

DEFAULT_SCANNER_BATCH_SIZE

public static final long DEFAULT_SCANNER_BATCH_SIZE

WRITE_BATCH_SIZE

public static final int WRITE_BATCH_SIZE

kMaximalAadMetadataLength

public static final int kMaximalAadMetadataLength

kDefaultEncryptedFooter

public static final boolean kDefaultEncryptedFooter

kDefaultCheckSignature

public static final boolean kDefaultCheckSignature

kDefaultAllowPlaintextFiles

public static final boolean kDefaultAllowPlaintextFiles

kAadFileUniqueLength

public static final int kAadFileUniqueLength

kDefaultDataPageSize

public static final long kDefaultDataPageSize

DEFAULT_IS_DICTIONARY_ENABLED

public static final boolean DEFAULT_IS_DICTIONARY_ENABLED

DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

public static final long DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

DEFAULT_WRITE_BATCH_SIZE

public static final long DEFAULT_WRITE_BATCH_SIZE

DEFAULT_MAX_ROW_GROUP_LENGTH

public static final long DEFAULT_MAX_ROW_GROUP_LENGTH

DEFAULT_ARE_STATISTICS_ENABLED

public static final boolean DEFAULT_ARE_STATISTICS_ENABLED

DEFAULT_MAX_STATISTICS_SIZE

public static final long DEFAULT_MAX_STATISTICS_SIZE

kArrowDefaultUseThreads

public static final boolean kArrowDefaultUseThreads

kArrowDefaultBatchSize

public static final long kArrowDefaultBatchSize

Constructor Detail

parquet

public parquet()

Method Detail

kDefaultOutputStreamSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kDefaultOutputStreamSize()

kNonPageOrdinal

@Namespace(value="parquet")
 @MemberGetter
public static short kNonPageOrdinal()

CreateOutputStream

@Namespace(value="parquet")
 @SharedPtr
public static BufferOutputStream CreateOutputStream(MemoryPool pool)

CreateOutputStream

@Namespace(value="parquet")
 @SharedPtr
public static BufferOutputStream CreateOutputStream()

AllocateBuffer

@Namespace(value="parquet")
 @SharedPtr
public static ResizableBuffer AllocateBuffer(MemoryPool pool,
                                                                                     @Cast(value="int64_t")
                                                                                     long size)

AllocateBuffer

@Namespace(value="parquet")
 @SharedPtr
public static ResizableBuffer AllocateBuffer()

IsCodecSupported

@Namespace(value="parquet")
 @Cast(value="bool")
public static boolean IsCodecSupported(Compression.type codec)

\brief Return true if Parquet supports indicated compression type

IsCodecSupported

@Namespace(value="parquet")
 @Cast(value="bool")
public static boolean IsCodecSupported(@Cast(value="arrow::Compression::type")
                                                                                        int codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(Compression.type codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(@Cast(value="arrow::Compression::type")
                                                                     int codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(Compression.type codec,
                                                                     int compression_level)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(@Cast(value="arrow::Compression::type")
                                                                     int codec,
                                                                     int compression_level)

equals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator ==")
public static boolean equals(@Const @ByRef
                                                                                                          ByteArray left,
                                                                                                          @Const @ByRef
                                                                                                          ByteArray right)

notEquals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator !=")
public static boolean notEquals(@Const @ByRef
                                                                                                             ByteArray left,
                                                                                                             @Const @ByRef
                                                                                                             ByteArray right)

kJulianToUnixEpochDays

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kJulianToUnixEpochDays()

kSecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kSecondsPerDay()

kMillisecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMillisecondsPerDay()

kMicrosecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMicrosecondsPerDay()

kNanosecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kNanosecondsPerDay()

equals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator ==")
public static boolean equals(@Const @ByRef
                                                                                                          Int96 left,
                                                                                                          @Const @ByRef
                                                                                                          Int96 right)

notEquals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator !=")
public static boolean notEquals(@Const @ByRef
                                                                                                             Int96 left,
                                                                                                             @Const @ByRef
                                                                                                             Int96 right)

ByteArrayToString

@Namespace(value="parquet")
 @StdString
public static String ByteArrayToString(@Const @ByRef
                                                                               ByteArray a)

Int96SetNanoSeconds

@Namespace(value="parquet")
public static void Int96SetNanoSeconds(@ByRef
                                                                   Int96 i96,
                                                                   @Cast(value="int64_t")
                                                                   long nanoseconds)

Int96GetNanoSeconds

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long Int96GetNanoSeconds(@Const @ByRef
                                                                                           Int96 i96)

Int96ToString

@Namespace(value="parquet")
 @StdString
public static String Int96ToString(@Const @ByRef
                                                                           Int96 a)

FixedLenByteArrayToString

@Namespace(value="parquet")
 @StdString
public static String FixedLenByteArrayToString(@Const @ByRef
                                                                                       FixedLenByteArray a,
                                                                                       int len)

EncodingToString

@Namespace(value="parquet")
 @StdString
public static String EncodingToString(Encoding.type t)

EncodingToString

@Namespace(value="parquet")
 @StdString
public static BytePointer EncodingToString(@Cast(value="parquet::Encoding::type")
                                                                                   int t)

ConvertedTypeToString

@Namespace(value="parquet")
 @StdString
public static String ConvertedTypeToString(ConvertedType.type t)

ConvertedTypeToString

@Namespace(value="parquet")
 @StdString
public static BytePointer ConvertedTypeToString(@Cast(value="parquet::ConvertedType::type")
                                                                                        int t)

TypeToString

@Namespace(value="parquet")
 @StdString
public static String TypeToString(Type.type t)

TypeToString

@Namespace(value="parquet")
 @StdString
public static BytePointer TypeToString(@Cast(value="parquet::Type::type")
                                                                               int t)

GetTypeByteSize

@Namespace(value="parquet")
public static int GetTypeByteSize(Type.type t)

GetTypeByteSize

@Namespace(value="parquet")
public static int GetTypeByteSize(@Cast(value="parquet::Type::type")
                                                              int t)

DefaultSortOrder

@Namespace(value="parquet")
public static SortOrder.type DefaultSortOrder(Type.type primitive)

DefaultSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int DefaultSortOrder(@Cast(value="parquet::Type::type")
                                                                                                        int primitive)

GetSortOrder

@Namespace(value="parquet")
public static SortOrder.type GetSortOrder(ConvertedType.type converted,
                                                                      Type.type primitive)

GetSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int GetSortOrder(@Cast(value="parquet::ConvertedType::type")
                                                                                                    int converted,
                                                                                                    @Cast(value="parquet::Type::type")
                                                                                                    int primitive)

GetSortOrder

@Namespace(value="parquet")
public static SortOrder.type GetSortOrder(@Const @Cast(value="const parquet::LogicalType*") @SharedPtr @ByRef
                                                                      LogicalType logical_type,
                                                                      Type.type primitive)

GetSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int GetSortOrder(@Const @Cast(value="const parquet::LogicalType*") @SharedPtr @ByRef
                                                                                                    LogicalType logical_type,
                                                                                                    @Cast(value="parquet::Type::type")
                                                                                                    int primitive)

shiftLeft

@Namespace(value="parquet")
 @Cast(value="std::ostream*")
 @ByRef
 @Name(value="operator <<")
public static Pointer shiftLeft(@Cast(value="std::ostream*") @ByRef
                                                                                                                              Pointer os,
                                                                                                                              @Const @ByRef
                                                                                                                              ParquetException exception)

GreaterThanBitmap

@Namespace(value="parquet::internal")
 @Cast(value="uint64_t")
public static long GreaterThanBitmap(@Const
                                                                                                    ShortPointer levels,
                                                                                                    @Cast(value="int64_t")
                                                                                                    long num_levels,
                                                                                                    short rhs)

Builds a bitmap where each set bit indicates the corresponding level is greater than rhs.

GreaterThanBitmap

@Namespace(value="parquet::internal")
 @Cast(value="uint64_t")
public static long GreaterThanBitmap(@Const
                                                                                                    ShortBuffer levels,
                                                                                                    @Cast(value="int64_t")
                                                                                                    long num_levels,
                                                                                                    short rhs)

GreaterThanBitmap

@Namespace(value="parquet::internal")
 @Cast(value="uint64_t")
public static long GreaterThanBitmap(@Const
                                                                                                    short[] levels,
                                                                                                    @Cast(value="int64_t")
                                                                                                    long num_levels,
                                                                                                    short rhs)

DefLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefLevelsToBitmap(@Const
                                                                           ShortPointer def_levels,
                                                                           @Cast(value="int64_t")
                                                                           long num_def_levels,
                                                                           @ByVal
                                                                           LevelInfo level_info,
                                                                           ValidityBitmapInputOutput output)

DefLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefLevelsToBitmap(@Const
                                                                           ShortBuffer def_levels,
                                                                           @Cast(value="int64_t")
                                                                           long num_def_levels,
                                                                           @ByVal
                                                                           LevelInfo level_info,
                                                                           ValidityBitmapInputOutput output)

DefLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefLevelsToBitmap(@Const
                                                                           short[] def_levels,
                                                                           @Cast(value="int64_t")
                                                                           long num_def_levels,
                                                                           @ByVal
                                                                           LevelInfo level_info,
                                                                           ValidityBitmapInputOutput output)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            ShortPointer def_levels,
                                                                            @Const
                                                                            ShortPointer rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            IntPointer offsets)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            ShortBuffer def_levels,
                                                                            @Const
                                                                            ShortBuffer rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            IntBuffer offsets)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            short[] def_levels,
                                                                            @Const
                                                                            short[] rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            int[] offsets)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            ShortPointer def_levels,
                                                                            @Const
                                                                            ShortPointer rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            @Cast(value="int64_t*")
                                                                            LongPointer offsets)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            ShortBuffer def_levels,
                                                                            @Const
                                                                            ShortBuffer rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            @Cast(value="int64_t*")
                                                                            LongBuffer offsets)

DefRepLevelsToList

@Namespace(value="parquet::internal")
public static void DefRepLevelsToList(@Const
                                                                            short[] def_levels,
                                                                            @Const
                                                                            short[] rep_levels,
                                                                            @Cast(value="int64_t")
                                                                            long num_def_levels,
                                                                            @ByVal
                                                                            LevelInfo level_info,
                                                                            ValidityBitmapInputOutput output,
                                                                            @Cast(value="int64_t*")
                                                                            long[] offsets)

DefRepLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefRepLevelsToBitmap(@Const
                                                                              ShortPointer def_levels,
                                                                              @Const
                                                                              ShortPointer rep_levels,
                                                                              @Cast(value="int64_t")
                                                                              long num_def_levels,
                                                                              @ByVal
                                                                              LevelInfo level_info,
                                                                              ValidityBitmapInputOutput output)

DefRepLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefRepLevelsToBitmap(@Const
                                                                              ShortBuffer def_levels,
                                                                              @Const
                                                                              ShortBuffer rep_levels,
                                                                              @Cast(value="int64_t")
                                                                              long num_def_levels,
                                                                              @ByVal
                                                                              LevelInfo level_info,
                                                                              ValidityBitmapInputOutput output)

DefRepLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefRepLevelsToBitmap(@Const
                                                                              short[] def_levels,
                                                                              @Const
                                                                              short[] rep_levels,
                                                                              @Cast(value="int64_t")
                                                                              long num_def_levels,
                                                                              @ByVal
                                                                              LevelInfo level_info,
                                                                              ValidityBitmapInputOutput output)

TestOnlyExtractBitsSoftware

@Namespace(value="parquet::internal")
 @Cast(value="uint64_t")
public static long TestOnlyExtractBitsSoftware(@Cast(value="uint64_t")
                                                                                                              long bitmap,
                                                                                                              @Cast(value="uint64_t")
                                                                                                              long selection)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   String name,
                                                                                   Repetition.type repetition,
                                                                                   int field_id)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   String name)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   BytePointer name,
                                                                                   @Cast(value="parquet::Repetition::type")
                                                                                   int repetition,
                                                                                   int field_id)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   BytePointer name)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition,
                                                                                 int field_id)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 String name)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition,
                                                                                 int field_id)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 BytePointer name)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition,
                                                                                 int field_id)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 String name)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition,
                                                                                 int field_id)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 BytePointer name)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition,
                                                                                 int field_id)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 String name)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition,
                                                                                 int field_id)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 BytePointer name)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  String name,
                                                                                  Repetition.type repetition,
                                                                                  int field_id)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  String name)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  BytePointer name,
                                                                                  @Cast(value="parquet::Repetition::type")
                                                                                  int repetition,
                                                                                  int field_id)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  BytePointer name)

PrintSchema

@Namespace(value="parquet::schema")
public static void PrintSchema(@Const
                                                                   Node schema,
                                                                   @Cast(value="std::ostream*") @ByRef
                                                                   Pointer stream,
                                                                   int indent_width)

PrintSchema

@Namespace(value="parquet::schema")
public static void PrintSchema(@Const
                                                                   Node schema,
                                                                   @Cast(value="std::ostream*") @ByRef
                                                                   Pointer stream)

kDefaultMaxPageHeaderSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint32_t")
public static int kDefaultMaxPageHeaderSize()

kDefaultPageHeaderSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint32_t")
public static int kDefaultPageHeaderSize()

DEFAULT_SCANNER_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_SCANNER_BATCH_SIZE()

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     ShortPointer def_levels,
                                                                                     ShortPointer rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     BytePointer values,
                                                                                     @Cast(value="int64_t*")
                                                                                     LongPointer values_buffered,
                                                                                     ColumnReader reader)

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     ShortBuffer def_levels,
                                                                                     ShortBuffer rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     ByteBuffer values,
                                                                                     @Cast(value="int64_t*")
                                                                                     LongBuffer values_buffered,
                                                                                     ColumnReader reader)

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     short[] def_levels,
                                                                                     short[] rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     byte[] values,
                                                                                     @Cast(value="int64_t*")
                                                                                     long[] values_buffered,
                                                                                     ColumnReader reader)

WRITE_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
public static int WRITE_BATCH_SIZE()

kJulianEpochOffsetDays

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kJulianEpochOffsetDays()

Timestamp conversion constants

kSecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kSecondsInNanos()

SecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void SecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                  long seconds,
                                                                                  Int96 impala_timestamp)

kMillisecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMillisecondsInNanos()

MillisecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void MillisecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                       long milliseconds,
                                                                                       Int96 impala_timestamp)

kMicrosecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMicrosecondsInNanos()

MicrosecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void MicrosecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                       long microseconds,
                                                                                       Int96 impala_timestamp)

kNanosecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kNanosecondsInNanos()

NanosecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void NanosecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                      long nanoseconds,
                                                                                      Int96 impala_timestamp)

kDefaultEncryptionAlgorithm

@Namespace(value="parquet")
 @MemberGetter
public static ParquetCipher.type kDefaultEncryptionAlgorithm()

kMaximalAadMetadataLength

@Namespace(value="parquet")
 @MemberGetter
public static int kMaximalAadMetadataLength()

kDefaultEncryptedFooter

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultEncryptedFooter()

kDefaultCheckSignature

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultCheckSignature()

kDefaultAllowPlaintextFiles

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultAllowPlaintextFiles()

kAadFileUniqueLength

@Namespace(value="parquet")
 @MemberGetter
public static int kAadFileUniqueLength()

str2bytes

@Namespace(value="parquet")
 @Cast(value="const uint8_t*")
public static BytePointer str2bytes(@StdString
                                                                                               String str)

str2bytes

@Namespace(value="parquet")
 @Cast(value="const uint8_t*")
public static ByteBuffer str2bytes(@StdString
                                                                                              BytePointer str)

kDefaultBufferSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kDefaultBufferSize()

Align the default buffer size to a small multiple of a page size.

default_reader_properties

@Namespace(value="parquet")
 @ByVal
public static ReaderProperties default_reader_properties()

kDefaultDataPageSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kDefaultDataPageSize()

DEFAULT_IS_DICTIONARY_ENABLED

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean DEFAULT_IS_DICTIONARY_ENABLED()

DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT()

DEFAULT_WRITE_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_WRITE_BATCH_SIZE()

DEFAULT_MAX_ROW_GROUP_LENGTH

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_MAX_ROW_GROUP_LENGTH()

DEFAULT_ARE_STATISTICS_ENABLED

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean DEFAULT_ARE_STATISTICS_ENABLED()

DEFAULT_MAX_STATISTICS_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_MAX_STATISTICS_SIZE()

DEFAULT_ENCODING

@Namespace(value="parquet")
 @MemberGetter
public static Encoding.type DEFAULT_ENCODING()

DEFAULT_CREATED_BY

@Namespace(value="parquet")
 @MemberGetter
public static byte DEFAULT_CREATED_BY(int i)

DEFAULT_CREATED_BY

@Namespace(value="parquet")
 @MemberGetter
public static String DEFAULT_CREATED_BY()

DEFAULT_COMPRESSION_TYPE

@Namespace(value="parquet")
 @MemberGetter
public static Compression.type DEFAULT_COMPRESSION_TYPE()

default_writer_properties

@Namespace(value="parquet")
 @SharedPtr
public static WriterProperties default_writer_properties()

kArrowDefaultUseThreads

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kArrowDefaultUseThreads()

kArrowDefaultBatchSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kArrowDefaultBatchSize()

default_arrow_reader_properties

@Namespace(value="parquet")
 @ByVal
public static ArrowReaderProperties default_arrow_reader_properties()

EXPERIMENTAL: Constructs the default ArrowReaderProperties

default_arrow_writer_properties

@Namespace(value="parquet")
 @SharedPtr
public static ArrowWriterProperties default_arrow_writer_properties()

ParquetVersionToString

@Namespace(value="parquet")
 @StdString
public static String ParquetVersionToString(ParquetVersion.type ver)

ParquetVersionToString

@Namespace(value="parquet")
 @StdString
public static BytePointer ParquetVersionToString(@Cast(value="parquet::ParquetVersion::type")
                                                                                         int ver)

ReadMetaData

@Namespace(value="parquet")
 @SharedPtr
public static FileMetaData ReadMetaData(@SharedPtr @Cast(value={"","std::shared_ptr<arrow::io::RandomAccessFile>"})
                                                                                RandomAccessFile source)

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        IntPointer columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

\brief Scan all values in file. Useful for performance testing

Parameters:

columns - [in] the column numbers to scan. If empty scans all

column_batch_size - [in] number of values to read at a time when scanning column

reader - [in] a ParquetFileReader instance

Returns:

number of semantic rows in file

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        IntBuffer columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        int[] columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

kParquetMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t")
public static byte kParquetMagic(int i)

kParquetMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t*")
public static BytePointer kParquetMagic()

kParquetEMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t")
public static byte kParquetEMagic(int i)

kParquetEMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t*")
public static BytePointer kParquetEMagic()

WriteFileMetaData

@Namespace(value="parquet")
public static void WriteFileMetaData(@Const @ByRef
                                                                 FileMetaData file_metadata,
                                                                 OutputStream sink)

WriteMetaDataFile

@Namespace(value="parquet")
public static void WriteMetaDataFile(@Const @ByRef
                                                                 FileMetaData file_metadata,
                                                                 OutputStream sink)

WriteEncryptedFileMetadata

@Namespace(value="parquet")
public static void WriteEncryptedFileMetadata(@Const @ByRef
                                                                          FileMetaData file_metadata,
                                                                          OutputStream sink)

WriteFileCryptoMetaData

@Namespace(value="parquet")
public static void WriteFileCryptoMetaData(@Const @ByRef
                                                                       FileCryptoMetaData crypto_metadata,
                                                                       OutputStream sink)

OpenFile

@Namespace(value="parquet::arrow")
 @ByVal
public static Status OpenFile(@SharedPtr @Cast(value={"","std::shared_ptr<arrow::io::RandomAccessFile>"})
                                                                         RandomAccessFile arg0,
                                                                         MemoryPool allocator,
                                                                         @UniquePtr
                                                                         FileReader reader)

\defgroup parquet-arrow-reader-factories Factory functions for Parquet Arrow readers \{

\brief Build FileReader from Arrow file and MemoryPool Advanced settings are supported through the FileReaderBuilder class.

StatisticsAsScalars

@Namespace(value="parquet::arrow")
 @ByVal
public static Status StatisticsAsScalars(@Const @ByRef
                                                                                    Statistics Statistics,
                                                                                    @SharedPtr
                                                                                    Scalar min,
                                                                                    @SharedPtr
                                                                                    Scalar max)

\}

FuzzReader

@Namespace(value="parquet::arrow::internal")
 @ByVal
public static Status FuzzReader(@Cast(value="const uint8_t*")
                                                                                     BytePointer data,
                                                                                     @Cast(value="int64_t")
                                                                                     long size)

FuzzReader

@Namespace(value="parquet::arrow::internal")
 @ByVal
public static Status FuzzReader(@Cast(value="const uint8_t*")
                                                                                     ByteBuffer data,
                                                                                     @Cast(value="int64_t")
                                                                                     long size)

FuzzReader

@Namespace(value="parquet::arrow::internal")
 @ByVal
public static Status FuzzReader(@Cast(value="const uint8_t*")
                                                                                     byte[] data,
                                                                                     @Cast(value="int64_t")
                                                                                     long size)

WriteTable

@Namespace(value="parquet::arrow")
 @ByVal
public static Status WriteTable(@Const @ByRef
                                                                           Table table,
                                                                           MemoryPool pool,
                                                                           @SharedPtr
                                                                           OutputStream sink,
                                                                           @Cast(value="int64_t")
                                                                           long chunk_size,
                                                                           @SharedPtr
                                                                           WriterProperties properties,
                                                                           @SharedPtr
                                                                           ArrowWriterProperties arrow_properties)

\brief Write a Table to Parquet.

WriteTable

@Namespace(value="parquet::arrow")
 @ByVal
public static Status WriteTable(@Const @ByRef
                                                                           Table table,
                                                                           MemoryPool pool,
                                                                           @SharedPtr
                                                                           OutputStream sink,
                                                                           @Cast(value="int64_t")
                                                                           long chunk_size)