org.bytedeco.arrow.global

Class parquet

java.lang.Object

org.bytedeco.arrow.presets.parquet

org.bytedeco.arrow.global.parquet

All Implemented Interfaces:

InfoMapper

public class parquet
extends parquet

Field Summary

Fields

Modifier and Type	Field and Description
static boolean	DEFAULT_ARE_STATISTICS_ENABLED
static long	DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT
static boolean	DEFAULT_IS_DICTIONARY_ENABLED
static long	DEFAULT_MAX_ROW_GROUP_LENGTH
static long	DEFAULT_MAX_STATISTICS_SIZE
static long	DEFAULT_SCANNER_BATCH_SIZE
static long	DEFAULT_WRITE_BATCH_SIZE
static int	kAadFileUniqueLength
static long	kArrowDefaultBatchSize
static boolean	kArrowDefaultUseThreads
static boolean	kDefaultAllowPlaintextFiles
static boolean	kDefaultCheckSignature
static long	kDefaultDataPageSize
static boolean	kDefaultEncryptedFooter
static int	kDefaultMaxPageHeaderSize
static int	kDefaultPageHeaderSize
static int	kMaximalAadMetadataLength
static int	WRITE_BATCH_SIZE

Constructor Summary

Constructors

Constructor and Description
parquet()

Method Summary

Modifier and Type	Method and Description
static ResizableBuffer	AllocateBuffer()
static ResizableBuffer	AllocateBuffer(MemoryPool pool, long size)
static Node	Boolean(BytePointer name)
static Node	Boolean(BytePointer name, int repetition)
static Node	Boolean(String name)
static Node	Boolean(String name, Repetition.type repetition)
static String	ByteArrayToString(ByteArray a)
static String	ConvertedTypeToString(ConvertedType.type t)
static BytePointer	ConvertedTypeToString(int t)
static BufferOutputStream	CreateOutputStream()
static BufferOutputStream	CreateOutputStream(MemoryPool pool)
static int	DecimalSize(int precision)
static boolean	DEFAULT_ARE_STATISTICS_ENABLED()
static ArrowReaderProperties	default_arrow_reader_properties() EXPERIMENTAL: Constructs the default ArrowReaderProperties
static ArrowWriterProperties	default_arrow_writer_properties()
static long	DEFAULT_BUFFER_SIZE()
static Compression.type	DEFAULT_COMPRESSION_TYPE()
static String	DEFAULT_CREATED_BY()
static byte	DEFAULT_CREATED_BY(int i)
static long	DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT()
static Encoding.type	DEFAULT_ENCODING()
static boolean	DEFAULT_IS_DICTIONARY_ENABLED()
static long	DEFAULT_MAX_ROW_GROUP_LENGTH()
static long	DEFAULT_MAX_STATISTICS_SIZE()
static ReaderProperties	default_reader_properties()
static long	DEFAULT_SCANNER_BATCH_SIZE()
static boolean	DEFAULT_USE_BUFFERED_STREAM()
static long	DEFAULT_WRITE_BATCH_SIZE()
static WriterProperties	default_writer_properties()
static ParquetVersion.type	DEFAULT_WRITER_VERSION()
static int	DefaultSortOrder(int primitive)
static SortOrder.type	DefaultSortOrder(Type.type primitive)
static void	DefinitionLevelsToBitmap(short[] def_levels, long num_def_levels, short max_definition_level, short max_repetition_level, long[] values_read, long[] null_count, byte[] valid_bits, long valid_bits_offset)
static void	DefinitionLevelsToBitmap(ShortBuffer def_levels, long num_def_levels, short max_definition_level, short max_repetition_level, LongBuffer values_read, LongBuffer null_count, ByteBuffer valid_bits, long valid_bits_offset)
static void	DefinitionLevelsToBitmap(ShortPointer def_levels, long num_def_levels, short max_definition_level, short max_repetition_level, LongPointer values_read, LongPointer null_count, BytePointer valid_bits, long valid_bits_offset)
static Node	Double(BytePointer name)
static Node	Double(BytePointer name, int repetition)
static Node	Double(String name)
static Node	Double(String name, Repetition.type repetition)
static String	EncodingToString(Encoding.type t)
static BytePointer	EncodingToString(int t)
static boolean	equals(ByteArray left, ByteArray right)
static boolean	equals(Int96 left, Int96 right)
static String	FixedLenByteArrayToString(FixedLenByteArray a, int len)
static Node	Float(BytePointer name)
static Node	Float(BytePointer name, int repetition)
static Node	Float(String name)
static Node	Float(String name, Repetition.type repetition)
static BytePointer	FormatStatValue(int parquet_type, BytePointer val)
static String	FormatStatValue(Type.type parquet_type, String val)
static Codec	GetCodec(Compression.type codec)
static Codec	GetCodec(Compression.type codec, int compression_level)
static Codec	GetCodec(int codec)
static Codec	GetCodec(int codec, int compression_level)
static SortOrder.type	GetSortOrder(ConvertedType.type converted, Type.type primitive)
static int	GetSortOrder(int converted, int primitive)
static int	GetSortOrder(LogicalType logical_type, int primitive)
static SortOrder.type	GetSortOrder(LogicalType logical_type, Type.type primitive)
static int	GetTypeByteSize(int t)
static int	GetTypeByteSize(Type.type t) Deprecated. Since 1.5.0
static boolean	HasSpacedValues(ColumnDescriptor descr)
static Node	Int32(BytePointer name)
static Node	Int32(BytePointer name, int repetition)
static Node	Int32(String name)
static Node	Int32(String name, Repetition.type repetition)
static Node	Int64(BytePointer name)
static Node	Int64(BytePointer name, int repetition)
static Node	Int64(String name)
static Node	Int64(String name, Repetition.type repetition)
static long	Int96GetNanoSeconds(Int96 i96)
static void	Int96SetNanoSeconds(Int96 i96, long nanoseconds)
static String	Int96ToString(Int96 a)
static boolean	IsCodecSupported(Compression.type codec) \brief Return true if Parquet supports indicated compression type
static boolean	IsCodecSupported(int codec)
static int	kAadFileUniqueLength()
static long	kArrowDefaultBatchSize()
static boolean	kArrowDefaultUseThreads()
static boolean	kDefaultAllowPlaintextFiles()
static boolean	kDefaultCheckSignature()
static long	kDefaultDataPageSize()
static boolean	kDefaultEncryptedFooter()
static ParquetCipher.type	kDefaultEncryptionAlgorithm()
static int	kDefaultMaxPageHeaderSize()
static long	kDefaultOutputStreamSize()
static int	kDefaultPageHeaderSize()
static long	kJulianEpochOffsetDays() Timestamp conversion constants
static long	kJulianToUnixEpochDays()
static int	kMaximalAadMetadataLength()
static long	kMicrosecondsInNanos()
static long	kMicrosecondsPerDay()
static long	kMillisecondsInNanos()
static long	kMillisecondsPerDay()
static long	kNanosecondsInNanos()
static long	kNanosecondsPerDay()
static BytePointer	kParquetEMagic()
static byte	kParquetEMagic(int i)
static BytePointer	kParquetMagic()
static byte	kParquetMagic(int i)
static long	kSecondsInNanos()
static long	kSecondsPerDay()
static void	MicrosecondsToImpalaTimestamp(long microseconds, Int96 impala_timestamp)
static void	MillisecondsToImpalaTimestamp(long milliseconds, Int96 impala_timestamp)
static void	NanosecondsToImpalaTimestamp(long nanoseconds, Int96 impala_timestamp)
static boolean	notEquals(ByteArray left, ByteArray right)
static boolean	notEquals(Int96 left, Int96 right)
static BytePointer	ParquetVersionToString(int ver)
static String	ParquetVersionToString(ParquetVersion.type ver)
static void	PrintSchema(Node schema, Pointer stream)
static void	PrintSchema(Node schema, Pointer stream, int indent_width)
static FileMetaData	ReadMetaData(RandomAccessFile source)
static long	ScanAllValues(int batch_size, short[] def_levels, short[] rep_levels, byte[] values, long[] values_buffered, ColumnReader reader)
static long	ScanAllValues(int batch_size, ShortBuffer def_levels, ShortBuffer rep_levels, ByteBuffer values, LongBuffer values_buffered, ColumnReader reader)
static long	ScanAllValues(int batch_size, ShortPointer def_levels, ShortPointer rep_levels, BytePointer values, LongPointer values_buffered, ColumnReader reader)
static long	ScanFileContents(int[] columns, int column_batch_size, ParquetFileReader reader)
static long	ScanFileContents(IntBuffer columns, int column_batch_size, ParquetFileReader reader)
static long	ScanFileContents(IntPointer columns, int column_batch_size, ParquetFileReader reader) \brief Scan all values in file.
static void	SecondsToImpalaTimestamp(long seconds, Int96 impala_timestamp)
static ByteBuffer	str2bytes(BytePointer str)
static BytePointer	str2bytes(String str)
static BytePointer	TypeToString(int t)
static String	TypeToString(Type.type t)
static int	WRITE_BATCH_SIZE()
static void	WriteEncryptedFileMetadata(FileMetaData file_metadata, OutputStream sink)
static void	WriteFileCryptoMetaData(FileCryptoMetaData crypto_metadata, OutputStream sink)
static void	WriteFileMetaData(FileMetaData file_metadata, OutputStream sink)
static void	WriteMetaDataFile(FileMetaData file_metadata, OutputStream sink)

Methods inherited from class org.bytedeco.arrow.presets.parquet

map

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

kDefaultMaxPageHeaderSize

public static final int kDefaultMaxPageHeaderSize

kDefaultPageHeaderSize

public static final int kDefaultPageHeaderSize

DEFAULT_SCANNER_BATCH_SIZE

public static final long DEFAULT_SCANNER_BATCH_SIZE

WRITE_BATCH_SIZE

public static final int WRITE_BATCH_SIZE

kMaximalAadMetadataLength

public static final int kMaximalAadMetadataLength

kDefaultEncryptedFooter

public static final boolean kDefaultEncryptedFooter

kDefaultCheckSignature

public static final boolean kDefaultCheckSignature

kDefaultAllowPlaintextFiles

public static final boolean kDefaultAllowPlaintextFiles

kAadFileUniqueLength

public static final int kAadFileUniqueLength

kDefaultDataPageSize

public static final long kDefaultDataPageSize

DEFAULT_IS_DICTIONARY_ENABLED

public static final boolean DEFAULT_IS_DICTIONARY_ENABLED

DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

public static final long DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

DEFAULT_WRITE_BATCH_SIZE

public static final long DEFAULT_WRITE_BATCH_SIZE

DEFAULT_MAX_ROW_GROUP_LENGTH

public static final long DEFAULT_MAX_ROW_GROUP_LENGTH

DEFAULT_ARE_STATISTICS_ENABLED

public static final boolean DEFAULT_ARE_STATISTICS_ENABLED

DEFAULT_MAX_STATISTICS_SIZE

public static final long DEFAULT_MAX_STATISTICS_SIZE

kArrowDefaultUseThreads

public static final boolean kArrowDefaultUseThreads

kArrowDefaultBatchSize

public static final long kArrowDefaultBatchSize

Constructor Detail

parquet

public parquet()

Method Detail

kDefaultOutputStreamSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kDefaultOutputStreamSize()

CreateOutputStream

@Namespace(value="parquet")
 @SharedPtr
public static BufferOutputStream CreateOutputStream(MemoryPool pool)

CreateOutputStream

@Namespace(value="parquet")
 @SharedPtr
public static BufferOutputStream CreateOutputStream()

AllocateBuffer

@Namespace(value="parquet")
 @SharedPtr
public static ResizableBuffer AllocateBuffer(MemoryPool pool,
                                                                                     @Cast(value="int64_t")
                                                                                     long size)

AllocateBuffer

@Namespace(value="parquet")
 @SharedPtr
public static ResizableBuffer AllocateBuffer()

IsCodecSupported

@Namespace(value="parquet")
 @Cast(value="bool")
public static boolean IsCodecSupported(Compression.type codec)

\brief Return true if Parquet supports indicated compression type

IsCodecSupported

@Namespace(value="parquet")
 @Cast(value="bool")
public static boolean IsCodecSupported(@Cast(value="arrow::Compression::type")
                                                                                        int codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(Compression.type codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(@Cast(value="arrow::Compression::type")
                                                                     int codec)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(Compression.type codec,
                                                                     int compression_level)

GetCodec

@Namespace(value="parquet")
 @UniquePtr
public static Codec GetCodec(@Cast(value="arrow::Compression::type")
                                                                     int codec,
                                                                     int compression_level)

equals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator ==")
public static boolean equals(@Const @ByRef
                                                                                                          ByteArray left,
                                                                                                          @Const @ByRef
                                                                                                          ByteArray right)

notEquals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator !=")
public static boolean notEquals(@Const @ByRef
                                                                                                             ByteArray left,
                                                                                                             @Const @ByRef
                                                                                                             ByteArray right)

kJulianToUnixEpochDays

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kJulianToUnixEpochDays()

kSecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kSecondsPerDay()

kMillisecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMillisecondsPerDay()

kMicrosecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMicrosecondsPerDay()

kNanosecondsPerDay

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kNanosecondsPerDay()

equals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator ==")
public static boolean equals(@Const @ByRef
                                                                                                          Int96 left,
                                                                                                          @Const @ByRef
                                                                                                          Int96 right)

notEquals

@Namespace(value="parquet")
 @Cast(value="bool")
 @Name(value="operator !=")
public static boolean notEquals(@Const @ByRef
                                                                                                             Int96 left,
                                                                                                             @Const @ByRef
                                                                                                             Int96 right)

ByteArrayToString

@Namespace(value="parquet")
 @StdString
public static String ByteArrayToString(@Const @ByRef
                                                                               ByteArray a)

Int96SetNanoSeconds

@Namespace(value="parquet")
public static void Int96SetNanoSeconds(@ByRef
                                                                   Int96 i96,
                                                                   @Cast(value="int64_t")
                                                                   long nanoseconds)

Int96GetNanoSeconds

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long Int96GetNanoSeconds(@Const @ByRef
                                                                                           Int96 i96)

Int96ToString

@Namespace(value="parquet")
 @StdString
public static String Int96ToString(@Const @ByRef
                                                                           Int96 a)

FixedLenByteArrayToString

@Namespace(value="parquet")
 @StdString
public static String FixedLenByteArrayToString(@Const @ByRef
                                                                                       FixedLenByteArray a,
                                                                                       int len)

EncodingToString

@Namespace(value="parquet")
 @StdString
public static String EncodingToString(Encoding.type t)

EncodingToString

@Namespace(value="parquet")
 @StdString
public static BytePointer EncodingToString(@Cast(value="parquet::Encoding::type")
                                                                                   int t)

ConvertedTypeToString

@Namespace(value="parquet")
 @StdString
public static String ConvertedTypeToString(ConvertedType.type t)

ConvertedTypeToString

@Namespace(value="parquet")
 @StdString
public static BytePointer ConvertedTypeToString(@Cast(value="parquet::ConvertedType::type")
                                                                                        int t)

TypeToString

@Namespace(value="parquet")
 @StdString
public static String TypeToString(Type.type t)

TypeToString

@Namespace(value="parquet")
 @StdString
public static BytePointer TypeToString(@Cast(value="parquet::Type::type")
                                                                               int t)

FormatStatValue

@Namespace(value="parquet")
 @StdString
public static String FormatStatValue(Type.type parquet_type,
                                                                             @StdString
                                                                             String val)

FormatStatValue

@Namespace(value="parquet")
 @StdString
public static BytePointer FormatStatValue(@Cast(value="parquet::Type::type")
                                                                                  int parquet_type,
                                                                                  @StdString
                                                                                  BytePointer val)

GetTypeByteSize

@Namespace(value="parquet")
public static int GetTypeByteSize(Type.type t)

Deprecated. Since 1.5.0

GetTypeByteSize

@Namespace(value="parquet")
public static int GetTypeByteSize(@Cast(value="parquet::Type::type")
                                                              int t)

DefaultSortOrder

@Namespace(value="parquet")
public static SortOrder.type DefaultSortOrder(Type.type primitive)

DefaultSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int DefaultSortOrder(@Cast(value="parquet::Type::type")
                                                                                                        int primitive)

GetSortOrder

@Namespace(value="parquet")
public static SortOrder.type GetSortOrder(ConvertedType.type converted,
                                                                      Type.type primitive)

GetSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int GetSortOrder(@Cast(value="parquet::ConvertedType::type")
                                                                                                    int converted,
                                                                                                    @Cast(value="parquet::Type::type")
                                                                                                    int primitive)

GetSortOrder

@Namespace(value="parquet")
public static SortOrder.type GetSortOrder(@Const @Cast(value="const parquet::LogicalType*") @SharedPtr @ByRef
                                                                      LogicalType logical_type,
                                                                      Type.type primitive)

GetSortOrder

@Namespace(value="parquet")
 @Cast(value="parquet::SortOrder::type")
public static int GetSortOrder(@Const @Cast(value="const parquet::LogicalType*") @SharedPtr @ByRef
                                                                                                    LogicalType logical_type,
                                                                                                    @Cast(value="parquet::Type::type")
                                                                                                    int primitive)

DecimalSize

@Namespace(value="parquet::internal")
public static int DecimalSize(int precision)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   String name,
                                                                                   Repetition.type repetition)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   String name)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   BytePointer name,
                                                                                   @Cast(value="parquet::Repetition::type")
                                                                                   int repetition)

Boolean

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Boolean(@StdString
                                                                                   BytePointer name)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 String name)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition)

Int32

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int32(@StdString
                                                                                 BytePointer name)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 String name)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition)

Int64

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Int64(@StdString
                                                                                 BytePointer name)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 String name,
                                                                                 Repetition.type repetition)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 String name)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 BytePointer name,
                                                                                 @Cast(value="parquet::Repetition::type")
                                                                                 int repetition)

Float

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Float(@StdString
                                                                                 BytePointer name)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  String name,
                                                                                  Repetition.type repetition)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  String name)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  BytePointer name,
                                                                                  @Cast(value="parquet::Repetition::type")
                                                                                  int repetition)

Double

@Namespace(value="parquet::schema")
 @SharedPtr
 @ByVal
public static Node Double(@StdString
                                                                                  BytePointer name)

PrintSchema

@Namespace(value="parquet::schema")
public static void PrintSchema(@Const
                                                                   Node schema,
                                                                   @Cast(value="std::ostream*") @ByRef
                                                                   Pointer stream,
                                                                   int indent_width)

PrintSchema

@Namespace(value="parquet::schema")
public static void PrintSchema(@Const
                                                                   Node schema,
                                                                   @Cast(value="std::ostream*") @ByRef
                                                                   Pointer stream)

kDefaultMaxPageHeaderSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint32_t")
public static int kDefaultMaxPageHeaderSize()

kDefaultPageHeaderSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint32_t")
public static int kDefaultPageHeaderSize()

DefinitionLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefinitionLevelsToBitmap(@Const
                                                                                  ShortPointer def_levels,
                                                                                  @Cast(value="int64_t")
                                                                                  long num_def_levels,
                                                                                  short max_definition_level,
                                                                                  short max_repetition_level,
                                                                                  @Cast(value="int64_t*")
                                                                                  LongPointer values_read,
                                                                                  @Cast(value="int64_t*")
                                                                                  LongPointer null_count,
                                                                                  @Cast(value="uint8_t*")
                                                                                  BytePointer valid_bits,
                                                                                  @Cast(value="int64_t")
                                                                                  long valid_bits_offset)

DefinitionLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefinitionLevelsToBitmap(@Const
                                                                                  ShortBuffer def_levels,
                                                                                  @Cast(value="int64_t")
                                                                                  long num_def_levels,
                                                                                  short max_definition_level,
                                                                                  short max_repetition_level,
                                                                                  @Cast(value="int64_t*")
                                                                                  LongBuffer values_read,
                                                                                  @Cast(value="int64_t*")
                                                                                  LongBuffer null_count,
                                                                                  @Cast(value="uint8_t*")
                                                                                  ByteBuffer valid_bits,
                                                                                  @Cast(value="int64_t")
                                                                                  long valid_bits_offset)

DefinitionLevelsToBitmap

@Namespace(value="parquet::internal")
public static void DefinitionLevelsToBitmap(@Const
                                                                                  short[] def_levels,
                                                                                  @Cast(value="int64_t")
                                                                                  long num_def_levels,
                                                                                  short max_definition_level,
                                                                                  short max_repetition_level,
                                                                                  @Cast(value="int64_t*")
                                                                                  long[] values_read,
                                                                                  @Cast(value="int64_t*")
                                                                                  long[] null_count,
                                                                                  @Cast(value="uint8_t*")
                                                                                  byte[] valid_bits,
                                                                                  @Cast(value="int64_t")
                                                                                  long valid_bits_offset)

HasSpacedValues

@Namespace(value="parquet::internal")
 @Cast(value="bool")
public static boolean HasSpacedValues(@Const
                                                                                                 ColumnDescriptor descr)

DEFAULT_SCANNER_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_SCANNER_BATCH_SIZE()

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     ShortPointer def_levels,
                                                                                     ShortPointer rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     BytePointer values,
                                                                                     @Cast(value="int64_t*")
                                                                                     LongPointer values_buffered,
                                                                                     ColumnReader reader)

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     ShortBuffer def_levels,
                                                                                     ShortBuffer rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     ByteBuffer values,
                                                                                     @Cast(value="int64_t*")
                                                                                     LongBuffer values_buffered,
                                                                                     ColumnReader reader)

ScanAllValues

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanAllValues(int batch_size,
                                                                                     short[] def_levels,
                                                                                     short[] rep_levels,
                                                                                     @Cast(value="uint8_t*")
                                                                                     byte[] values,
                                                                                     @Cast(value="int64_t*")
                                                                                     long[] values_buffered,
                                                                                     ColumnReader reader)

WRITE_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
public static int WRITE_BATCH_SIZE()

kJulianEpochOffsetDays

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kJulianEpochOffsetDays()

Timestamp conversion constants

kSecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kSecondsInNanos()

SecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void SecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                  long seconds,
                                                                                  Int96 impala_timestamp)

kMillisecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMillisecondsInNanos()

MillisecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void MillisecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                       long milliseconds,
                                                                                       Int96 impala_timestamp)

kMicrosecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kMicrosecondsInNanos()

MicrosecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void MicrosecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                       long microseconds,
                                                                                       Int96 impala_timestamp)

kNanosecondsInNanos

@Namespace(value="parquet::internal")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kNanosecondsInNanos()

NanosecondsToImpalaTimestamp

@Namespace(value="parquet::internal")
public static void NanosecondsToImpalaTimestamp(@Cast(value="const int64_t")
                                                                                      long nanoseconds,
                                                                                      Int96 impala_timestamp)

kDefaultEncryptionAlgorithm

@Namespace(value="parquet")
 @MemberGetter
public static ParquetCipher.type kDefaultEncryptionAlgorithm()

kMaximalAadMetadataLength

@Namespace(value="parquet")
 @MemberGetter
public static int kMaximalAadMetadataLength()

kDefaultEncryptedFooter

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultEncryptedFooter()

kDefaultCheckSignature

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultCheckSignature()

kDefaultAllowPlaintextFiles

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kDefaultAllowPlaintextFiles()

kAadFileUniqueLength

@Namespace(value="parquet")
 @MemberGetter
public static int kAadFileUniqueLength()

str2bytes

@Namespace(value="parquet")
 @Cast(value="const uint8_t*")
public static BytePointer str2bytes(@StdString
                                                                                               String str)

str2bytes

@Namespace(value="parquet")
 @Cast(value="const uint8_t*")
public static ByteBuffer str2bytes(@StdString
                                                                                              BytePointer str)

DEFAULT_BUFFER_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="int64_t")
public static long DEFAULT_BUFFER_SIZE()

DEFAULT_USE_BUFFERED_STREAM

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="bool")
public static boolean DEFAULT_USE_BUFFERED_STREAM()

default_reader_properties

@Namespace(value="parquet")
 @ByVal
public static ReaderProperties default_reader_properties()

kDefaultDataPageSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kDefaultDataPageSize()

DEFAULT_IS_DICTIONARY_ENABLED

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean DEFAULT_IS_DICTIONARY_ENABLED()

DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_DICTIONARY_PAGE_SIZE_LIMIT()

DEFAULT_WRITE_BATCH_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_WRITE_BATCH_SIZE()

DEFAULT_MAX_ROW_GROUP_LENGTH

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_MAX_ROW_GROUP_LENGTH()

DEFAULT_ARE_STATISTICS_ENABLED

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean DEFAULT_ARE_STATISTICS_ENABLED()

DEFAULT_MAX_STATISTICS_SIZE

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long DEFAULT_MAX_STATISTICS_SIZE()

DEFAULT_ENCODING

@Namespace(value="parquet")
 @MemberGetter
public static Encoding.type DEFAULT_ENCODING()

DEFAULT_WRITER_VERSION

@Namespace(value="parquet")
 @MemberGetter
public static ParquetVersion.type DEFAULT_WRITER_VERSION()

DEFAULT_CREATED_BY

@Namespace(value="parquet")
 @MemberGetter
public static byte DEFAULT_CREATED_BY(int i)

DEFAULT_CREATED_BY

@Namespace(value="parquet")
 @MemberGetter
public static String DEFAULT_CREATED_BY()

DEFAULT_COMPRESSION_TYPE

@Namespace(value="parquet")
 @MemberGetter
public static Compression.type DEFAULT_COMPRESSION_TYPE()

default_writer_properties

@Namespace(value="parquet")
 @SharedPtr
public static WriterProperties default_writer_properties()

kArrowDefaultUseThreads

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const bool")
public static boolean kArrowDefaultUseThreads()

kArrowDefaultBatchSize

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const int64_t")
public static long kArrowDefaultBatchSize()

default_arrow_reader_properties

@Namespace(value="parquet")
 @ByVal
public static ArrowReaderProperties default_arrow_reader_properties()

EXPERIMENTAL: Constructs the default ArrowReaderProperties

default_arrow_writer_properties

@Namespace(value="parquet")
 @SharedPtr
public static ArrowWriterProperties default_arrow_writer_properties()

ParquetVersionToString

@Namespace(value="parquet")
 @StdString
public static String ParquetVersionToString(ParquetVersion.type ver)

ParquetVersionToString

@Namespace(value="parquet")
 @StdString
public static BytePointer ParquetVersionToString(@Cast(value="parquet::ParquetVersion::type")
                                                                                         int ver)

ReadMetaData

@Namespace(value="parquet")
 @SharedPtr
public static FileMetaData ReadMetaData(@SharedPtr
                                                                                RandomAccessFile source)

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        IntPointer columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

\brief Scan all values in file. Useful for performance testing

Parameters:

columns - [in] the column numbers to scan. If empty scans all

column_batch_size - [in] number of values to read at a time when scanning column

reader - [in] a ParquetFileReader instance

Returns:

number of semantic rows in file

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        IntBuffer columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

ScanFileContents

@Namespace(value="parquet")
 @Cast(value="int64_t")
public static long ScanFileContents(@StdVector
                                                                                        int[] columns,
                                                                                        int column_batch_size,
                                                                                        ParquetFileReader reader)

kParquetMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t")
public static byte kParquetMagic(int i)

kParquetMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t*")
public static BytePointer kParquetMagic()

kParquetEMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t")
public static byte kParquetEMagic(int i)

kParquetEMagic

@Namespace(value="parquet")
 @MemberGetter
 @Cast(value="const uint8_t*")
public static BytePointer kParquetEMagic()

WriteFileMetaData

@Namespace(value="parquet")
public static void WriteFileMetaData(@Const @ByRef
                                                                 FileMetaData file_metadata,
                                                                 OutputStream sink)

WriteMetaDataFile

@Namespace(value="parquet")
public static void WriteMetaDataFile(@Const @ByRef
                                                                 FileMetaData file_metadata,
                                                                 OutputStream sink)

WriteEncryptedFileMetadata

@Namespace(value="parquet")
public static void WriteEncryptedFileMetadata(@Const @ByRef
                                                                          FileMetaData file_metadata,
                                                                          OutputStream sink)

WriteFileCryptoMetaData

@Namespace(value="parquet")
public static void WriteFileCryptoMetaData(@Const @ByRef
                                                                       FileCryptoMetaData crypto_metadata,
                                                                       OutputStream sink)