ParquetColumnChunk

numValues: The number of values in this column
dataPageOffset: The offset relative to the entire file, in bytes, of the first data page within this column chunk
indexPageOffset: The offset, relative to the entire file, in bytes, of the (optional) index page
dictionaryPageOffset: The offset, relative to the entire file, in bytes, of the (optional) dictionary page
uncompressedSize: The total size, in uncompressed bytes, of the column chunk
compressedSize: The total compressed size, in bytes, of the column chunk
columnDescriptor: The column descriptor for this column chunk, describes path and type information
compressionCodec: The compression method used on this column chunk

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Instance Constructors

new ParquetColumnChunk(cc: ColumnChunk, schema: MessageType)
new ParquetColumnChunk(numValues: Long, dataPageOffset: Long, indexPageOffset: Option[Long], dictionaryPageOffset: Option[Long], uncompressedSize: Long, compressedSize: Long, columnDescriptor: ParquetColumnDescriptor, compressionCodec: CompressionCodec)

numValues
The number of values in this column
dataPageOffset
The offset relative to the entire file, in bytes, of the first data page within this column chunk
indexPageOffset
The offset, relative to the entire file, in bytes, of the (optional) index page
dictionaryPageOffset
The offset, relative to the entire file, in bytes, of the (optional) dictionary page
uncompressedSize
The total size, in uncompressed bytes, of the column chunk
compressedSize
The total compressed size, in bytes, of the column chunk
columnDescriptor
The column descriptor for this column chunk, describes path and type information
compressionCodec
The compression method used on this column chunk

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val columnDescriptor: ParquetColumnDescriptor

The column descriptor for this column chunk, describes path and type information
val compressedSize: Long

The total compressed size, in bytes, of the column chunk
val compressionCodec: CompressionCodec

The compression method used on this column chunk
val dataPageOffset: Long

The offset relative to the entire file, in bytes, of the first data page within this column chunk
val dictionaryPageOffset: Option[Long]

The offset, relative to the entire file, in bytes, of the (optional) dictionary page
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val indexPageOffset: Option[Long]

The offset, relative to the entire file, in bytes, of the (optional) index page
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numValues: Long

The number of values in this column
def readAllPages(codec: Option[CompressionCodec], io: ByteAccess): PageReader
def readDataPage(bytesInput: BytesInput, pageHeader: PageHeader, parquetMetadataConverter: ParquetMetadataConverter): Page
def readDictionaryPage(bytesInput: BytesInput, pageHeader: PageHeader, parquetMetadataConverter: ParquetMetadataConverter): DictionaryPage
def readPageHeader(is: InputStream): PageHeader
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val uncompressedSize: Long

The total size, in uncompressed bytes, of the column chunk
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

case class ParquetColumnChunk(numValues: Long, dataPageOffset: Long, indexPageOffset: Option[Long], dictionaryPageOffset: Option[Long], uncompressedSize: Long, compressedSize: Long, columnDescriptor: ParquetColumnDescriptor, compressionCodec: CompressionCodec) extends Product with Serializable

Instance Constructors

new ParquetColumnChunk(cc: ColumnChunk, schema: MessageType)

new ParquetColumnChunk(numValues: Long, dataPageOffset: Long, indexPageOffset: Option[Long], dictionaryPageOffset: Option[Long], uncompressedSize: Long, compressedSize: Long, columnDescriptor: ParquetColumnDescriptor, compressionCodec: CompressionCodec)

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val columnDescriptor: ParquetColumnDescriptor

val compressedSize: Long

val compressionCodec: CompressionCodec

val dataPageOffset: Long

val dictionaryPageOffset: Option[Long]

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

val indexPageOffset: Option[Long]

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numValues: Long

def readAllPages(codec: Option[CompressionCodec], io: ByteAccess): PageReader

def readDataPage(bytesInput: BytesInput, pageHeader: PageHeader, parquetMetadataConverter: ParquetMetadataConverter): Page

def readDictionaryPage(bytesInput: BytesInput, pageHeader: PageHeader, parquetMetadataConverter: ParquetMetadataConverter): DictionaryPage

def readPageHeader(is: InputStream): PageHeader

final def synchronized[T0](arg0: ⇒ T0): T0

val uncompressedSize: Long

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped