InvariantPackerMain

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val DEFAULT_COMPRESSION: String

The default compression codec to use for files written to HDFS.
The default compression codec to use for files written to HDFS. This may be modified by specifying the following property: mothra.invariantpacker.compression.
Values typically supported by Hadoop include bzip2, gzip, lz4, lzo, lzop, snappy, and default. The empty string indicates no compression.
val DEFAULT_FILE_CACHE_SIZE: Int

The default values for the maximum number output files allowed to be open at once.
The default values for the maximum number output files allowed to be open at once.
This value may be set at run time via the mothra.invariantpacker.fileCacheSize Java property.
val DEFAULT_MAXIMUM_AGE_SECONDS: Int

When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value.
When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value. This holds the default setting for the age of the oldest input file, in seconds.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.maxInputAgeSeconds' Java property.
val DEFAULT_MAX_THREADS: Int

The default maximum number of threads that attempt to write to output files simultaneously.
The default maximum number of threads that attempt to write to output files simultaneously.
This run-time behavior may be modified by setting the mothra.invariantpacker.maxThreads property.
val DEFAULT_MINIMUM_INPUT_COUNT: Int

When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value.
When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value. This holds the default setting for the minimum count of input files.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.minInputCount' Java property.
val DEFAULT_MINIMUM_INPUT_SIZE: Long

When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value.
When an output file has not been opened yet, it is not opened until the oldest input file reaches a particular age, the number of input files reaches a count, or the sum of the sizes of the input files reaches a value. This holds the default setting for sum of the sizes of the input files, in octets.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.minInputSize' Java property.
val DEFAULT_OBSERVATION_DOMAIN_ID: Int

The default observationDomainId to use for output files.
The default observationDomainId to use for output files.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.observationDomainId' Java property.
val DEFAULT_OUTPUT_FILE_IDLE_SECONDS: Int

The default maximum number of seconds to allow an idle output file to remain open so additional incoming records may appended to it.
The default maximum number of seconds to allow an idle output file to remain open so additional incoming records may appended to it.
The run-time behavior may be modified by setting the mothra.invariantpacker.outputIdleSeconds Java property.
val DEFAULT_POLL_INTERVAL: Int

Default value for often the source directory is scanned (polled) for IPFIX files to process.
Default value for often the source directory is scanned (polled) for IPFIX files to process. This value may be specified at run-time by specifying the mothra.invariantpacker.pollingInterval Java property.
val MINIMUM_FILE_CACHE_SIZE: Int

The minimum value allowed for the maximum number of output files that may be opened at once.
val MINIMUM_MAXIMUM_SIZE: Long

The minimum value allowed for the maximum file size as specified by the mothra.invariantpacker.maximumSize Java property.
val OUTPUT_FILE_IDLE_SECONDS_MINIMUM: Int

The minimum allowed value for the mothra.invariantpacker.outputIdleSeconds Java property.
def args: Array[String]

Attributes
protected
Definition Classes
App
Annotations
@deprecatedOverriding( "args should not be overridden" , "2.11.0" )
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val compressCodec: Option[CompressionCodec]

The compression codec used for files written to HDFS.
The compression codec used for files written to HDFS. This may be set by setting the "mothra.invariantpacker.compression" property. If that property is not set, DEFAULT_COMPRESSION is used.
val destinationDir: Path
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val executionStart: Long

Definition Classes
App
val fileCacheSize: Int

The maximum number of output files allowed to be open at once.
The maximum number of output files allowed to be open at once. Defaults to DEFAULT_FILE_CACHE_SIZE.
This value may be set at run time via the mothra.invariantpacker.fileCacheSize Java property.
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
implicit val hadoopConf: Configuration

The Hadoop configuration
def hashCode(): Int

Definition Classes
AnyRef → Any
val ignored: String
val incomingDir: Path
implicit val infoModel: InfoModel

The information model
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val logger: Logger

Attributes
protected
Definition Classes
StrictLogging
def main(args: Array[String]): Unit

Definition Classes
App
Annotations
@deprecatedOverriding( "main should not be overridden" , "2.11.0" )
val maxInputAge: Int

Have an unopened output file process its input files when there exists an input file whose age is older than this (number of milliseconds), regardless of the number or sizes of the input files.
Have an unopened output file process its input files when there exists an input file whose age is older than this (number of milliseconds), regardless of the number or sizes of the input files. It defaults to the value DEFAULT_MAX_AGE_SECONDS (converted to milliseonds).
The run-time behavior may be modified by setting the 'mothra.invariantpacker.maxInputAgeSeconds' Java property.
val maxThreads: Int

The maximum number of threads that attempt to write to output files simultaneously.
The maximum number of threads that attempt to write to output files simultaneously. It defaults to the value DEFAULT_MAX_THREADS.
This run-time behavior may be modified by setting the mothra.invariantpacker.maxThreads property.
val maximumSize: Option[Long]

The (approximate) maximum size file to create.
The (approximate) maximum size file to create. The default is no maximum. When a file's size exceeds this value, the file is closed and a new file is started. Typically a file's size will not exceed this value by more than the maximum size of an IPFIX message, 64k.
val minInputCount: Int

Have an unopened output file process its input files when there are more than this number of input files.
Have an unopened output file process its input files when there are more than this number of input files.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.minInputCount' Java property.
val minInputSize: Long

Have an unopened output file process its input files when the sum of the sizes of the input files is larger than this number of octets.
Have an unopened output file process its input files when the sum of the sizes of the input files is larger than this number of octets.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.minInputSize' Java property.
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val observationDomain: Int

The observationDomainId to use for output files.
The observationDomainId to use for output files.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.observationDomainId' Java property.
var oneshot: Boolean
val outputIdleSeconds: Int

The maximum number of seconds to allow an idle output file to remain open so additional incoming records may appended to it.
The maximum number of seconds to allow an idle output file to remain open so additional incoming records may appended to it. It defaults to the value DEFAULT_OUTPUT_FILE_IDLE_SECONDS.
This run-time behavior may be modified by setting the mothra.invariantpacker.outputIdleSeconds Java property.
val packLogicPath: Path
val pollingInterval: Int

How often the incoming directory is scanned for files to process, in seconds.
How often the incoming directory is scanned for files to process, in seconds. Defaults to DEFAULT_POLL_INTERVAL.
The run-time behavior may be modified by setting the 'mothra.invariantpacker.pollingInterval' Java property.
val positionalArgs: Array[String]
var running: Boolean
val switches: Array[String]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def usage(full: Boolean = false): Unit
def version(): Unit
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Deprecated Value Members

def delayedInit(body: ⇒ Unit): Unit

Definition Classes
App → DelayedInit
Annotations
@deprecated
Deprecated
(Since version 2.11.0) The delayedInit mechanism will disappear.

Related Doc: package tools

object InvariantPackerMain extends App with StrictLogging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val DEFAULT_COMPRESSION: String

val DEFAULT_FILE_CACHE_SIZE: Int

val DEFAULT_MAXIMUM_AGE_SECONDS: Int

val DEFAULT_MAX_THREADS: Int

val DEFAULT_MINIMUM_INPUT_COUNT: Int

val DEFAULT_MINIMUM_INPUT_SIZE: Long

val DEFAULT_OBSERVATION_DOMAIN_ID: Int

val DEFAULT_OUTPUT_FILE_IDLE_SECONDS: Int

val DEFAULT_POLL_INTERVAL: Int

val MINIMUM_FILE_CACHE_SIZE: Int

val MINIMUM_MAXIMUM_SIZE: Long

val OUTPUT_FILE_IDLE_SECONDS_MINIMUM: Int

def args: Array[String]

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val compressCodec: Option[CompressionCodec]

val destinationDir: Path

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

val executionStart: Long

val fileCacheSize: Int

def finalize(): Unit

final def getClass(): Class[_]

implicit val hadoopConf: Configuration

def hashCode(): Int

val ignored: String

val incomingDir: Path

implicit val infoModel: InfoModel

final def isInstanceOf[T0]: Boolean

val logger: Logger

def main(args: Array[String]): Unit

val maxInputAge: Int

val maxThreads: Int

val maximumSize: Option[Long]

val minInputCount: Int

val minInputSize: Long

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val observationDomain: Int

var oneshot: Boolean

val outputIdleSeconds: Int

val packLogicPath: Path

val pollingInterval: Int

val positionalArgs: Array[String]

var running: Boolean

val switches: Array[String]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def usage(full: Boolean = false): Unit

def version(): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Deprecated Value Members

def delayedInit(body: ⇒ Unit): Unit

Inherited from StrictLogging

Inherited from App

Inherited from DelayedInit

Inherited from AnyRef

Inherited from Any

Ungrouped