org.calrissian.accumulorecipes.eventstore.hadoop

Class EventInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<K,V>

org.apache.accumulo.core.client.mapreduce.AbstractInputFormat<K,V>

org.apache.accumulo.core.client.mapreduce.InputFormatBase<org.apache.accumulo.core.data.Key,W>

org.calrissian.accumulorecipes.commons.hadoop.BaseQfdInputFormat<org.calrissian.mango.domain.event.Event,EventWritable>

org.calrissian.accumulorecipes.eventstore.hadoop.EventInputFormat

public class EventInputFormat
extends BaseQfdInputFormat<org.calrissian.mango.domain.event.Event,EventWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

org.apache.accumulo.core.client.mapreduce.InputFormatBase.RangeInputSplit, org.apache.accumulo.core.client.mapreduce.InputFormatBase.RecordReaderBase<K,V>

Nested classes/interfaces inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

org.apache.accumulo.core.client.mapreduce.AbstractInputFormat.AbstractRecordReader<K,V>

Field Summary

Fields inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

CLASS, log

Constructor Summary

Constructors

Constructor and Description
EventInputFormat()

Method Summary

Methods

Modifier and Type	Method and Description
protected Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,org.calrissian.mango.domain.event.Event>	getTransform(org.apache.hadoop.conf.Configuration configuration)
protected EventWritable	getWritable()
static void	setInputInfo(org.apache.hadoop.mapreduce.Job job, String username, byte[] password, org.apache.accumulo.core.security.Authorizations auths)
static void	setMetadataSerDe(org.apache.hadoop.conf.Configuration configuration, MetadataSerDe metadataSerDe)
static void	setQueryInfo(org.apache.hadoop.mapreduce.Job job, Date start, Date end, org.calrissian.mango.criteria.domain.Node query)
static void	setQueryInfo(org.apache.hadoop.mapreduce.Job job, Date start, Date end, org.calrissian.mango.criteria.domain.Node query, EventShardBuilder shardBuilder, org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
static void	setSelectFields(org.apache.hadoop.conf.Configuration config, Set<String> selectFields) Sets selection fields on the current configuration.

Methods inherited from class org.calrissian.accumulorecipes.commons.hadoop.BaseQfdInputFormat

configureScanner, createRecordReader

Methods inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

addIterator, fetchColumns, getAutoAdjustRanges, getFetchedColumns, getInputTableName, getIterators, getRanges, getTabletLocator, isIsolated, isOfflineScan, setAutoAdjustRanges, setInputTableName, setLocalIterators, setOfflineTableScan, setRanges, setScanIsolation, usesLocalIterators

Methods inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

getAuthenticationToken, getInputTableConfig, getInputTableConfigs, getInstance, getLogLevel, getPrincipal, getScanAuthorizations, getSplits, getTabletLocator, getToken, getTokenClass, isConnectorInfoSet, setConnectorInfo, setConnectorInfo, setLogLevel, setMockInstance, setScanAuthorizations, setZooKeeperInstance, setZooKeeperInstance, validateOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

EventInputFormat

public EventInputFormat()

Method Detail

setInputInfo

public static void setInputInfo(org.apache.hadoop.mapreduce.Job job,
                String username,
                byte[] password,
                org.apache.accumulo.core.security.Authorizations auths)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.mapreduce.Job job,
                Date start,
                Date end,
                org.calrissian.mango.criteria.domain.Node query)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.mapreduce.Job job,
                Date start,
                Date end,
                org.calrissian.mango.criteria.domain.Node query,
                EventShardBuilder shardBuilder,
                org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setMetadataSerDe

public static void setMetadataSerDe(org.apache.hadoop.conf.Configuration configuration,
                    MetadataSerDe metadataSerDe)
                             throws IOException

Throws:

IOException

setSelectFields

public static void setSelectFields(org.apache.hadoop.conf.Configuration config,
                   Set<String> selectFields)

Sets selection fields on the current configuration.

getTransform

protected Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,org.calrissian.mango.domain.event.Event> getTransform(org.apache.hadoop.conf.Configuration configuration)

Specified by:

getTransform in class BaseQfdInputFormat<org.calrissian.mango.domain.event.Event,EventWritable>

getWritable

protected EventWritable getWritable()

Specified by:

getWritable in class BaseQfdInputFormat<org.calrissian.mango.domain.event.Event,EventWritable>