org.calrissian.accumulorecipes.entitystore.hadoop

Class EntityInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<K,V>

org.apache.accumulo.core.client.mapreduce.InputFormatBase<org.apache.accumulo.core.data.Key,W>

org.calrissian.accumulorecipes.commons.hadoop.BaseQfdInputFormat<org.calrissian.mango.domain.entity.Entity,EntityWritable>

org.calrissian.accumulorecipes.entitystore.hadoop.EntityInputFormat

public class EntityInputFormat
extends BaseQfdInputFormat<org.calrissian.mango.domain.entity.Entity,EntityWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

org.apache.accumulo.core.client.mapreduce.InputFormatBase.RangeInputSplit, org.apache.accumulo.core.client.mapreduce.InputFormatBase.RecordReaderBase<K,V>, org.apache.accumulo.core.client.mapreduce.InputFormatBase.RegexType

Field Summary

Fields inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

log

Constructor Summary

Constructors

Constructor and Description
EntityInputFormat()

Method Summary

Methods

Modifier and Type	Method and Description
protected Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,org.calrissian.mango.domain.entity.Entity>	getTransform(org.apache.hadoop.conf.Configuration configuration)
protected EntityWritable	getWritable()
static void	setInputInfo(org.apache.hadoop.conf.Configuration config, String username, byte[] password, org.apache.accumulo.core.security.Authorizations auths)
static void	setMetadataSerDe(org.apache.hadoop.conf.Configuration configuration, MetadataSerDe metadataSerDe)
static void	setQueryInfo(org.apache.hadoop.conf.Configuration config, Set<String> entityTypes)
static void	setQueryInfo(org.apache.hadoop.conf.Configuration config, Set<String> entityTypes, EntityShardBuilder shardBuilder, org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
static void	setQueryInfo(org.apache.hadoop.conf.Configuration config, Set<String> entityTypes, org.calrissian.mango.criteria.domain.Node query)
static void	setQueryInfo(org.apache.hadoop.conf.Configuration config, Set<String> entityTypes, org.calrissian.mango.criteria.domain.Node query, EntityShardBuilder shardBuilder, org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
static void	setSelectFields(org.apache.hadoop.conf.Configuration config, Set<String> selectFields) Sets selection fields on the current configuration.

Methods inherited from class org.calrissian.accumulorecipes.commons.hadoop.BaseQfdInputFormat

configureScanner, createRecordReader

Methods inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

addIterator, addIterator, disableAutoAdjustRanges, disableAutoAdjustRanges, fetchColumns, fetchColumns, getAuthorizations, getAuthorizations, getAutoAdjustRanges, getAutoAdjustRanges, getFetchedColumns, getFetchedColumns, getInstance, getInstance, getIteratorOptions, getIteratorOptions, getIterators, getIterators, getLogLevel, getLogLevel, getMaxVersions, getMaxVersions, getPassword, getPassword, getRanges, getRanges, getRegex, getSplits, getTablename, getTablename, getTabletLocator, getTabletLocator, getUsername, getUsername, isIsolated, isIsolated, isOfflineScan, setInputInfo, setInputInfo, setIsolated, setIsolated, setIterator, setIteratorOption, setLocalIterators, setLocalIterators, setLogLevel, setLogLevel, setMaxVersions, setMaxVersions, setMockInstance, setMockInstance, setRanges, setRanges, setRegex, setScanOffline, setZooKeeperInstance, setZooKeeperInstance, usesLocalIterators, usesLocalIterators, validateOptions, validateOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

EntityInputFormat

public EntityInputFormat()

Method Detail

setInputInfo

public static void setInputInfo(org.apache.hadoop.conf.Configuration config,
                String username,
                byte[] password,
                org.apache.accumulo.core.security.Authorizations auths)

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.conf.Configuration config,
                Set<String> entityTypes,
                org.calrissian.mango.criteria.domain.Node query)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.conf.Configuration config,
                Set<String> entityTypes,
                org.calrissian.mango.criteria.domain.Node query,
                EntityShardBuilder shardBuilder,
                org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setMetadataSerDe

public static void setMetadataSerDe(org.apache.hadoop.conf.Configuration configuration,
                    MetadataSerDe metadataSerDe)
                             throws IOException

Throws:

IOException

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.conf.Configuration config,
                Set<String> entityTypes)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setQueryInfo

public static void setQueryInfo(org.apache.hadoop.conf.Configuration config,
                Set<String> entityTypes,
                EntityShardBuilder shardBuilder,
                org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                org.apache.accumulo.core.client.AccumuloException,
                                org.apache.accumulo.core.client.TableNotFoundException,
                                IOException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

IOException

setSelectFields

public static void setSelectFields(org.apache.hadoop.conf.Configuration config,
                   Set<String> selectFields)

Sets selection fields on the current configuration.

getTransform

protected Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,org.calrissian.mango.domain.entity.Entity> getTransform(org.apache.hadoop.conf.Configuration configuration)

Specified by:

getTransform in class BaseQfdInputFormat<org.calrissian.mango.domain.entity.Entity,EntityWritable>

getWritable

protected EntityWritable getWritable()

Specified by:

getWritable in class BaseQfdInputFormat<org.calrissian.mango.domain.entity.Entity,EntityWritable>