org.neolumin.vertexium.accumulo

Class AccumuloGraph

java.lang.Object

org.neolumin.vertexium.GraphBase

org.neolumin.vertexium.GraphBaseWithSearchIndex

org.neolumin.vertexium.accumulo.AccumuloGraph

All Implemented Interfaces:

Graph

public class AccumuloGraph
extends GraphBaseWithSearchIndex

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.hadoop.io.Text	DELETE_ROW_COLUMN_FAMILY
static org.apache.hadoop.io.Text	DELETE_ROW_COLUMN_QUALIFIER
static String	EDGE_AFTER_ROW_KEY_PREFIX
protected ElementMutationBuilder	elementMutationBuilder
static org.apache.hadoop.io.Text	METADATA_COLUMN_FAMILY
static org.apache.hadoop.io.Text	METADATA_COLUMN_QUALIFIER
static String	VERTEX_AFTER_ROW_KEY_PREFIX

Fields inherited from class org.neolumin.vertexium.GraphBaseWithSearchIndex

METADATA_DEFINE_PROPERTY_PREFIX, METADATA_ID_GENERATOR_CLASSNAME

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	AccumuloGraph(AccumuloGraphConfiguration config, IdGenerator idGenerator, SearchIndex searchIndex, org.apache.accumulo.core.client.Connector connector, org.apache.hadoop.fs.FileSystem fileSystem, ValueSerializer valueSerializer, NameSubstitutionStrategy nameSubstitutionStrategy)

Method Summary

Methods

Modifier and Type	Method and Description
static Visibility	accumuloVisibilityToVisibility(org.apache.accumulo.core.security.ColumnVisibility columnVisibility)
static Visibility	accumuloVisibilityToVisibility(String columnVisibilityString)
protected void	addMutations(org.apache.accumulo.core.client.BatchWriter writer, org.apache.accumulo.core.data.Mutation... mutations)
Vertex	addVertex(String vertexId, Visibility vertexVisibility, Authorizations authorizations)
void	alterEdgeLabel(AccumuloEdge edge, String newEdgeLabel)
void	clearData()
static AccumuloGraph	create(AccumuloGraphConfiguration config)
static AccumuloGraph	create(Map config)
Authorizations	createAuthorizations(String... auths)
protected org.apache.accumulo.core.client.BatchScanner	createEdgeBatchScanner(EnumSet<FetchHint> fetchHints, Authorizations authorizations, int numQueryThreads)
protected org.apache.accumulo.core.client.Scanner	createEdgeScanner(EnumSet<FetchHint> fetchHints, Authorizations authorizations)
protected org.apache.accumulo.core.client.BatchScanner	createVertexBatchScanner(EnumSet<FetchHint> fetchHints, Authorizations authorizations, int numQueryThreads)
protected org.apache.accumulo.core.client.Scanner	createVertexScanner(EnumSet<FetchHint> fetchHints, Authorizations authorizations)
protected static void	ensureRowDeletingIteratorIsAttached(org.apache.accumulo.core.client.Connector connector, String tableName)
protected static void	ensureTableExists(org.apache.accumulo.core.client.Connector connector, String tableName)
Iterable<String>	findRelatedEdges(Iterable<String> vertexIds, Authorizations authorizations)
void	flush()
AccumuloGraphConfiguration	getConfiguration()
org.apache.accumulo.core.client.Connector	getConnector()
String	getDataDir()
String	getDataTableName()
static String	getDataTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getDataWriter()
Edge	getEdge(String edgeId, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
CloseableIterable<Edge>	getEdges(EnumSet<FetchHint> fetchHints, Authorizations authorizations)
CloseableIterable<Edge>	getEdges(Iterable<String> ids, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
protected CloseableIterable<Edge>	getEdgesInRange(String startId, String endId, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
String	getEdgesTableName()
static String	getEdgesTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getEdgesWriter()
org.apache.hadoop.fs.FileSystem	getFileSystem()
Iterable<GraphMetadataEntry>	getMetadata()
Object	getMetadata(String key)
Iterable<GraphMetadataEntry>	getMetadataInRange(org.apache.accumulo.core.data.Range range)
String	getMetadataTableName()
static String	getMetadataTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getMetadataWriter()
NameSubstitutionStrategy	getNameSubstitutionStrategy()
ValueSerializer	getValueSerializer()
Vertex	getVertex(String vertexId, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
Iterable<Vertex>	getVertices(EnumSet<FetchHint> fetchHints, Authorizations authorizations)
CloseableIterable<Vertex>	getVertices(Iterable<String> ids, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
protected CloseableIterable<Vertex>	getVerticesInRange(org.apache.accumulo.core.data.Range range, EnumSet<FetchHint> fetchHints, Authorizations authorizations)
String	getVerticesTableName()
static String	getVerticesTableName(String tableNamePrefix)
protected org.apache.accumulo.core.client.BatchWriter	getVerticesWriter()
protected org.apache.accumulo.core.client.BatchWriter	getWriterFromElementType(Element element)
boolean	isVisibilityValid(Visibility visibility, Authorizations authorizations)
void	markEdgeHidden(Edge edge, Visibility visibility, Authorizations authorizations)
void	markEdgeVisible(Edge edge, Visibility visibility, Authorizations authorizations)
void	markPropertyHidden(AccumuloElement element, Property property, Visibility visibility, Authorizations authorizations)
void	markPropertyVisible(AccumuloElement element, Property property, Visibility visibility, Authorizations authorizations)
void	markVertexHidden(Vertex vertex, Visibility visibility, Authorizations authorizations)
void	markVertexVisible(Vertex vertex, Visibility visibility, Authorizations authorizations)
EdgeBuilderByVertexId	prepareEdge(String edgeId, String outVertexId, String inVertexId, String label, Visibility visibility)
EdgeBuilder	prepareEdge(String edgeId, Vertex outVertex, Vertex inVertex, String label, Visibility visibility)
VertexBuilder	prepareVertex(String vertexId, Visibility visibility)
void	removeEdge(Edge edge, Authorizations authorizations)
void	removeVertex(Vertex vertex, Authorizations authorizations)
void	setMetadata(String key, Object value)
protected void	setup()
protected void	setupGraphMetadata()
protected void	setupGraphMetadata(GraphMetadataEntry graphMetadataEntry)
void	shutdown()
byte[]	streamingPropertyValueTableData(String dataRowKey)
static org.apache.accumulo.core.security.ColumnVisibility	visibilityToAccumuloVisibility(String visibilityString)
static org.apache.accumulo.core.security.ColumnVisibility	visibilityToAccumuloVisibility(Visibility visibility)

Methods inherited from class org.neolumin.vertexium.GraphBaseWithSearchIndex

defineProperty, getIdGenerator, getSearchIndex, getSearchIndexSecurityGranularity, isFieldBoostSupported, isQuerySimilarToTextSupported, query, query, querySimilarTo, reindex, reindexVertices, setupPropertyDefinition

Methods inherited from class org.neolumin.vertexium.GraphBase

addEdge, addEdge, addEdge, addEdge, addGraphEventListener, addVertex, addVertices, doEdgesExist, doesEdgeExist, doesVertexExist, doVerticesExist, findPaths, findPaths, findPaths, findPaths, fireGraphEvent, getEdge, getEdges, getEdges, getVertex, getVertices, getVertices, getVerticesInOrder, getVerticesInOrder, hasEventListeners, prepareEdge, prepareEdge, prepareVertex, removeEdge

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.neolumin.vertexium.Graph

addEdge, addEdge, addEdge, addEdge, addGraphEventListener, addVertex, addVertices, doEdgesExist, doesEdgeExist, doesVertexExist, doVerticesExist, findPaths, findPaths, findPaths, findPaths, getEdge, getEdges, getEdges, getVertex, getVertices, getVertices, getVerticesInOrder, getVerticesInOrder, prepareEdge, prepareEdge, prepareVertex, removeEdge

Field Detail

DELETE_ROW_COLUMN_FAMILY

public static final org.apache.hadoop.io.Text DELETE_ROW_COLUMN_FAMILY

DELETE_ROW_COLUMN_QUALIFIER

public static final org.apache.hadoop.io.Text DELETE_ROW_COLUMN_QUALIFIER

METADATA_COLUMN_FAMILY

public static final org.apache.hadoop.io.Text METADATA_COLUMN_FAMILY

METADATA_COLUMN_QUALIFIER

public static final org.apache.hadoop.io.Text METADATA_COLUMN_QUALIFIER

VERTEX_AFTER_ROW_KEY_PREFIX

public static final String VERTEX_AFTER_ROW_KEY_PREFIX

See Also:

Constant Field Values

EDGE_AFTER_ROW_KEY_PREFIX

public static final String EDGE_AFTER_ROW_KEY_PREFIX

See Also:

Constant Field Values

elementMutationBuilder

protected ElementMutationBuilder elementMutationBuilder

Constructor Detail

AccumuloGraph

protected AccumuloGraph(AccumuloGraphConfiguration config,
             IdGenerator idGenerator,
             SearchIndex searchIndex,
             org.apache.accumulo.core.client.Connector connector,
             org.apache.hadoop.fs.FileSystem fileSystem,
             ValueSerializer valueSerializer,
             NameSubstitutionStrategy nameSubstitutionStrategy)

Method Detail

create

public static AccumuloGraph create(AccumuloGraphConfiguration config)
                            throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                   org.apache.accumulo.core.client.AccumuloException,
                                   VertexiumException,
                                   InterruptedException,
                                   IOException,
                                   URISyntaxException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

VertexiumException

InterruptedException

IOException

URISyntaxException

setup

protected void setup()

Overrides:

setup in class GraphBaseWithSearchIndex

setupGraphMetadata

protected void setupGraphMetadata()

Overrides:

setupGraphMetadata in class GraphBaseWithSearchIndex

setupGraphMetadata

protected void setupGraphMetadata(GraphMetadataEntry graphMetadataEntry)

Overrides:

setupGraphMetadata in class GraphBaseWithSearchIndex

ensureTableExists

protected static void ensureTableExists(org.apache.accumulo.core.client.Connector connector,
                     String tableName)

ensureRowDeletingIteratorIsAttached

protected static void ensureRowDeletingIteratorIsAttached(org.apache.accumulo.core.client.Connector connector,
                                       String tableName)

create

public static AccumuloGraph create(Map config)
                            throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                   org.apache.accumulo.core.client.AccumuloException,
                                   VertexiumException,
                                   InterruptedException,
                                   IOException,
                                   URISyntaxException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

VertexiumException

InterruptedException

IOException

URISyntaxException

addVertex

public Vertex addVertex(String vertexId,
               Visibility vertexVisibility,
               Authorizations authorizations)

Specified by:

addVertex in interface Graph

Overrides:

addVertex in class GraphBase

prepareVertex

public VertexBuilder prepareVertex(String vertexId,
                          Visibility visibility)

addMutations

protected void addMutations(org.apache.accumulo.core.client.BatchWriter writer,
                org.apache.accumulo.core.data.Mutation... mutations)

getVerticesWriter

protected org.apache.accumulo.core.client.BatchWriter getVerticesWriter()

getEdgesWriter

protected org.apache.accumulo.core.client.BatchWriter getEdgesWriter()

getWriterFromElementType

protected org.apache.accumulo.core.client.BatchWriter getWriterFromElementType(Element element)

getDataWriter

protected org.apache.accumulo.core.client.BatchWriter getDataWriter()

getMetadataWriter

protected org.apache.accumulo.core.client.BatchWriter getMetadataWriter()

getVertices

public Iterable<Vertex> getVertices(EnumSet<FetchHint> fetchHints,
                           Authorizations authorizations)
                             throws VertexiumException

Specified by:

getVertices in interface Graph

Specified by:

getVertices in class GraphBase

Throws:

VertexiumException

removeVertex

public void removeVertex(Vertex vertex,
                Authorizations authorizations)

Specified by:

removeVertex in interface Graph

Specified by:

removeVertex in class GraphBase

markVertexHidden

public void markVertexHidden(Vertex vertex,
                    Visibility visibility,
                    Authorizations authorizations)

markVertexVisible

public void markVertexVisible(Vertex vertex,
                     Visibility visibility,
                     Authorizations authorizations)

prepareEdge

public EdgeBuilderByVertexId prepareEdge(String edgeId,
                                String outVertexId,
                                String inVertexId,
                                String label,
                                Visibility visibility)

prepareEdge

public EdgeBuilder prepareEdge(String edgeId,
                      Vertex outVertex,
                      Vertex inVertex,
                      String label,
                      Visibility visibility)

getNameSubstitutionStrategy

public NameSubstitutionStrategy getNameSubstitutionStrategy()

getEdges

public CloseableIterable<Edge> getEdges(EnumSet<FetchHint> fetchHints,
                               Authorizations authorizations)

Specified by:

getEdges in interface Graph

Specified by:

getEdges in class GraphBase

removeEdge

public void removeEdge(Edge edge,
              Authorizations authorizations)

Specified by:

removeEdge in interface Graph

Specified by:

removeEdge in class GraphBase

markEdgeHidden

public void markEdgeHidden(Edge edge,
                  Visibility visibility,
                  Authorizations authorizations)

markEdgeVisible

public void markEdgeVisible(Edge edge,
                   Visibility visibility,
                   Authorizations authorizations)

createAuthorizations

public Authorizations createAuthorizations(String... auths)

markPropertyHidden

public void markPropertyHidden(AccumuloElement element,
                      Property property,
                      Visibility visibility,
                      Authorizations authorizations)

markPropertyVisible

public void markPropertyVisible(AccumuloElement element,
                       Property property,
                       Visibility visibility,
                       Authorizations authorizations)

flush

public void flush()

Specified by:

flush in interface Graph

Overrides:

flush in class GraphBaseWithSearchIndex

shutdown

public void shutdown()

Specified by:

shutdown in interface Graph

Overrides:

shutdown in class GraphBaseWithSearchIndex

getValueSerializer

public ValueSerializer getValueSerializer()

getConfiguration

public AccumuloGraphConfiguration getConfiguration()

Overrides:

getConfiguration in class GraphBaseWithSearchIndex

getVertex

public Vertex getVertex(String vertexId,
               EnumSet<FetchHint> fetchHints,
               Authorizations authorizations)
                 throws VertexiumException

Specified by:

getVertex in interface Graph

Overrides:

getVertex in class GraphBase

Throws:

VertexiumException

createVertexScanner

protected org.apache.accumulo.core.client.Scanner createVertexScanner(EnumSet<FetchHint> fetchHints,
                                                          Authorizations authorizations)
                                                               throws VertexiumException

Throws:

VertexiumException

createEdgeScanner

protected org.apache.accumulo.core.client.Scanner createEdgeScanner(EnumSet<FetchHint> fetchHints,
                                                        Authorizations authorizations)
                                                             throws VertexiumException

Throws:

VertexiumException

createVertexBatchScanner

protected org.apache.accumulo.core.client.BatchScanner createVertexBatchScanner(EnumSet<FetchHint> fetchHints,
                                                                    Authorizations authorizations,
                                                                    int numQueryThreads)
                                                                         throws VertexiumException

Throws:

VertexiumException

createEdgeBatchScanner

protected org.apache.accumulo.core.client.BatchScanner createEdgeBatchScanner(EnumSet<FetchHint> fetchHints,
                                                                  Authorizations authorizations,
                                                                  int numQueryThreads)
                                                                       throws VertexiumException

Throws:

VertexiumException

getEdge

public Edge getEdge(String edgeId,
           EnumSet<FetchHint> fetchHints,
           Authorizations authorizations)

Specified by:

getEdge in interface Graph

Overrides:

getEdge in class GraphBase

streamingPropertyValueTableData

public byte[] streamingPropertyValueTableData(String dataRowKey)

visibilityToAccumuloVisibility

public static org.apache.accumulo.core.security.ColumnVisibility visibilityToAccumuloVisibility(Visibility visibility)

visibilityToAccumuloVisibility

public static org.apache.accumulo.core.security.ColumnVisibility visibilityToAccumuloVisibility(String visibilityString)

accumuloVisibilityToVisibility

public static Visibility accumuloVisibilityToVisibility(org.apache.accumulo.core.security.ColumnVisibility columnVisibility)

accumuloVisibilityToVisibility

public static Visibility accumuloVisibilityToVisibility(String columnVisibilityString)

getVerticesTableName

public static String getVerticesTableName(String tableNamePrefix)

getEdgesTableName

public static String getEdgesTableName(String tableNamePrefix)

getDataTableName

public static String getDataTableName(String tableNamePrefix)

getMetadataTableName

public static String getMetadataTableName(String tableNamePrefix)

getVerticesTableName

public String getVerticesTableName()

getEdgesTableName

public String getEdgesTableName()

getDataTableName

public String getDataTableName()

getMetadataTableName

public String getMetadataTableName()

getFileSystem

public org.apache.hadoop.fs.FileSystem getFileSystem()

getDataDir

public String getDataDir()

getConnector

public org.apache.accumulo.core.client.Connector getConnector()

alterEdgeLabel

public void alterEdgeLabel(AccumuloEdge edge,
                  String newEdgeLabel)

isVisibilityValid

public boolean isVisibilityValid(Visibility visibility,
                        Authorizations authorizations)

clearData

public void clearData()

findRelatedEdges

public Iterable<String> findRelatedEdges(Iterable<String> vertexIds,
                                Authorizations authorizations)

Specified by:

findRelatedEdges in interface Graph

Overrides:

findRelatedEdges in class GraphBase

getMetadataInRange

public Iterable<GraphMetadataEntry> getMetadataInRange(org.apache.accumulo.core.data.Range range)

getMetadata

public Iterable<GraphMetadataEntry> getMetadata()

Specified by:

getMetadata in interface Graph

Specified by:

getMetadata in class GraphBase

setMetadata

public void setMetadata(String key,
               Object value)

Specified by:

setMetadata in interface Graph

Specified by:

setMetadata in class GraphBase

getMetadata

public Object getMetadata(String key)

Specified by:

getMetadata in interface Graph

Overrides:

getMetadata in class GraphBase

getVerticesInRange

protected CloseableIterable<Vertex> getVerticesInRange(org.apache.accumulo.core.data.Range range,
                                           EnumSet<FetchHint> fetchHints,
                                           Authorizations authorizations)

getVertices

public CloseableIterable<Vertex> getVertices(Iterable<String> ids,
                                    EnumSet<FetchHint> fetchHints,
                                    Authorizations authorizations)

Specified by:

getVertices in interface Graph

Overrides:

getVertices in class GraphBase

getEdges

public CloseableIterable<Edge> getEdges(Iterable<String> ids,
                               EnumSet<FetchHint> fetchHints,
                               Authorizations authorizations)

Specified by:

getEdges in interface Graph

Overrides:

getEdges in class GraphBase

getEdgesInRange

protected CloseableIterable<Edge> getEdgesInRange(String startId,
                                      String endId,
                                      EnumSet<FetchHint> fetchHints,
                                      Authorizations authorizations)
                                           throws VertexiumException

Throws:

VertexiumException