org.calrissian.accumulorecipes.commons.support.qfd

Class QfdHelper<T extends org.calrissian.mango.domain.TupleStore>

java.lang.Object

org.calrissian.accumulorecipes.commons.support.qfd.QfdHelper<T>

public abstract class QfdHelper<T extends org.calrissian.mango.domain.TupleStore>
extends Object

Constructor Summary

Constructors

Constructor and Description
QfdHelper(org.apache.accumulo.core.client.Connector connector, String indexTable, String shardTable, StoreConfig config, ShardBuilder<T> shardBuilder, org.calrissian.mango.types.TypeRegistry<String> typeRegistry, KeyValueIndex<T> keyValueIndex)
QfdHelper(org.apache.accumulo.core.client.Connector connector, String indexTable, String shardTable, StoreConfig config, ShardBuilder<T> shardBuilder, org.calrissian.mango.types.TypeRegistry<String> typeRegistry, KeyValueIndex<T> keyValueIndex, MetadataSerDe metadataSerDe)

Method Summary

Methods

Modifier and Type	Method and Description
protected abstract String	buildId(T item)
org.apache.accumulo.core.client.BatchScanner	buildIndexScanner(org.apache.accumulo.core.security.Authorizations auths)
org.apache.accumulo.core.client.BatchScanner	buildShardScanner(org.apache.accumulo.core.security.Authorizations auths)
protected abstract long	buildTimestamp(T item)
protected abstract org.apache.accumulo.core.data.Value	buildValue(T item)
protected abstract void	configureIndexTable(org.apache.accumulo.core.client.Connector connector, String tableName) Utility method to update the correct iterators to the index table.
protected abstract void	configureShardTable(org.apache.accumulo.core.client.Connector connector, String tableName) Utility method to update the correct iterators to the shardBuilder table.
void	flush()
StoreConfig	getConfig()
org.apache.accumulo.core.client.Connector	getConnector()
String	getIndexTable()
static com.esotericsoftware.kryo.Kryo	getKryo()
MetadataSerDe	getMetadataSerDe()
ShardBuilder	getShardBuilder()
String	getShardTable()
org.calrissian.mango.types.TypeRegistry<String>	getTypeRegistry()
org.apache.accumulo.core.client.BatchWriter	getWriter()
org.calrissian.mango.collect.CloseableIterable<T>	query(org.apache.accumulo.core.client.BatchScanner scanner, GlobalIndexVisitor globalIndexVisitor, org.calrissian.mango.criteria.domain.Node query, Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,T> transform, Auths auths)
void	save(Iterable<? extends T> items) Items get saved into a sharded table to parallelize queries & ingest.
void	shutdown()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

QfdHelper

public QfdHelper(org.apache.accumulo.core.client.Connector connector,
         String indexTable,
         String shardTable,
         StoreConfig config,
         ShardBuilder<T> shardBuilder,
         org.calrissian.mango.types.TypeRegistry<String> typeRegistry,
         KeyValueIndex<T> keyValueIndex,
         MetadataSerDe metadataSerDe)
          throws org.apache.accumulo.core.client.TableExistsException,
                 org.apache.accumulo.core.client.AccumuloSecurityException,
                 org.apache.accumulo.core.client.AccumuloException,
                 org.apache.accumulo.core.client.TableNotFoundException

Throws:

org.apache.accumulo.core.client.TableExistsException

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

QfdHelper

public QfdHelper(org.apache.accumulo.core.client.Connector connector,
         String indexTable,
         String shardTable,
         StoreConfig config,
         ShardBuilder<T> shardBuilder,
         org.calrissian.mango.types.TypeRegistry<String> typeRegistry,
         KeyValueIndex<T> keyValueIndex)
          throws org.apache.accumulo.core.client.TableExistsException,
                 org.apache.accumulo.core.client.AccumuloSecurityException,
                 org.apache.accumulo.core.client.AccumuloException,
                 org.apache.accumulo.core.client.TableNotFoundException

Throws:

org.apache.accumulo.core.client.TableExistsException

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

Method Detail

getMetadataSerDe

public MetadataSerDe getMetadataSerDe()

getKryo

public static com.esotericsoftware.kryo.Kryo getKryo()

flush

public void flush()
           throws Exception

Throws:

Exception

save

public void save(Iterable<? extends T> items)

Items get saved into a sharded table to parallelize queries & ingest.

query

public org.calrissian.mango.collect.CloseableIterable<T> query(org.apache.accumulo.core.client.BatchScanner scanner,
                                                      GlobalIndexVisitor globalIndexVisitor,
                                                      org.calrissian.mango.criteria.domain.Node query,
                                                      Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,T> transform,
                                                      Auths auths)

shutdown

public void shutdown()

configureIndexTable

protected abstract void configureIndexTable(org.apache.accumulo.core.client.Connector connector,
                       String tableName)
                                     throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                            org.apache.accumulo.core.client.AccumuloException,
                                            org.apache.accumulo.core.client.TableNotFoundException

Utility method to update the correct iterators to the index table.

Parameters:

connector -

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

configureShardTable

protected abstract void configureShardTable(org.apache.accumulo.core.client.Connector connector,
                       String tableName)
                                     throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                            org.apache.accumulo.core.client.AccumuloException,
                                            org.apache.accumulo.core.client.TableNotFoundException

Utility method to update the correct iterators to the shardBuilder table.

Parameters:

connector -

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

buildId

protected abstract String buildId(T item)

buildValue

protected abstract org.apache.accumulo.core.data.Value buildValue(T item)

buildTimestamp

protected abstract long buildTimestamp(T item)

buildIndexScanner

public org.apache.accumulo.core.client.BatchScanner buildIndexScanner(org.apache.accumulo.core.security.Authorizations auths)

buildShardScanner

public org.apache.accumulo.core.client.BatchScanner buildShardScanner(org.apache.accumulo.core.security.Authorizations auths)

getShardBuilder

public ShardBuilder getShardBuilder()

getConnector

public org.apache.accumulo.core.client.Connector getConnector()

getIndexTable

public String getIndexTable()

getShardTable

public String getShardTable()

getConfig

public StoreConfig getConfig()

getWriter

public org.apache.accumulo.core.client.BatchWriter getWriter()

getTypeRegistry

public org.calrissian.mango.types.TypeRegistry<String> getTypeRegistry()