org.calrissian.accumulorecipes.commons.hadoop

Class BaseQfdInputFormat<T extends org.calrissian.mango.domain.TupleStore,W extends Settable>

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<K,V>

org.apache.accumulo.core.client.mapreduce.AbstractInputFormat<K,V>

org.apache.accumulo.core.client.mapreduce.InputFormatBase<org.apache.accumulo.core.data.Key,W>

org.calrissian.accumulorecipes.commons.hadoop.BaseQfdInputFormat<T,W>

public abstract class BaseQfdInputFormat<T extends org.calrissian.mango.domain.TupleStore,W extends Settable>
extends org.apache.accumulo.core.client.mapreduce.InputFormatBase<org.apache.accumulo.core.data.Key,W>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

org.apache.accumulo.core.client.mapreduce.InputFormatBase.RangeInputSplit, org.apache.accumulo.core.client.mapreduce.InputFormatBase.RecordReaderBase<K,V>

Nested classes/interfaces inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

org.apache.accumulo.core.client.mapreduce.AbstractInputFormat.AbstractRecordReader<K,V>

Field Summary

Fields inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

CLASS, log

Constructor Summary

Constructors

Constructor and Description
BaseQfdInputFormat()

Method Summary

Methods

Modifier and Type	Method and Description
protected static void	configureScanner(org.apache.hadoop.mapreduce.Job job, org.calrissian.mango.criteria.domain.Node query, GlobalIndexVisitor globalInexVisitor, org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
org.apache.hadoop.mapreduce.RecordReader<org.apache.accumulo.core.data.Key,W>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
protected abstract Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,T>	getTransform(org.apache.hadoop.conf.Configuration configuration)
protected abstract W	getWritable()

Methods inherited from class org.apache.accumulo.core.client.mapreduce.InputFormatBase

addIterator, fetchColumns, getAutoAdjustRanges, getFetchedColumns, getInputTableName, getIterators, getRanges, getTabletLocator, isIsolated, isOfflineScan, setAutoAdjustRanges, setInputTableName, setLocalIterators, setOfflineTableScan, setRanges, setScanIsolation, usesLocalIterators

Methods inherited from class org.apache.accumulo.core.client.mapreduce.AbstractInputFormat

getAuthenticationToken, getInputTableConfig, getInputTableConfigs, getInstance, getLogLevel, getPrincipal, getScanAuthorizations, getSplits, getTabletLocator, getToken, getTokenClass, isConnectorInfoSet, setConnectorInfo, setConnectorInfo, setLogLevel, setMockInstance, setScanAuthorizations, setZooKeeperInstance, setZooKeeperInstance, validateOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

BaseQfdInputFormat

public BaseQfdInputFormat()

Method Detail

configureScanner

protected static void configureScanner(org.apache.hadoop.mapreduce.Job job,
                    org.calrissian.mango.criteria.domain.Node query,
                    GlobalIndexVisitor globalInexVisitor,
                    org.calrissian.mango.types.TypeRegistry<String> typeRegistry)
                                throws org.apache.accumulo.core.client.AccumuloSecurityException,
                                       org.apache.accumulo.core.client.AccumuloException,
                                       org.apache.accumulo.core.client.TableNotFoundException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

org.apache.accumulo.core.client.AccumuloException

org.apache.accumulo.core.client.TableNotFoundException

getTransform

protected abstract Function<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>,T> getTransform(org.apache.hadoop.conf.Configuration configuration)

getWritable

protected abstract W getWritable()

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.accumulo.core.data.Key,W> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                               org.apache.hadoop.mapreduce.TaskAttemptContext context)
                                                                                                                  throws IOException,
                                                                                                                         InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<org.apache.accumulo.core.data.Key,W extends Settable>

Throws:

IOException

InterruptedException