cascading.tap.hadoop

Class BaseDistCacheTap

java.lang.Object

cascading.tap.Tap<Config,Input,Output>

cascading.tap.DecoratorTap<java.lang.Void,Configuration,RecordReader,OutputCollector>

cascading.tap.hadoop.BaseDistCacheTap

All Implemented Interfaces:

cascading.flow.FlowElement, cascading.flow.planner.ScopedElement, cascading.util.Traceable, java.io.Serializable

public abstract class BaseDistCacheTap
extends cascading.tap.DecoratorTap<java.lang.Void,Configuration,RecordReader,OutputCollector>

See Also:

Serialized Form

Field Summary

Fields inherited from class cascading.tap.DecoratorTap

metaInfo, original

Constructor Summary

Constructors

Constructor and Description
BaseDistCacheTap(cascading.tap.Tap<Configuration,RecordReader,OutputCollector> original)

Method Summary

Modifier and Type	Method and Description
protected abstract void	addLocalCacheFiles(Configuration conf, java.net.URI uri)
protected abstract Path[]	getLocalCacheFiles(cascading.flow.FlowProcess<? extends Configuration> flowProcess)
cascading.tuple.TupleEntryIterator	openForRead(cascading.flow.FlowProcess<? extends Configuration> flowProcess, RecordReader input)
void	sourceConfInit(cascading.flow.FlowProcess<? extends Configuration> process, Configuration conf)

Methods inherited from class cascading.tap.DecoratorTap

commitResource, createResource, createResource, deleteResource, deleteResource, flowConfInit, getConfigDef, getFullIdentifier, getFullIdentifier, getIdentifier, getMetaInfo, getModifiedTime, getModifiedTime, getNodeConfigDef, getOriginal, getScheme, getSinkFields, getSinkMode, getSourceFields, getStepConfigDef, getTrace, hasConfigDef, hasNodeConfigDef, hasStepConfigDef, isKeep, isReplace, isSink, isSource, isTemporary, isUpdate, openForRead, openForWrite, openForWrite, outgoingScopeFor, prepareResourceForRead, prepareResourceForWrite, presentSinkFields, presentSourceFields, resolveIncomingOperationArgumentFields, resolveIncomingOperationPassThroughFields, resourceExists, resourceExists, retrieveSinkFields, retrieveSourceFields, rollbackResource, setMetaInfo, setOriginal, sinkConfInit, toString

Methods inherited from class cascading.tap.Tap

entryStream, entryStream, entryStreamCopy, entryStreamCopy, equals, hashCode, id, openForReadUnchecked, setScheme, spliterator, splititerator, taps, tupleStream, tupleStream, tupleStreamCopy, tupleStreamCopy

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

BaseDistCacheTap

public BaseDistCacheTap(cascading.tap.Tap<Configuration,RecordReader,OutputCollector> original)

Method Detail

sourceConfInit

public void sourceConfInit(cascading.flow.FlowProcess<? extends Configuration> process,
                           Configuration conf)

Overrides:

sourceConfInit in class cascading.tap.DecoratorTap<java.lang.Void,Configuration,RecordReader,OutputCollector>

openForRead

public cascading.tuple.TupleEntryIterator openForRead(cascading.flow.FlowProcess<? extends Configuration> flowProcess,
                                                      RecordReader input)
                                               throws java.io.IOException

Overrides:

openForRead in class cascading.tap.DecoratorTap<java.lang.Void,Configuration,RecordReader,OutputCollector>

Throws:

java.io.IOException

getLocalCacheFiles

protected abstract Path[] getLocalCacheFiles(cascading.flow.FlowProcess<? extends Configuration> flowProcess)
                                      throws java.io.IOException

Throws:

java.io.IOException

addLocalCacheFiles

protected abstract void addLocalCacheFiles(Configuration conf,
                                           java.net.URI uri)