cascading.flow.hadoop

Class MapReduceFlowStep

java.lang.Object

cascading.flow.planner.BaseFlowStep<JobConf>

cascading.flow.hadoop.HadoopFlowStep

cascading.flow.hadoop.MapReduceFlowStep

All Implemented Interfaces:

cascading.flow.FlowStep<JobConf>, cascading.flow.planner.process.ProcessModel, cascading.util.ProcessLogger, java.io.Serializable

public class MapReduceFlowStep
extends HadoopFlowStep

Class MapReduceFlowStep wraps a JobConf and allows it to be executed as a Flow.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	MAP
static java.lang.String	REDUCE
static java.lang.String	SHUFFLE

Fields inherited from class cascading.flow.planner.BaseFlowStep

elementGraph, flowNodeGraph, flowStepStats, sinks, sources, tempSink

Fields inherited from interface cascading.flow.FlowStep

CASCADING_FLOW_STEP_ID

Fields inherited from interface cascading.util.ProcessLogger

NULL

Constructor Summary

Constructors

Modifier	Constructor and Description
	MapReduceFlowStep(HadoopFlow flow, JobConf jobConf)
protected	MapReduceFlowStep(HadoopFlow flow, java.lang.String stepName, JobConf jobConf, cascading.tap.Tap sink)

Method Summary

Modifier and Type	Method and Description
protected cascading.flow.planner.graph.ElementDirectedGraph	createElementDirectedGraph()
protected cascading.flow.planner.process.FlowNodeGraph	createFlowNodeGraph(java.util.List<cascading.flow.planner.graph.ElementGraph> elementGraphs)
JobConf	createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess, JobConf parentConfig)
protected cascading.pipe.Pipe	createMapOperation()
protected cascading.pipe.Pipe	createReduceOperation()
protected cascading.pipe.Pipe	createShuffleOperation()
cascading.flow.planner.graph.ElementGraph	getElementGraph()
cascading.flow.planner.process.FlowNodeGraph	getFlowNodeGraph()
protected JobConf	getJobConf()

Methods inherited from class cascading.flow.hadoop.HadoopFlowStep

clean, cleanIntermediateData, createFlowStepJob, getConfigAsProperties, initFromSink, initFromSources, initFromTraps, isHadoopLocalMode

Methods inherited from class cascading.flow.planner.BaseFlowStep

addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, findAllSerializableTypes, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getFieldDeclaredSerializations, getFlow, getFlowID, getFlowName, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

MAP

public static final java.lang.String MAP

See Also:

Constant Field Values

SHUFFLE

public static final java.lang.String SHUFFLE

See Also:

Constant Field Values

REDUCE

public static final java.lang.String REDUCE

See Also:

Constant Field Values

Constructor Detail

MapReduceFlowStep

public MapReduceFlowStep(HadoopFlow flow,
                         JobConf jobConf)

MapReduceFlowStep

protected MapReduceFlowStep(HadoopFlow flow,
                            java.lang.String stepName,
                            JobConf jobConf,
                            cascading.tap.Tap sink)

Method Detail

getJobConf

protected JobConf getJobConf()

getElementGraph

public cascading.flow.planner.graph.ElementGraph getElementGraph()

Specified by:

getElementGraph in interface cascading.flow.planner.process.ProcessModel

Overrides:

getElementGraph in class cascading.flow.planner.BaseFlowStep<JobConf>

getFlowNodeGraph

public cascading.flow.planner.process.FlowNodeGraph getFlowNodeGraph()

Specified by:

getFlowNodeGraph in interface cascading.flow.FlowStep<JobConf>

Overrides:

getFlowNodeGraph in class cascading.flow.planner.BaseFlowStep<JobConf>

createInitializedConfig

public JobConf createInitializedConfig(cascading.flow.FlowProcess<JobConf> flowProcess,
                                       JobConf parentConfig)

Overrides:

createInitializedConfig in class HadoopFlowStep

createElementDirectedGraph

protected cascading.flow.planner.graph.ElementDirectedGraph createElementDirectedGraph()

createMapOperation

protected cascading.pipe.Pipe createMapOperation()

createShuffleOperation

protected cascading.pipe.Pipe createShuffleOperation()

createReduceOperation

protected cascading.pipe.Pipe createReduceOperation()

createFlowNodeGraph

protected cascading.flow.planner.process.FlowNodeGraph createFlowNodeGraph(java.util.List<cascading.flow.planner.graph.ElementGraph> elementGraphs)