cascading.flow.tez.stream.graph

Class Hadoop2TezStreamGraph

java.lang.Object

cascading.flow.stream.graph.StreamGraph

cascading.flow.stream.graph.NodeStreamGraph

cascading.flow.tez.stream.graph.Hadoop2TezStreamGraph

public class Hadoop2TezStreamGraph
extends cascading.flow.stream.graph.NodeStreamGraph

Field Summary

Fields inherited from class cascading.flow.stream.graph.NodeStreamGraph

elementGraph, flowProcess, node, streamedSource

Fields inherited from class cascading.flow.stream.graph.StreamGraph

DOT_FILE_PATH, ERROR_DOT_FILE_NAME

Constructor Summary

Constructors

Constructor and Description
Hadoop2TezStreamGraph(Hadoop2TezFlowProcess currentProcess, cascading.flow.FlowNode flowNode, java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalInput> inputMap, java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalOutput> outputMap)

Method Summary

Modifier and Type	Method and Description
protected void	buildGraph()
protected cascading.flow.stream.duct.Duct	createBoundaryStage(cascading.pipe.Boundary element, cascading.flow.stream.graph.IORole role)
protected cascading.flow.stream.duct.Gate	createCoGroupGate(cascading.pipe.CoGroup element, cascading.flow.stream.graph.IORole role)
protected cascading.flow.stream.duct.Gate	createGroupByGate(cascading.pipe.GroupBy element, cascading.flow.stream.graph.IORole role)
protected cascading.flow.stream.duct.Duct	createMergeStage(cascading.pipe.Merge element, cascading.flow.stream.graph.IORole role)
protected cascading.flow.stream.element.MemoryHashJoinGate	createNonBlockingJoinGate(cascading.pipe.HashJoin join)
protected cascading.flow.stream.duct.Gate	createSinkGroupByGate(cascading.pipe.GroupBy element)
protected cascading.flow.stream.element.SinkStage	createSinkStage(cascading.tap.Tap sink)
protected cascading.flow.stream.duct.Gate	createSourceGroupByGate(cascading.pipe.GroupBy element)
protected cascading.flow.stream.element.SourceStage	createSourceStage(cascading.tap.Tap source, cascading.flow.FlowProcess flowProcess)
cascading.flow.stream.element.InputSource	getStreamedHead()

Methods inherited from class cascading.flow.stream.graph.NodeStreamGraph

createBlockingJoinGate, createHashJoinGate, findExisting, getProperty, handleDuct, setScopes, setTraps

Methods inherited from class cascading.flow.stream.graph.StreamGraph

addHead, addPath, addPath, addTail, bind, cleanup, createCloseWindow, createFork, createNextFor, createOpenReducingWindow, createOpenWindow, findAllNextFor, findAllPreviousFor, getAllDucts, getHeads, getReversedGraph, getReversedTopologicalOrderIterator, getTails, getTopologicalOrderIterator, ordinalBetween, prepare, printBoundGraph, printBoundGraph, printGraph, printGraph, printGraphError, wrapWithOrdinal

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Hadoop2TezStreamGraph

public Hadoop2TezStreamGraph(Hadoop2TezFlowProcess currentProcess,
                             cascading.flow.FlowNode flowNode,
                             java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalInput> inputMap,
                             java.util.Map<java.lang.String,org.apache.tez.runtime.api.LogicalOutput> outputMap)

Method Detail

getStreamedHead

public cascading.flow.stream.element.InputSource getStreamedHead()

buildGraph

protected void buildGraph()

createSourceStage

protected cascading.flow.stream.element.SourceStage createSourceStage(cascading.tap.Tap source,
                                                                      cascading.flow.FlowProcess flowProcess)

createSinkStage

protected cascading.flow.stream.element.SinkStage createSinkStage(cascading.tap.Tap sink)

Overrides:

createSinkStage in class cascading.flow.stream.graph.NodeStreamGraph

createMergeStage

protected cascading.flow.stream.duct.Duct createMergeStage(cascading.pipe.Merge element,
                                                           cascading.flow.stream.graph.IORole role)

Overrides:

createMergeStage in class cascading.flow.stream.graph.NodeStreamGraph

createBoundaryStage

protected cascading.flow.stream.duct.Duct createBoundaryStage(cascading.pipe.Boundary element,
                                                              cascading.flow.stream.graph.IORole role)

Overrides:

createBoundaryStage in class cascading.flow.stream.graph.NodeStreamGraph

createGroupByGate

protected cascading.flow.stream.duct.Gate createGroupByGate(cascading.pipe.GroupBy element,
                                                            cascading.flow.stream.graph.IORole role)

Specified by:

createGroupByGate in class cascading.flow.stream.graph.NodeStreamGraph

createCoGroupGate

protected cascading.flow.stream.duct.Gate createCoGroupGate(cascading.pipe.CoGroup element,
                                                            cascading.flow.stream.graph.IORole role)

Specified by:

createCoGroupGate in class cascading.flow.stream.graph.NodeStreamGraph

createSinkGroupByGate

protected cascading.flow.stream.duct.Gate createSinkGroupByGate(cascading.pipe.GroupBy element)

createSourceGroupByGate

protected cascading.flow.stream.duct.Gate createSourceGroupByGate(cascading.pipe.GroupBy element)

createNonBlockingJoinGate

protected cascading.flow.stream.element.MemoryHashJoinGate createNonBlockingJoinGate(cascading.pipe.HashJoin join)

Overrides:

createNonBlockingJoinGate in class cascading.flow.stream.graph.NodeStreamGraph