cascading.flow.tez.planner

Class Hadoop2TezFlowStepJob

java.lang.Object

cascading.flow.planner.FlowStepJob<TezConfiguration>

cascading.flow.tez.planner.Hadoop2TezFlowStepJob

All Implemented Interfaces:

java.util.concurrent.Callable<java.lang.Throwable>

public class Hadoop2TezFlowStepJob
extends cascading.flow.planner.FlowStepJob<TezConfiguration>

Field Summary

Fields inherited from class cascading.flow.planner.FlowStepJob

blockForCompletedChildDetailDuration, flowStep, flowStepStats, jobConfiguration, pollingInterval, predecessors, statsStoreInterval, stepName, throwable

Constructor Summary

Constructors

Constructor and Description
Hadoop2TezFlowStepJob(cascading.management.state.ClientState clientState, cascading.flow.planner.BaseFlowStep<TezConfiguration> flowStep, TezConfiguration currentConf, DAG dag)

Method Summary

Modifier and Type	Method and Description
protected cascading.stats.FlowStepStats	createStepStats(cascading.management.state.ClientState clientState)
protected void	dumpDebugInfo()
static long	getJobPollingInterval(Configuration configuration)
protected java.lang.Throwable	getThrowable()
protected void	internalBlockOnStop()
protected void	internalCleanup()
protected boolean	internalIsStartedRunning()
protected java.lang.String	internalJobId()
protected boolean	internalNonBlockingIsComplete()
protected boolean	internalNonBlockingIsSuccessful()
protected void	internalNonBlockingStart()
protected boolean	isRemoteExecution()
protected void	updateNodeStatus(cascading.stats.FlowNodeStats flowNodeStats)

Methods inherited from class cascading.flow.planner.FlowStepJob

blockOnJob, blockOnPredecessors, blockTillCompleteOrStopped, call, finalizeNodeSliceCapture, getConfig, getStepStats, isCallableStarted, isSkipFlowStep, isStarted, isSuccessful, setPredecessors, sleepForPollingInterval, start, stop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Hadoop2TezFlowStepJob

public Hadoop2TezFlowStepJob(cascading.management.state.ClientState clientState,
                             cascading.flow.planner.BaseFlowStep<TezConfiguration> flowStep,
                             TezConfiguration currentConf,
                             DAG dag)

Method Detail

getJobPollingInterval

public static long getJobPollingInterval(Configuration configuration)

createStepStats

protected cascading.stats.FlowStepStats createStepStats(cascading.management.state.ClientState clientState)

Specified by:

createStepStats in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalNonBlockingStart

protected void internalNonBlockingStart()
                                 throws java.io.IOException

Specified by:

internalNonBlockingStart in class cascading.flow.planner.FlowStepJob<TezConfiguration>

Throws:

java.io.IOException

updateNodeStatus

protected void updateNodeStatus(cascading.stats.FlowNodeStats flowNodeStats)

Specified by:

updateNodeStatus in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalBlockOnStop

protected void internalBlockOnStop()
                            throws java.io.IOException

Specified by:

internalBlockOnStop in class cascading.flow.planner.FlowStepJob<TezConfiguration>

Throws:

java.io.IOException

internalCleanup

protected void internalCleanup()

Overrides:

internalCleanup in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalNonBlockingIsSuccessful

protected boolean internalNonBlockingIsSuccessful()
                                           throws java.io.IOException

Specified by:

internalNonBlockingIsSuccessful in class cascading.flow.planner.FlowStepJob<TezConfiguration>

Throws:

java.io.IOException

isRemoteExecution

protected boolean isRemoteExecution()

Specified by:

isRemoteExecution in class cascading.flow.planner.FlowStepJob<TezConfiguration>

getThrowable

protected java.lang.Throwable getThrowable()

Specified by:

getThrowable in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalJobId

protected java.lang.String internalJobId()

Specified by:

internalJobId in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalNonBlockingIsComplete

protected boolean internalNonBlockingIsComplete()
                                         throws java.io.IOException

Specified by:

internalNonBlockingIsComplete in class cascading.flow.planner.FlowStepJob<TezConfiguration>

Throws:

java.io.IOException

dumpDebugInfo

protected void dumpDebugInfo()

Specified by:

dumpDebugInfo in class cascading.flow.planner.FlowStepJob<TezConfiguration>

internalIsStartedRunning

protected boolean internalIsStartedRunning()

Specified by:

internalIsStartedRunning in class cascading.flow.planner.FlowStepJob<TezConfiguration>