cascading.flow.tez.planner

Class Hadoop2TezPlanner

java.lang.Object

cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

cascading.flow.tez.planner.Hadoop2TezPlanner

public class Hadoop2TezPlanner
extends cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	Hadoop2TezPlanner.IntermediateBoundaryElementFactory

Nested classes/interfaces inherited from class cascading.flow.planner.FlowPlanner

cascading.flow.planner.FlowPlanner.IdentityElementFactgory, cascading.flow.planner.FlowPlanner.TempTapElementFactory

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	PLATFORM_NAME

Fields inherited from class cascading.flow.planner.FlowPlanner

checkpointTapRootPath, defaultAssertionLevel, defaultDebugLevel, defaultProperties, TRACE_PLAN_PATH, TRACE_PLAN_TRANSFORM_PATH, TRACE_STATS_PATH

Constructor Summary

Constructors

Constructor and Description
Hadoop2TezPlanner()

Method Summary

Modifier and Type	Method and Description
void	configRuleRegistryDefaults(cascading.flow.planner.rule.RuleRegistry ruleRegistry)
static void	copyConfiguration(java.util.Map<java.lang.Object,java.lang.Object> properties, org.apache.hadoop.conf.Configuration configuration)
static void	copyProperties(org.apache.hadoop.conf.Configuration jobConf, java.util.Map<java.lang.Object,java.lang.Object> properties)
static org.apache.tez.dag.api.TezConfiguration	createConfiguration(java.util.Map<java.lang.Object,java.lang.Object> properties)
protected Hadoop2TezFlow	createFlow(cascading.flow.FlowDef flowDef)
org.apache.tez.dag.api.TezConfiguration	getDefaultConfig()
java.net.URI	getDefaultURIScheme(cascading.tap.Tap tap)
cascading.flow.planner.process.FlowStepFactory<org.apache.tez.dag.api.TezConfiguration>	getFlowStepFactory()
cascading.flow.planner.PlannerInfo	getPlannerInfo(java.lang.String registryName)
cascading.flow.planner.PlatformInfo	getPlatformInfo()
java.net.URI	getURIScheme(cascading.tap.Tap tap)
void	initialize(cascading.flow.FlowConnector flowConnector, java.util.Map<java.lang.Object,java.lang.Object> properties)
protected cascading.tap.Tap	makeTempTap(java.lang.String prefix, java.lang.String name)

Methods inherited from class cascading.flow.planner.FlowPlanner

buildFlow, createFlowElementGraph, getAssertionLevel, getDebugLevel, getDefaultProperties, getFlowNodeFactory, handleExceptionDuringPlanning, makeTempTap, resolveAssemblyPlanners, resolveTails, verifyAllTaps, verifyAssembly, verifyCheckpoints, verifyPipeAssemblyEndPoints, verifyResult, verifyResultInternal, verifySourceNotSinks, verifyTaps, verifyTraps

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PLATFORM_NAME

public static final java.lang.String PLATFORM_NAME

See Also:

Constant Field Values

Constructor Detail

Hadoop2TezPlanner

public Hadoop2TezPlanner()

Method Detail

copyConfiguration

public static void copyConfiguration(java.util.Map<java.lang.Object,java.lang.Object> properties,
                                     org.apache.hadoop.conf.Configuration configuration)

createConfiguration

public static org.apache.tez.dag.api.TezConfiguration createConfiguration(java.util.Map<java.lang.Object,java.lang.Object> properties)

copyProperties

public static void copyProperties(org.apache.hadoop.conf.Configuration jobConf,
                                  java.util.Map<java.lang.Object,java.lang.Object> properties)

getPlannerInfo

public cascading.flow.planner.PlannerInfo getPlannerInfo(java.lang.String registryName)

Specified by:

getPlannerInfo in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

getDefaultConfig

public org.apache.tez.dag.api.TezConfiguration getDefaultConfig()

Specified by:

getDefaultConfig in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

getPlatformInfo

public cascading.flow.planner.PlatformInfo getPlatformInfo()

Specified by:

getPlatformInfo in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

initialize

public void initialize(cascading.flow.FlowConnector flowConnector,
                       java.util.Map<java.lang.Object,java.lang.Object> properties)

Overrides:

initialize in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

configRuleRegistryDefaults

public void configRuleRegistryDefaults(cascading.flow.planner.rule.RuleRegistry ruleRegistry)

Overrides:

configRuleRegistryDefaults in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

createFlow

protected Hadoop2TezFlow createFlow(cascading.flow.FlowDef flowDef)

Specified by:

createFlow in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

getFlowStepFactory

public cascading.flow.planner.process.FlowStepFactory<org.apache.tez.dag.api.TezConfiguration> getFlowStepFactory()

Specified by:

getFlowStepFactory in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>

getDefaultURIScheme

public java.net.URI getDefaultURIScheme(cascading.tap.Tap tap)

getURIScheme

public java.net.URI getURIScheme(cascading.tap.Tap tap)

makeTempTap

protected cascading.tap.Tap makeTempTap(java.lang.String prefix,
                                        java.lang.String name)

Specified by:

makeTempTap in class cascading.flow.planner.FlowPlanner<Hadoop2TezFlow,org.apache.tez.dag.api.TezConfiguration>