cascading.stats.hadoop

Class HadoopNodeCounterCache

java.lang.Object

cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,JobStatus,Counters>

cascading.stats.hadoop.HadoopCounterCache<cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

cascading.stats.hadoop.HadoopNodeCounterCache

public class HadoopNodeCounterCache
extends cascading.stats.hadoop.HadoopCounterCache<cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

Field Summary

Fields inherited from class cascading.stats.CounterCache

COUNTER_FETCH_RETRIES_PROPERTY, COUNTER_MAX_AGE_PROPERTY, COUNTER_TIMEOUT_PROPERTY, DEFAULT_CACHED_AGE_MAX, DEFAULT_FETCH_RETRIES, DEFAULT_NODE_CACHED_AGE_MAX, DEFAULT_TIMEOUT_TIMEOUT_SEC, fetchAttempts, maxAge, maxFetchAttempts, NODE_COUNTER_MAX_AGE_PROPERTY, timeout

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HadoopNodeCounterCache(cascading.stats.FlowNodeStats flowNodeStats, org.apache.hadoop.conf.Configuration configuration)

Method Summary

Modifier and Type	Method and Description
protected boolean	areCountersAvailable(cascading.stats.FlowNodeStats runningJob)
protected java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>	getCounters(cascading.stats.FlowNodeStats flowNodeStats)
protected java.util.Set<java.lang.String>	getCountersFor(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters, java.lang.String group)
protected long	getCounterValue(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters, java.lang.Enum counter)
protected long	getCounterValue(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters, java.lang.String groupName, java.lang.String counterName)
protected java.util.Collection<java.lang.String>	getGroupNames(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> groups)
protected cascading.stats.FlowNodeStats	getJobStatusClient()

Methods inherited from class cascading.stats.hadoop.HadoopCounterCache

getIntProperty

Methods inherited from class cascading.stats.CounterCache

cachedCounters, cachedCounters, getCounterGroups, getCounterGroupsMatching, getCountersFor, getCounterValue, getCounterValue, getLastSuccessfulFetch

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopNodeCounterCache

protected HadoopNodeCounterCache(cascading.stats.FlowNodeStats flowNodeStats,
                                 org.apache.hadoop.conf.Configuration configuration)

Method Detail

getJobStatusClient

protected cascading.stats.FlowNodeStats getJobStatusClient()

Specified by:

getJobStatusClient in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

areCountersAvailable

protected boolean areCountersAvailable(cascading.stats.FlowNodeStats runningJob)

Specified by:

areCountersAvailable in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

getCounters

protected java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> getCounters(cascading.stats.FlowNodeStats flowNodeStats)
                                                                                              throws java.io.IOException

Specified by:

getCounters in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

Throws:

java.io.IOException

getGroupNames

protected java.util.Collection<java.lang.String> getGroupNames(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> groups)

Specified by:

getGroupNames in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

getCountersFor

protected java.util.Set<java.lang.String> getCountersFor(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters,
                                                         java.lang.String group)

Specified by:

getCountersFor in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

getCounterValue

protected long getCounterValue(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters,
                               java.lang.Enum counter)

Specified by:

getCounterValue in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>

getCounterValue

protected long getCounterValue(java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>> counters,
                               java.lang.String groupName,
                               java.lang.String counterName)

Specified by:

getCounterValue in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,cascading.stats.FlowNodeStats,java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.lang.Long>>>