cascading.stats.hadoop

Class HadoopStepCounterCache

java.lang.Object

cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,JobStatus,Counters>

cascading.stats.hadoop.HadoopCounterCache<org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

cascading.stats.hadoop.HadoopStepCounterCache

public abstract class HadoopStepCounterCache
extends cascading.stats.hadoop.HadoopCounterCache<org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

Field Summary

Fields inherited from class cascading.stats.CounterCache

configuration, COUNTER_FETCH_RETRIES_PROPERTY, COUNTER_MAX_AGE_PROPERTY, COUNTER_TIMEOUT_PROPERTY, DEFAULT_CACHED_AGE_MAX, DEFAULT_FETCH_RETRIES, DEFAULT_NODE_CACHED_AGE_MAX, DEFAULT_TIMEOUT_TIMEOUT_SEC, fetchAttempts, maxAge, maxFetchAttempts, NODE_COUNTER_MAX_AGE_PROPERTY, timeout

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HadoopStepCounterCache(cascading.stats.CascadingStats stats, org.apache.hadoop.conf.Configuration configuration)

Method Summary

Modifier and Type	Method and Description
protected boolean	areCountersAvailable(org.apache.hadoop.mapred.RunningJob runningJob)
protected org.apache.hadoop.mapreduce.Counters	getCounters(org.apache.hadoop.mapred.RunningJob runningJob)
protected java.util.Set<java.lang.String>	getCountersFor(org.apache.hadoop.mapreduce.Counters counters, java.lang.String group)
protected long	getCounterValue(org.apache.hadoop.mapreduce.Counters counters, java.lang.Enum counter)
protected long	getCounterValue(org.apache.hadoop.mapreduce.Counters counters, java.lang.String groupName, java.lang.String counterName)
protected java.util.Collection<java.lang.String>	getGroupNames(org.apache.hadoop.mapreduce.Counters groups)

Methods inherited from class cascading.stats.hadoop.HadoopCounterCache

getIntProperty

Methods inherited from class cascading.stats.CounterCache

cachedCounters, cachedCounters, getCounterGroups, getCounterGroupsMatching, getCountersFor, getCounterValue, getCounterValue, getJobStatusClient, getLastSuccessfulFetch

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopStepCounterCache

protected HadoopStepCounterCache(cascading.stats.CascadingStats stats,
                                 org.apache.hadoop.conf.Configuration configuration)

Method Detail

areCountersAvailable

protected boolean areCountersAvailable(org.apache.hadoop.mapred.RunningJob runningJob)

Specified by:

areCountersAvailable in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

getCounters

protected org.apache.hadoop.mapreduce.Counters getCounters(org.apache.hadoop.mapred.RunningJob runningJob)
                                                    throws java.io.IOException

Specified by:

getCounters in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

Throws:

java.io.IOException

getGroupNames

protected java.util.Collection<java.lang.String> getGroupNames(org.apache.hadoop.mapreduce.Counters groups)

Specified by:

getGroupNames in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

getCountersFor

protected java.util.Set<java.lang.String> getCountersFor(org.apache.hadoop.mapreduce.Counters counters,
                                                         java.lang.String group)

Specified by:

getCountersFor in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

getCounterValue

protected long getCounterValue(org.apache.hadoop.mapreduce.Counters counters,
                               java.lang.Enum counter)

Specified by:

getCounterValue in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>

getCounterValue

protected long getCounterValue(org.apache.hadoop.mapreduce.Counters counters,
                               java.lang.String groupName,
                               java.lang.String counterName)

Specified by:

getCounterValue in class cascading.stats.CounterCache<org.apache.hadoop.conf.Configuration,org.apache.hadoop.mapred.RunningJob,org.apache.hadoop.mapreduce.Counters>