org.apache.hadoop.hive.ql.exec.mr
Class HadoopJobExecHelper

java.lang.Object
  org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper

public class HadoopJobExecHelper
extends Object

Field Summary

protected org.apache.hadoop.mapred.JobConf	job
org.apache.hadoop.mapred.JobID	jobId
protected int	lastMapProgress
protected int	lastReduceProgress
protected int	mapProgress
protected int	reduceProgress
static List<org.apache.hadoop.mapred.RunningJob>	runningJobs A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.
protected Task<? extends Serializable>	task

Constructor Summary

HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job, SessionState.LogHelper console, Task<? extends Serializable> task, HadoopJobExecHook hookCallBack)

Method Summary

boolean	checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs, StringBuilder errMsg)
static String	getJobEndMsg(org.apache.hadoop.mapred.JobID jobId) this msg pattern is used to track when a job is successfully done.
org.apache.hadoop.mapred.JobID	getJobId()
void	jobInfo(org.apache.hadoop.mapred.RunningJob rj) from StreamJob.java.
static void	killRunningJobs()
void	localJobDebugger(int exitVal, String taskId)
boolean	mapDone()
boolean	mapStarted()
int	progress(org.apache.hadoop.mapred.RunningJob rj, org.apache.hadoop.mapred.JobClient jc, HiveTxnManager txnMgr)
int	progressLocal(Process runningJob, String taskId)
boolean	reduceDone()
boolean	reduceStarted()
void	setJobId(org.apache.hadoop.mapred.JobID jobId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

job

protected transient org.apache.hadoop.mapred.JobConf job

task

protected Task<? extends Serializable> task

mapProgress

protected transient int mapProgress

reduceProgress

protected transient int reduceProgress

lastMapProgress

protected transient int lastMapProgress

lastReduceProgress

protected transient int lastReduceProgress

jobId

public transient org.apache.hadoop.mapred.JobID jobId

runningJobs

public static List<org.apache.hadoop.mapred.RunningJob> runningJobs

A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.

Constructor Detail

HadoopJobExecHelper

public HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job,
                           SessionState.LogHelper console,
                           Task<? extends Serializable> task,
                           HadoopJobExecHook hookCallBack)

Method Detail

getJobEndMsg

public static String getJobEndMsg(org.apache.hadoop.mapred.JobID jobId)

this msg pattern is used to track when a job is successfully done.

Parameters:

jobId -

Returns:

the job end message

mapStarted

public boolean mapStarted()

reduceStarted

public boolean reduceStarted()

mapDone

public boolean mapDone()

reduceDone

public boolean reduceDone()

getJobId

public org.apache.hadoop.mapred.JobID getJobId()

setJobId

public void setJobId(org.apache.hadoop.mapred.JobID jobId)

killRunningJobs

public static void killRunningJobs()

checkFatalErrors

public boolean checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs,
                                StringBuilder errMsg)

jobInfo

public void jobInfo(org.apache.hadoop.mapred.RunningJob rj)

from StreamJob.java.

localJobDebugger

public void localJobDebugger(int exitVal,
                             String taskId)

progressLocal

public int progressLocal(Process runningJob,
                         String taskId)

progress

public int progress(org.apache.hadoop.mapred.RunningJob rj,
                    org.apache.hadoop.mapred.JobClient jc,
                    HiveTxnManager txnMgr)
             throws IOException

Throws:

IOException