org.apache.hadoop.hive.ql.exec
Class HadoopJobExecHelper

java.lang.Object
  org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper

public class HadoopJobExecHelper
extends Object

Field Summary

protected org.apache.hadoop.mapred.JobConf	job
String	jobId
protected int	mapProgress
protected int	reduceProgress
static Map<String,String>	runningJobKillURIs A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.
protected Task<? extends Serializable>	task

Constructor Summary

HadoopJobExecHelper()

HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job, SessionState.LogHelper console, Task<? extends Serializable> task, HadoopJobExecHook hookCallBack)

Method Summary

boolean	checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs, StringBuilder errMsg)
static String	getJobEndMsg(String jobId) this msg pattern is used to track when a job is successfully done.
String	getJobId()
void	jobInfo(org.apache.hadoop.mapred.RunningJob rj) from StreamJob.java.
static void	killRunningJobs()
void	localJobDebugger(int exitVal, String taskId)
boolean	mapDone()
boolean	mapStarted()
int	progress(org.apache.hadoop.mapred.RunningJob rj, org.apache.hadoop.mapred.JobClient jc)
int	progressLocal(Process runningJob, String taskId)
boolean	reduceDone()
boolean	reduceStarted()
void	setJobId(String jobId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

job

protected transient org.apache.hadoop.mapred.JobConf job

task

protected Task<? extends Serializable> task

mapProgress

protected transient int mapProgress

reduceProgress

protected transient int reduceProgress

jobId

public transient String jobId

runningJobKillURIs

public static Map<String,String> runningJobKillURIs

A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.

Constructor Detail

HadoopJobExecHelper

public HadoopJobExecHelper()

HadoopJobExecHelper

public HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job,
                           SessionState.LogHelper console,
                           Task<? extends Serializable> task,
                           HadoopJobExecHook hookCallBack)

Method Detail

getJobEndMsg

public static String getJobEndMsg(String jobId)

this msg pattern is used to track when a job is successfully done.

Parameters:

jobId -

Returns:

the job end message

mapStarted

public boolean mapStarted()

reduceStarted

public boolean reduceStarted()

mapDone

public boolean mapDone()

reduceDone

public boolean reduceDone()

getJobId

public String getJobId()

setJobId

public void setJobId(String jobId)

killRunningJobs

public static void killRunningJobs()

checkFatalErrors

public boolean checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs,
                                StringBuilder errMsg)

jobInfo

public void jobInfo(org.apache.hadoop.mapred.RunningJob rj)

from StreamJob.java.

localJobDebugger

public void localJobDebugger(int exitVal,
                             String taskId)

progressLocal

public int progressLocal(Process runningJob,
                         String taskId)

progress

public int progress(org.apache.hadoop.mapred.RunningJob rj,
                    org.apache.hadoop.mapred.JobClient jc)
             throws IOException

Throws:

IOException