Class UnparsedJob
java.lang.Object
org.apache.hadoop.mapreduce.v2.hs.UnparsedJob
- All Implemented Interfaces:
org.apache.hadoop.mapreduce.v2.app.job.Job
A job that has too many tasks associated with it, of which we do not parse
its job history file, to prevent the Job History Server from hanging on
parsing the file. It is meant to be used only by JHS to indicate if the
history file of a job is fully parsed or not.
-
Constructor Summary
ConstructorsConstructorDescriptionUnparsedJob(int maxTasksAllowed, org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo, HistoryFileManager.HistoryFileInfo jhfInfo) -
Method Summary
Modifier and TypeMethodDescriptionbooleancheckAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.mapreduce.JobACL jobOperation) org.apache.hadoop.mapreduce.v2.api.records.JobReportorg.apache.hadoop.mapreduce.CountersList<org.apache.hadoop.mapreduce.v2.api.records.AMInfo>intintorg.apache.hadoop.fs.Pathintintorg.apache.hadoop.mapreduce.v2.api.records.JobIdgetID()Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList> intintorg.apache.hadoop.mapred.TaskCompletionEvent[]getMapAttemptCompletionEvents(int startIndex, int maxEvents) intgetName()floatorg.apache.hadoop.mapreduce.v2.api.records.JobReportorg.apache.hadoop.mapreduce.v2.api.records.JobStategetState()org.apache.hadoop.mapreduce.v2.app.job.TaskgetTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskID) org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[]getTaskAttemptCompletionEvents(int fromEventId, int maxEvents) Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks()Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType) intintbooleanisUber()org.apache.hadoop.conf.ConfigurationvoidsetJobPriority(org.apache.hadoop.yarn.api.records.Priority priority) voidsetQueueName(String queueName)
-
Constructor Details
-
UnparsedJob
public UnparsedJob(int maxTasksAllowed, org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo, HistoryFileManager.HistoryFileInfo jhfInfo) throws IOException - Throws:
IOException
-
-
Method Details
-
getMaxTasksAllowed
public int getMaxTasksAllowed() -
getID
public org.apache.hadoop.mapreduce.v2.api.records.JobId getID()- Specified by:
getIDin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getName
- Specified by:
getNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getState
public org.apache.hadoop.mapreduce.v2.api.records.JobState getState()- Specified by:
getStatein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getReport
public org.apache.hadoop.mapreduce.v2.api.records.JobReport getReport()- Specified by:
getReportin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
constructJobReport
public org.apache.hadoop.mapreduce.v2.api.records.JobReport constructJobReport() -
getAllCounters
public org.apache.hadoop.mapreduce.Counters getAllCounters()- Specified by:
getAllCountersin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTasks
public Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks()- Specified by:
getTasksin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTasks
public Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType) - Specified by:
getTasksin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTask
public org.apache.hadoop.mapreduce.v2.app.job.Task getTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskID) - Specified by:
getTaskin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getDiagnostics
- Specified by:
getDiagnosticsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTotalMaps
public int getTotalMaps()- Specified by:
getTotalMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTotalReduces
public int getTotalReduces()- Specified by:
getTotalReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getCompletedMaps
public int getCompletedMaps()- Specified by:
getCompletedMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getCompletedReduces
public int getCompletedReduces()- Specified by:
getCompletedReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getProgress
public float getProgress()- Specified by:
getProgressin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
isUber
public boolean isUber()- Specified by:
isUberin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getUserName
- Specified by:
getUserNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getQueueName
- Specified by:
getQueueNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getConfFile
public org.apache.hadoop.fs.Path getConfFile()- Specified by:
getConfFilein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
loadConfFile
- Specified by:
loadConfFilein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job- Throws:
IOException
-
getJobACLs
public Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList> getJobACLs()- Specified by:
getJobACLsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getTaskAttemptCompletionEvents
public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[] getTaskAttemptCompletionEvents(int fromEventId, int maxEvents) - Specified by:
getTaskAttemptCompletionEventsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getMapAttemptCompletionEvents
public org.apache.hadoop.mapred.TaskCompletionEvent[] getMapAttemptCompletionEvents(int startIndex, int maxEvents) - Specified by:
getMapAttemptCompletionEventsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getAMInfos
- Specified by:
getAMInfosin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
checkAccess
public boolean checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.mapreduce.JobACL jobOperation) - Specified by:
checkAccessin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
setQueueName
- Specified by:
setQueueNamein interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
setJobPriority
public void setJobPriority(org.apache.hadoop.yarn.api.records.Priority priority) - Specified by:
setJobPriorityin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getFailedMaps
public int getFailedMaps()- Specified by:
getFailedMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getFailedReduces
public int getFailedReduces()- Specified by:
getFailedReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getKilledMaps
public int getKilledMaps()- Specified by:
getKilledMapsin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-
getKilledReduces
public int getKilledReduces()- Specified by:
getKilledReducesin interfaceorg.apache.hadoop.mapreduce.v2.app.job.Job
-