本文整理汇总了Java中org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent类的典型用法代码示例。如果您正苦于以下问题:Java TaskStartedEvent类的具体用法?Java TaskStartedEvent怎么用?Java TaskStartedEvent使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
TaskStartedEvent类属于org.apache.hadoop.mapreduce.jobhistory包,在下文中一共展示了TaskStartedEvent类的6个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: maybeEmitEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
HistoryEvent maybeEmitEvent(ParsedLine line, String taskIDName,
HistoryEventEmitter thatg) {
if (taskIDName == null) {
return null;
}
TaskID taskID = TaskID.forName(taskIDName);
String taskType = line.get("TASK_TYPE");
String startTime = line.get("START_TIME");
String splits = line.get("SPLITS");
if (startTime != null && taskType != null) {
Task20LineHistoryEventEmitter that =
(Task20LineHistoryEventEmitter) thatg;
that.originalStartTime = Long.parseLong(startTime);
that.originalTaskType =
Version20LogInterfaceUtils.get20TaskType(taskType);
return new TaskStartedEvent(taskID, that.originalStartTime,
that.originalTaskType, splits);
}
return null;
}
开发者ID:naver,项目名称:hadoop,代码行数:27,代码来源:Task20LineHistoryEventEmitter.java
示例2: process
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
/**
* Process one {@link HistoryEvent}
*
* @param event
* The {@link HistoryEvent} to be processed.
*/
public void process(HistoryEvent event) {
if (event instanceof TaskAttemptFinishedEvent) {
processTaskAttemptFinishedEvent((TaskAttemptFinishedEvent) event);
} else if (event instanceof TaskAttemptUnsuccessfulCompletionEvent) {
processTaskAttemptUnsuccessfulCompletionEvent((TaskAttemptUnsuccessfulCompletionEvent) event);
} else if (event instanceof TaskStartedEvent) {
processTaskStartedEvent((TaskStartedEvent) event);
} else if (event instanceof MapAttemptFinishedEvent) {
processMapAttemptFinishedEvent((MapAttemptFinishedEvent) event);
} else if (event instanceof ReduceAttemptFinishedEvent) {
processReduceAttemptFinishedEvent((ReduceAttemptFinishedEvent) event);
}
// I do NOT expect these if statements to be exhaustive.
}
开发者ID:naver,项目名称:hadoop,代码行数:22,代码来源:TopologyBuilder.java
示例3: sendTaskStartedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
private void sendTaskStartedEvent() {
TaskStartedEvent tse = new TaskStartedEvent(
TypeConverter.fromYarn(taskId), getLaunchTime(),
TypeConverter.fromYarn(taskId.getTaskType()),
getSplitsAsString());
eventHandler
.handle(new JobHistoryEvent(taskId.getJobId(), tse));
historyTaskStartGenerated = true;
}
开发者ID:naver,项目名称:hadoop,代码行数:10,代码来源:TaskImpl.java
示例4: processTaskStartedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
private void processTaskStartedEvent(TaskStartedEvent event) {
ParsedTask task =
getOrMakeTask(event.getTaskType(), event.getTaskId().toString(), true);
task.setStartTime(event.getStartTime());
task.setPreferredLocations(preferredLocationForSplits(event
.getSplitLocations()));
}
开发者ID:naver,项目名称:hadoop,代码行数:8,代码来源:JobBuilder.java
示例5: process
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
/**
* Process one {@link HistoryEvent}
*
* @param event
* The {@link HistoryEvent} to be processed.
*/
public void process(HistoryEvent event) {
if (event instanceof TaskAttemptFinishedEvent) {
processTaskAttemptFinishedEvent((TaskAttemptFinishedEvent) event);
} else if (event instanceof TaskAttemptUnsuccessfulCompletionEvent) {
processTaskAttemptUnsuccessfulCompletionEvent((TaskAttemptUnsuccessfulCompletionEvent) event);
} else if (event instanceof TaskStartedEvent) {
processTaskStartedEvent((TaskStartedEvent) event);
}
// I do NOT expect these if statements to be exhaustive.
}
开发者ID:rekhajoshm,项目名称:mapreduce-fork,代码行数:18,代码来源:TopologyBuilder.java
示例6: processTaskStartedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent; //导入依赖的package包/类
private void processTaskStartedEvent(TaskStartedEvent event) {
LoggedTask task =
getOrMakeTask(event.getTaskType(), event.getTaskId().toString(), true);
task.setStartTime(event.getStartTime());
task.setPreferredLocations(preferredLocationForSplits(event
.getSplitLocations()));
}
开发者ID:rekhajoshm,项目名称:mapreduce-fork,代码行数:8,代码来源:JobBuilder.java
注:本文中的org.apache.hadoop.mapreduce.jobhistory.TaskStartedEvent类示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论