本文整理汇总了Java中org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent类的典型用法代码示例。如果您正苦于以下问题：Java TaskFinishedEvent类的具体用法？Java TaskFinishedEvent怎么用？Java TaskFinishedEvent使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
TaskFinishedEvent类属于org.apache.hadoop.mapreduce.jobhistory包，在下文中一共展示了TaskFinishedEvent类的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: sendTaskSucceededEvents
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
private void sendTaskSucceededEvents() {
JobTaskEvent jobTaskEvent = new JobTaskEvent(taskId, TaskState.SUCCEEDED);
long totalTime = this.getFinishTime() - this.getLaunchTime();
long HDFSRecords = this.getSuccessfulAttempt().getCounters().findCounter(TaskCounter.MAP_INPUT_RECORDS).getValue();
long executionTime = this.getSuccessfulAttempt().getEndExecutionTime() - this.getSuccessfulAttempt().getBeginExecutionTime();
double executionSpeed = HDFSRecords*1.0 / executionTime*1.0;
double executionRatio = 1.0*executionTime/ totalTime;
LOG.info("inform");
LOG.info("hdfsRecrds:"+HDFSRecords);
LOG.info("excutuinTime:"+executionTime);
LOG.info("totalTime:"+executionTime);
LOG.info("excutionSpeed:"+executionSpeed);
LOG.info("excutionRatio:"+executionRatio);
LOG.info("host:"+this.getSuccessfulAttempt().getNodeId().getHost());
LOG.info("/inform");
jobTaskEvent.setTaskExecutionTime((long)executionSpeed);
jobTaskEvent.setTaskExecutionRatio(executionRatio);
jobTaskEvent.setAttemptId(successfulAttempt);
eventHandler.handle(jobTaskEvent);
if (historyTaskStartGenerated) {
TaskFinishedEvent tfe = createTaskFinishedEvent(this,
TaskStateInternal.SUCCEEDED);
eventHandler.handle(new JobHistoryEvent(taskId.getJobId(), tfe));
}
}
开发者ID:yncxcw，项目名称:FlexMap，代码行数:26，代码来源:TaskImpl.java
示例2: createTaskFinishedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
private static TaskFinishedEvent createTaskFinishedEvent(TaskImpl task, TaskStateInternal taskState) {
TaskFinishedEvent tfe =
new TaskFinishedEvent(TypeConverter.fromYarn(task.taskId),
TypeConverter.fromYarn(task.successfulAttempt),
task.getFinishTime(task.successfulAttempt),
TypeConverter.fromYarn(task.taskId.getTaskType()),
taskState.toString(),
task.getCounters());
return tfe;
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:TaskImpl.java
示例3: sendTaskSucceededEvents
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
private void sendTaskSucceededEvents() {
eventHandler.handle(new JobTaskEvent(taskId, TaskState.SUCCEEDED));
LOG.info("Task succeeded with attempt " + successfulAttempt);
if (historyTaskStartGenerated) {
TaskFinishedEvent tfe = createTaskFinishedEvent(this,
TaskStateInternal.SUCCEEDED);
eventHandler.handle(new JobHistoryEvent(taskId.getJobId(), tfe));
}
}
开发者ID:naver，项目名称:hadoop，代码行数:10，代码来源:TaskImpl.java
示例4: maybeEmitEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
HistoryEvent maybeEmitEvent(ParsedLine line, String taskIDName,
HistoryEventEmitter thatg) {
if (taskIDName == null) {
return null;
}
TaskID taskID = TaskID.forName(taskIDName);
String status = line.get("TASK_STATUS");
String finishTime = line.get("FINISH_TIME");
String error = line.get("ERROR");
String counters = line.get("COUNTERS");
if (finishTime != null && error == null
&& (status != null && status.equalsIgnoreCase("success"))) {
Counters eventCounters = maybeParseCounters(counters);
Task20LineHistoryEventEmitter that =
(Task20LineHistoryEventEmitter) thatg;
if (that.originalTaskType == null) {
return null;
}
return new TaskFinishedEvent(taskID, null, Long.parseLong(finishTime),
that.originalTaskType, status, eventCounters);
}
return null;
}
开发者ID:naver，项目名称:hadoop，代码行数:33，代码来源:Task20LineHistoryEventEmitter.java
示例5: processTaskFinishedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
private void processTaskFinishedEvent(TaskFinishedEvent event) {
ParsedTask task =
getOrMakeTask(event.getTaskType(), event.getTaskId().toString(), false);
if (task == null) {
return;
}
task.setFinishTime(event.getFinishTime());
task.setTaskStatus(getPre21Value(event.getTaskStatus()));
task.incorporateCounters(((TaskFinished) event.getDatum()).counters);
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:JobBuilder.java
示例6: maybeEmitEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
HistoryEvent maybeEmitEvent(ParsedLine line, String taskIDName,
HistoryEventEmitter thatg) {
if (taskIDName == null) {
return null;
}
TaskID taskID = TaskID.forName(taskIDName);
String status = line.get("TASK_STATUS");
String finishTime = line.get("FINISH_TIME");
String error = line.get("ERROR");
String counters = line.get("COUNTERS");
if (finishTime != null && error == null
&& (status != null && status.equalsIgnoreCase("success"))) {
Counters eventCounters = maybeParseCounters(counters);
Task20LineHistoryEventEmitter that =
(Task20LineHistoryEventEmitter) thatg;
if (that.originalTaskType == null) {
return null;
}
return new TaskFinishedEvent(taskID, Long.parseLong(finishTime),
that.originalTaskType, status, eventCounters);
}
return null;
}
开发者ID:rekhajoshm，项目名称:mapreduce-fork，代码行数:33，代码来源:Task20LineHistoryEventEmitter.java
示例7: processTaskFinishedEvent
import org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent; //导入依赖的package包/类
private void processTaskFinishedEvent(TaskFinishedEvent event) {
LoggedTask task =
getOrMakeTask(event.getTaskType(), event.getTaskId().toString(), false);
if (task == null) {
return;
}
task.setFinishTime(event.getFinishTime());
task.setTaskStatus(getPre21Value(event.getTaskStatus()));
task.incorporateCounters(((TaskFinished) event.getDatum()).counters);
}
开发者ID:rekhajoshm，项目名称:mapreduce-fork，代码行数:11，代码来源:JobBuilder.java
注：本文中的org.apache.hadoop.mapreduce.jobhistory.TaskFinishedEvent类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。 |
客服电话
APP下载
官方微信
请发表评论