本文整理汇总了Java中org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto类的典型用法代码示例。如果您正苦于以下问题：Java LocalResourceProto类的具体用法？Java LocalResourceProto怎么用？Java LocalResourceProto使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
LocalResourceProto类属于org.apache.hadoop.yarn.proto.YarnProtos包，在下文中一共展示了LocalResourceProto类的16个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: loadStartedResources
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private Map<LocalResourceProto, Path> loadStartedResources(
LeveldbIterator iter, String keyPrefix) throws IOException {
Map<LocalResourceProto, Path> rsrcs =
new HashMap<LocalResourceProto, Path>();
while (iter.hasNext()) {
Entry<byte[],byte[]> entry = iter.peekNext();
String key = asString(entry.getKey());
if (!key.startsWith(keyPrefix)) {
break;
}
Path localPath = new Path(key.substring(keyPrefix.length()));
if (LOG.isDebugEnabled()) {
LOG.debug("Loading in-progress resource at " + localPath);
}
rsrcs.put(LocalResourceProto.parseFrom(entry.getValue()), localPath);
iter.next();
}
return rsrcs;
}
开发者ID:naver，项目名称:hadoop，代码行数:22，代码来源:NMLeveldbStateStoreService.java
示例2: startResourceLocalization
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public void startResourceLocalization(String user, ApplicationId appId,
LocalResourceProto proto, Path localPath) throws IOException {
String key = getResourceStartedKey(user, appId, localPath.toString());
try {
db.put(bytes(key), proto.toByteArray());
} catch (DBException e) {
throw new IOException(e);
}
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:NMLeveldbStateStoreService.java
示例3: loadTrackerState
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceTrackerState loadTrackerState(TrackerState ts) {
LocalResourceTrackerState result = new LocalResourceTrackerState();
result.localizedResources.addAll(ts.localizedResources.values());
for (Map.Entry<Path, LocalResourceProto> entry :
ts.inProgressMap.entrySet()) {
result.inProgressResources.put(entry.getValue(), entry.getKey());
}
return result;
}
开发者ID:naver，项目名称:hadoop，代码行数:10，代码来源:NMMemoryStateStoreService.java
示例4: LocalResourcePBImpl
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public LocalResourcePBImpl() {
builder = LocalResourceProto.newBuilder();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourcePBImpl.java
示例5: getProto
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public synchronized LocalResourceProto getProto() {
mergeLocalToBuilder();
proto = viaProto ? proto : builder.build();
viaProto = true;
return proto;
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:LocalResourcePBImpl.java
示例6: maybeInitBuilder
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private synchronized void maybeInitBuilder() {
if (viaProto || builder == null) {
builder = LocalResourceProto.newBuilder(proto);
}
viaProto = false;
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:LocalResourcePBImpl.java
示例7: convertFromProtoFormat
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto p) {
return new LocalResourcePBImpl(p);
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:ContainerLaunchContextPBImpl.java
示例8: convertToProtoFormat
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceProto convertToProtoFormat(LocalResource t) {
return ((LocalResourcePBImpl)t).getProto();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:ContainerLaunchContextPBImpl.java
示例9: convertToProtoFormat
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceProto convertToProtoFormat(LocalResource rsrc) {
return ((LocalResourcePBImpl)rsrc).getProto();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourceStatusPBImpl.java
示例10: convertFromProtoFormat
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) {
return new LocalResourcePBImpl(rsrc);
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourceStatusPBImpl.java
示例11: startResourceLocalization
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public void startResourceLocalization(String user, ApplicationId appId,
LocalResourceProto proto, Path localPath) throws IOException {
}
开发者ID:naver，项目名称:hadoop，代码行数:5，代码来源:NMNullStateStoreService.java
示例12: getInProgressResources
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public Map<LocalResourceProto, Path> getInProgressResources() {
return inProgressResources;
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:NMStateStoreService.java
示例13: testStateStoreSuccessfulLocalization
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testStateStoreSuccessfulLocalization() throws Exception {
final String user = "someuser";
final ApplicationId appId = ApplicationId.newInstance(1, 1);
// This is a random path. NO File creation will take place at this place.
final Path localDir = new Path("/tmp");
Configuration conf = new YarnConfiguration();
DrainDispatcher dispatcher = null;
dispatcher = createDispatcher(conf);
EventHandler<LocalizerEvent> localizerEventHandler =
mock(EventHandler.class);
EventHandler<LocalizerEvent> containerEventHandler =
mock(EventHandler.class);
dispatcher.register(LocalizerEventType.class, localizerEventHandler);
dispatcher.register(ContainerEventType.class, containerEventHandler);
DeletionService mockDelService = mock(DeletionService.class);
NMStateStoreService stateStore = mock(NMStateStoreService.class);
try {
LocalResourcesTracker tracker = new LocalResourcesTrackerImpl(user,
appId, dispatcher, false, conf, stateStore);
// Container 1 needs lr1 resource
ContainerId cId1 = BuilderUtils.newContainerId(1, 1, 1, 1);
LocalResourceRequest lr1 = createLocalResourceRequest(user, 1, 1,
LocalResourceVisibility.APPLICATION);
LocalizerContext lc1 = new LocalizerContext(user, cId1, null);
// Container 1 requests lr1 to be localized
ResourceEvent reqEvent1 = new ResourceRequestEvent(lr1,
LocalResourceVisibility.APPLICATION, lc1);
tracker.handle(reqEvent1);
dispatcher.await();
// Simulate the process of localization of lr1
Path hierarchicalPath1 = tracker.getPathForLocalization(lr1, localDir,
null);
ArgumentCaptor<LocalResourceProto> localResourceCaptor =
ArgumentCaptor.forClass(LocalResourceProto.class);
ArgumentCaptor<Path> pathCaptor = ArgumentCaptor.forClass(Path.class);
verify(stateStore).startResourceLocalization(eq(user), eq(appId),
localResourceCaptor.capture(), pathCaptor.capture());
LocalResourceProto lrProto = localResourceCaptor.getValue();
Path localizedPath1 = pathCaptor.getValue();
Assert.assertEquals(lr1,
new LocalResourceRequest(new LocalResourcePBImpl(lrProto)));
Assert.assertEquals(hierarchicalPath1, localizedPath1.getParent());
// Simulate lr1 getting localized
ResourceLocalizedEvent rle1 =
new ResourceLocalizedEvent(lr1, pathCaptor.getValue(), 120);
tracker.handle(rle1);
dispatcher.await();
ArgumentCaptor<LocalizedResourceProto> localizedProtoCaptor =
ArgumentCaptor.forClass(LocalizedResourceProto.class);
verify(stateStore).finishResourceLocalization(eq(user), eq(appId),
localizedProtoCaptor.capture());
LocalizedResourceProto localizedProto = localizedProtoCaptor.getValue();
Assert.assertEquals(lr1, new LocalResourceRequest(
new LocalResourcePBImpl(localizedProto.getResource())));
Assert.assertEquals(localizedPath1.toString(),
localizedProto.getLocalPath());
LocalizedResource localizedRsrc1 = tracker.getLocalizedResource(lr1);
Assert.assertNotNull(localizedRsrc1);
// simulate release and retention processing
tracker.handle(new ResourceReleaseEvent(lr1, cId1));
dispatcher.await();
boolean removeResult = tracker.remove(localizedRsrc1, mockDelService);
Assert.assertTrue(removeResult);
verify(stateStore).removeLocalizedResource(eq(user), eq(appId),
eq(localizedPath1));
} finally {
if (dispatcher != null) {
dispatcher.stop();
}
}
}
开发者ID:naver，项目名称:hadoop，代码行数:82，代码来源:TestLocalResourcesTrackerImpl.java
示例14: testStateStoreFailedLocalization
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testStateStoreFailedLocalization() throws Exception {
final String user = "someuser";
final ApplicationId appId = ApplicationId.newInstance(1, 1);
// This is a random path. NO File creation will take place at this place.
final Path localDir = new Path("/tmp");
Configuration conf = new YarnConfiguration();
DrainDispatcher dispatcher = null;
dispatcher = createDispatcher(conf);
EventHandler<LocalizerEvent> localizerEventHandler =
mock(EventHandler.class);
EventHandler<LocalizerEvent> containerEventHandler =
mock(EventHandler.class);
dispatcher.register(LocalizerEventType.class, localizerEventHandler);
dispatcher.register(ContainerEventType.class, containerEventHandler);
NMStateStoreService stateStore = mock(NMStateStoreService.class);
try {
LocalResourcesTracker tracker = new LocalResourcesTrackerImpl(user,
appId, dispatcher, false, conf, stateStore);
// Container 1 needs lr1 resource
ContainerId cId1 = BuilderUtils.newContainerId(1, 1, 1, 1);
LocalResourceRequest lr1 = createLocalResourceRequest(user, 1, 1,
LocalResourceVisibility.APPLICATION);
LocalizerContext lc1 = new LocalizerContext(user, cId1, null);
// Container 1 requests lr1 to be localized
ResourceEvent reqEvent1 = new ResourceRequestEvent(lr1,
LocalResourceVisibility.APPLICATION, lc1);
tracker.handle(reqEvent1);
dispatcher.await();
// Simulate the process of localization of lr1
Path hierarchicalPath1 = tracker.getPathForLocalization(lr1, localDir,
null);
ArgumentCaptor<LocalResourceProto> localResourceCaptor =
ArgumentCaptor.forClass(LocalResourceProto.class);
ArgumentCaptor<Path> pathCaptor = ArgumentCaptor.forClass(Path.class);
verify(stateStore).startResourceLocalization(eq(user), eq(appId),
localResourceCaptor.capture(), pathCaptor.capture());
LocalResourceProto lrProto = localResourceCaptor.getValue();
Path localizedPath1 = pathCaptor.getValue();
Assert.assertEquals(lr1,
new LocalResourceRequest(new LocalResourcePBImpl(lrProto)));
Assert.assertEquals(hierarchicalPath1, localizedPath1.getParent());
ResourceFailedLocalizationEvent rfe1 =
new ResourceFailedLocalizationEvent(
lr1, new Exception("Test").toString());
tracker.handle(rfe1);
dispatcher.await();
verify(stateStore).removeLocalizedResource(eq(user), eq(appId),
eq(localizedPath1));
} finally {
if (dispatcher != null) {
dispatcher.stop();
}
}
}
开发者ID:naver，项目名称:hadoop，代码行数:62，代码来源:TestLocalResourcesTrackerImpl.java
示例15: startResourceLocalization
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public synchronized void startResourceLocalization(String user,
ApplicationId appId, LocalResourceProto proto, Path localPath) {
TrackerState ts = getTrackerState(new TrackerKey(user, appId));
ts.inProgressMap.put(localPath, proto);
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:NMMemoryStateStoreService.java
示例16: testLocalResourcePBImpl
import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Test
public void testLocalResourcePBImpl() throws Exception {
validatePBImplRecord(LocalResourcePBImpl.class, LocalResourceProto.class);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:5，代码来源:TestPBImplRecords.java
注：本文中的org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。 |
客服电话
APP下载
官方微信
请发表评论