本文整理汇总了Java中org.apache.hadoop.mapred.tools.MRAdmin类的典型用法代码示例。如果您正苦于以下问题:Java MRAdmin类的具体用法?Java MRAdmin怎么用?Java MRAdmin使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
MRAdmin类属于org.apache.hadoop.mapred.tools包,在下文中一共展示了MRAdmin类的5个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: testServiceLevelAuthorization
import org.apache.hadoop.mapred.tools.MRAdmin; //导入依赖的package包/类
public void testServiceLevelAuthorization() throws Exception {
MiniMRCluster mr = null;
try {
// Turn on service-level authorization
final JobConf conf = new JobConf();
conf.setClass(PolicyProvider.POLICY_PROVIDER_CONFIG,
MapReducePolicyProvider.class, PolicyProvider.class);
conf.setBoolean(ServiceAuthorizationManager.SERVICE_AUTHORIZATION_CONFIG,
true);
// Start the mini mr cluster
mr = new MiniMRCluster(1, "file:///", 1, null, null, conf);
// Invoke MRAdmin commands
MRAdmin mrAdmin = new MRAdmin(mr.createJobConf());
assertEquals(0, mrAdmin.run(new String[] { "-refreshQueues" }));
assertEquals(0, mrAdmin.run(new String[] { "-refreshNodes" }));
} finally {
if (mr != null) {
mr.shutdown();
}
}
}
开发者ID:Nextzero,项目名称:hadoop-2.6.0-cdh5.4.3,代码行数:24,代码来源:TestAdminOperationsProtocolWithServiceAuthorization.java
示例2: testSubmitJobsAfterRefresh
import org.apache.hadoop.mapred.tools.MRAdmin; //导入依赖的package包/类
/**
* Tests job submission after refresh
* @throws Exception
*/
@Test
public void testSubmitJobsAfterRefresh() throws Exception {
startCluster(true);
// test for refresh
deleteQueuesConfigFile();
Document doc = createDocument();
refreshDocument(doc);
writeToFile(doc, QUEUES_CONFIG_FILE_PATH);
MRAdmin admin = new MRAdmin(miniMRCluster.createJobConf());
admin.run(new String[] { "-refreshQueues" });
try {
submitSleepJob(10, 10, 100, 100, false, "u1,g1", "p1"
+ NAME_SEPARATOR + "p11", conf);
fail("user u1 is not in the submit jobs' list");
} catch (Exception e) {
}
deleteQueuesConfigFile();
doc = createDocument();
createSimpleDocumentWithAcls(doc);
writeToFile(doc, QUEUES_CONFIG_FILE_PATH);
admin.run(new String[] { "-refreshQueues" });
}
开发者ID:rekhajoshm,项目名称:mapreduce-fork,代码行数:28,代码来源:TestQueueManagerWithJobTracker.java
示例3: executeMRAdminCommand
import org.apache.hadoop.mapred.tools.MRAdmin; //导入依赖的package包/类
public static int executeMRAdminCommand(final String cmd,
final String jobtracker) {
exitCode = 0;
ByteArrayOutputStream bao = new ByteArrayOutputStream();
PrintStream origOut = System.out;
PrintStream origErr = System.err;
System.setOut(new PrintStream(bao));
System.setErr(new PrintStream(bao));
MRAdmin mradmin = new MRAdmin();
String[] args = getCommandAsArgs(cmd, "JOBTRACKER", jobtracker);
cmdExecuted = cmd;
try {
ToolRunner.run(mradmin, args);
} catch (Exception e) {
e.printStackTrace();
lastException = e;
exitCode = -1;
} finally {
System.setOut(origOut);
System.setErr(origErr);
}
commandOutput = bao.toString();
return exitCode;
}
开发者ID:rhli,项目名称:hadoop-EAR,代码行数:31,代码来源:CommandExecutor.java
示例4: testGroupMappingRefresh
import org.apache.hadoop.mapred.tools.MRAdmin; //导入依赖的package包/类
@Test
public void testGroupMappingRefresh() throws Exception {
MRAdmin admin = new MRAdmin(config);
String [] args = new String[] { "-refreshUserToGroupsMappings" };
Groups groups = Groups.getUserToGroupsMappingService(config);
String user = UserGroupInformation.getLoginUser().getShortUserName();
System.out.println("first attempt:");
List<String> g1 = groups.getGroups(user);
String [] str_groups = new String [g1.size()];
g1.toArray(str_groups);
System.out.println(Arrays.toString(str_groups));
System.out.println("second attempt, should be same:");
List<String> g2 = groups.getGroups(user);
g2.toArray(str_groups);
System.out.println(Arrays.toString(str_groups));
for(int i=0; i<g2.size(); i++) {
assertEquals("Should be same group ", g1.get(i), g2.get(i));
}
// run refresh command
admin.run(args);
System.out.println("third attempt(after refresh command), should be different:");
List<String> g3 = groups.getGroups(user);
g3.toArray(str_groups);
System.out.println(Arrays.toString(str_groups));
for(int i=0; i<g3.size(); i++) {
assertFalse("Should be different group ", g1.get(i).equals(g3.get(i)));
}
System.out.println("");
// test time out
Thread.sleep(groupRefreshTimeoutSec*1100);
System.out.println("fourth attempt(after timeout), should be different:");
List<String> g4 = groups.getGroups(user);
g4.toArray(str_groups);
System.out.println(Arrays.toString(str_groups));
for(int i=0; i<g4.size(); i++) {
assertFalse("Should be different group ", g3.get(i).equals(g4.get(i)));
}
}
开发者ID:Nextzero,项目名称:hadoop-2.6.0-cdh5.4.3,代码行数:43,代码来源:TestMapredGroupMappingServiceRefresh.java
示例5: execute
import org.apache.hadoop.mapred.tools.MRAdmin; //导入依赖的package包/类
@Override
protected void execute(final String cmd) throws Exception{
MRAdmin mradmin = new MRAdmin();
String[] args = getCommandAsArgs(cmd, "JOBTRACKER", jobtracker);
ToolRunner.run(mradmin, args);
}
开发者ID:rekhajoshm,项目名称:mapreduce-fork,代码行数:7,代码来源:TestMRCLI.java
注:本文中的org.apache.hadoop.mapred.tools.MRAdmin类示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论