本文整理汇总了Java中backtype.storm.messaging.IContext类的典型用法代码示例。如果您正苦于以下问题:Java IContext类的具体用法?Java IContext怎么用?Java IContext使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
IContext类属于backtype.storm.messaging包,在下文中一共展示了IContext类的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: launchWorker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* launch a worker in local mode
*
* @param conf
* @param sharedcontext
* @param topologyId
* @param supervisorId
* @param port
* @param workerId
* @param workerThreadPidsAtom
* @param workerThreadPidsAtomWriteLock
* @pdOid 405f44c7-bc1b-4e16-85cc-b59352b6ff5d
*/
public void launchWorker(Map conf, IContext sharedcontext,
String topologyId, String supervisorId, Integer port,
String workerId,
ConcurrentHashMap<String, String> workerThreadPidsAtom)
throws Exception {
String pid = UUID.randomUUID().toString();
WorkerShutdown worker = Worker.mk_worker(conf, sharedcontext,
topologyId, supervisorId, port, workerId, null);
ProcessSimulator.registerProcess(pid, worker);
workerThreadPidsAtom.put(workerId, pid);
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:30,代码来源:SyncProcessEvent.java
示例2: mk_worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* create worker instance and run it
*
* @param conf
* @param mq_context
* @param topology_id
* @param supervisor_id
* @param port
* @param worker_id
* @return
* @throws Exception
*/
public static WorkerShutdown mk_worker(Map conf, IContext context,
String topology_id, String supervisor_id, int port,
String worker_id, String jar_path) throws Exception {
StringBuilder sb = new StringBuilder();
sb.append("topologyId:" + topology_id + ", ");
sb.append("port:" + port + ", ");
sb.append("workerId:" + worker_id + ", ");
sb.append("jarPath:" + jar_path + "\n");
LOG.info("Begin to run worker:" + sb.toString());
Worker w = new Worker(conf, context, topology_id, supervisor_id, port,
worker_id, jar_path);
w.redirectOutput();
return w.execute();
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:32,代码来源:Worker.java
示例3: mk_worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* create worker instance and run it
*
* @param conf
* @param mq_context
* @param topology_id
* @param supervisor_id
* @param port
* @param worker_id
* @return
* @throws Exception
*/
@SuppressWarnings("rawtypes")
public static WorkerShutdown mk_worker(Map conf, IContext context,
String topology_id, String supervisor_id, int port,
String worker_id, String jar_path) throws Exception {
StringBuilder sb = new StringBuilder();
sb.append("topologyId:" + topology_id + ", ");
sb.append("port:" + port + ", ");
sb.append("workerId:" + worker_id + ", ");
sb.append("jarPath:" + jar_path + "\n");
LOG.info("Begin to run worker:" + sb.toString());
Worker w = new Worker(conf, context, topology_id, supervisor_id, port,
worker_id, jar_path);
w.redirectOutput();
return w.execute();
}
开发者ID:songtk,项目名称:learn_jstorm,代码行数:33,代码来源:Worker.java
示例4: mk_worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* create worker instance and run it
*
* @param conf
* @param topology_id
* @param supervisor_id
* @param port
* @param worker_id
* @return
* @throws Exception
*/
@SuppressWarnings("rawtypes")
public static WorkerShutdown mk_worker(Map conf, IContext context, String topology_id, String supervisor_id, int port, String worker_id, String jar_path)
throws Exception {
StringBuilder sb = new StringBuilder();
sb.append("topologyId:" + topology_id + ", ");
sb.append("port:" + port + ", ");
sb.append("workerId:" + worker_id + ", ");
sb.append("jarPath:" + jar_path + "\n");
LOG.info("Begin to run worker:" + sb.toString());
Worker w = new Worker(conf, context, topology_id, supervisor_id, port, worker_id, jar_path);
w.redirectOutput();
return w.execute();
}
开发者ID:kkllwww007,项目名称:jstrom,代码行数:30,代码来源:Worker.java
示例5: SyncProcessEvent
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* @param conf
* @param localState
* @param workerThreadPids
* @param supervisorId
* @param sharedContext
* @param workerThreadPidsReadLock
* @param workerThreadPidsWriteLock
*/
public SyncProcessEvent(String supervisorId, Map conf,
LocalState localState,
ConcurrentHashMap<String, String> workerThreadPids,
IContext sharedContext) {
this.supervisorId = supervisorId;
this.conf = conf;
this.localState = localState;
this.workerThreadPids = workerThreadPids;
// right now, sharedContext is null
this.sharedContext = sharedContext;
this.sandBoxMaker = new SandBoxMaker(conf);
if (ConfigExtension.isEnableCgroup(conf)) {
cgroupManager = new CgroupManager(conf);
}
}
开发者ID:greeenSY,项目名称:Tstream,代码行数:32,代码来源:SyncProcessEvent.java
示例6: SyncProcessEvent
import backtype.storm.messaging.IContext; //导入依赖的package包/类
public SyncProcessEvent(String supervisorId, Map conf, LocalState localState,
ConcurrentHashMap<String, String> workerThreadPids,
IContext sharedContext, WorkerReportError workerReportError,
StormClusterState stormClusterState) {
this.supervisorId = supervisorId;
this.conf = conf;
this.localState = localState;
this.workerThreadPids = workerThreadPids;
// right now, sharedContext is null
this.sharedContext = sharedContext;
this.sandBoxMaker = new SandBoxMaker(conf);
this.workerIdToStartTimeAndPort = new HashMap<>();
this.needDownloadTopologies = new AtomicReference<>();
this.isJstormOnYarn = JStormUtils.parseBoolean(System.getProperty("jstorm-on-yarn"), false) ||
ConfigExtension.isJStormOnYarn(conf);
if (ConfigExtension.isEnableCgroup(conf)) {
cgroupManager = new CgroupManager(conf);
}
this.killingWorkers = new HashMap<>();
this.upgradingTopologyPorts = new HashMap<>();
this.workerReportError = workerReportError;
this.stormClusterState = stormClusterState;
}
开发者ID:alibaba,项目名称:jstorm,代码行数:25,代码来源:SyncProcessEvent.java
示例7: mk_worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
/**
* create worker instance and run it
*
* @param conf storm conf
* @param topologyId topology id
* @param supervisorId supervisor iid
* @param port worker port
* @param workerId worker id
* @return WorkerShutDown
* @throws Exception
*/
@SuppressWarnings("rawtypes")
public static WorkerShutdown mk_worker(Map conf, IContext context, String topologyId, String supervisorId,
int port, String workerId, String jarPath) throws Exception {
StringBuilder sb = new StringBuilder();
sb.append("topologyId:").append(topologyId).append(", ");
sb.append("port:").append(port).append(", ");
sb.append("workerId:").append(workerId).append(", ");
sb.append("jarPath:").append(jarPath).append("\n");
LOG.info("Begin to run worker:" + sb.toString());
Worker w = new Worker(conf, context, topologyId, supervisorId, port, workerId, jarPath);
// w.redirectOutput();
return w.execute();
}
开发者ID:alibaba,项目名称:jstorm,代码行数:27,代码来源:Worker.java
示例8: Worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
public Worker(Map conf, IContext context, String topology_id,
String supervisor_id, int port, String worker_id, String jar_path)
throws Exception {
workerData = new WorkerData(conf, context, topology_id, supervisor_id,
port, worker_id, jar_path);
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:9,代码来源:Worker.java
示例9: startDispatchThread
import backtype.storm.messaging.IContext; //导入依赖的package包/类
private AsyncLoopThread startDispatchThread() {
Map stormConf = workerData.getStormConf();
int queue_size = Utils.getInt(
stormConf.get(Config.TOPOLOGY_TRANSFER_BUFFER_SIZE), 1024);
WaitStrategy waitStrategy = (WaitStrategy) Utils
.newInstance((String) stormConf
.get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
DisruptorQueue recvQueue = DisruptorQueue.mkInstance("Dispatch", ProducerType.MULTI,
queue_size, waitStrategy);
// stop consumerStarted
//recvQueue.consumerStarted();
IContext context = workerData.getContext();
String topologyId = workerData.getTopologyId();
IConnection recvConnection = context.bind(topologyId,
workerData.getPort());
recvConnection.registerQueue(recvQueue);
RunnableCallback recvDispather = new VirtualPortDispatch(workerData,
recvConnection, recvQueue);
AsyncLoopThread vthread = new AsyncLoopThread(recvDispather, false,
Thread.MAX_PRIORITY, false);
return vthread;
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:29,代码来源:Worker.java
示例10: prepareLocalCluster
import backtype.storm.messaging.IContext; //导入依赖的package包/类
public static LocalClusterMap prepareLocalCluster() {
LocalClusterMap state = new LocalClusterMap();
try {
List<String> tmpDirs = new ArrayList();
String zkDir = getTmpDir();
tmpDirs.add(zkDir);
Factory zookeeper = startLocalZookeeper(zkDir);
Map conf = getLocalConf(zookeeper.getZooKeeperServer()
.getClientPort());
String nimbusDir = getTmpDir();
tmpDirs.add(nimbusDir);
Map nimbusConf = deepCopyMap(conf);
nimbusConf.put(Config.STORM_LOCAL_DIR, nimbusDir);
NimbusServer instance = new NimbusServer();
Map supervisorConf = deepCopyMap(conf);
String supervisorDir = getTmpDir();
tmpDirs.add(supervisorDir);
supervisorConf.put(Config.STORM_LOCAL_DIR, supervisorDir);
Supervisor supervisor = new Supervisor();
IContext context = getLocalContext(supervisorConf);
state.setNimbusServer(instance);
state.setNimbus(instance.launcherLocalServer(nimbusConf,
new DefaultInimbus()));
state.setZookeeper(zookeeper);
state.setConf(conf);
state.setTmpDir(tmpDirs);
state.setSupervisor(supervisor
.mkSupervisor(supervisorConf, context));
return state;
} catch (Exception e) {
LOG.error("prepare cluster error!", e);
state.clean();
}
return null;
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:41,代码来源:LocalUtils.java
示例11: getLocalContext
import backtype.storm.messaging.IContext; //导入依赖的package包/类
private static IContext getLocalContext(Map conf) {
if (!(Boolean) conf.get(Config.STORM_LOCAL_MODE_ZMQ)) {
IContext result = new NettyContext();
result.prepare(conf);
return result;
}
return null;
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:9,代码来源:LocalUtils.java
示例12: test_zmq
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@Test
public void test_zmq() throws Exception {
String klassName = "com.alibaba.jstorm.message.zeroMq.MQContext";
Class klass = Class.forName(klassName);
Constructor<IContext> constructor = klass.getDeclaredConstructor();
constructor.setAccessible(true);
IContext context = (IContext) constructor.newInstance();
Assert.assertNotNull(context);
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:10,代码来源:ContextTest.java
示例13: test_netty
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@Test
public void test_netty() {
Map storm_conf = Maps.newHashMap();
storm_conf.put(Config.STORM_MESSAGING_TRANSPORT,
"com.alibaba.jstorm.message.netty.NettyContext");
storm_conf.put(Config.STORM_MESSAGING_NETTY_BUFFER_SIZE, 1024);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_RETRIES, 10);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MIN_SLEEP_MS, 1000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_SLEEP_MS, 5000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_SERVER_WORKER_THREADS, 1);
storm_conf.put(Config.STORM_MESSAGING_NETTY_CLIENT_WORKER_THREADS, 1);
IContext context = TransportFactory.makeContext(storm_conf);
Assert.assertNotNull(context);
}
开发者ID:zhangjunfang,项目名称:jstorm-0.9.6.3-,代码行数:15,代码来源:ContextTest.java
示例14: Worker
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@SuppressWarnings({ "rawtypes", "unchecked" })
public Worker(Map conf, IContext context, String topology_id,
String supervisor_id, int port, String worker_id, String jar_path)
throws Exception {
workerData = new WorkerData(conf, context, topology_id, supervisor_id,
port, worker_id, jar_path);
}
开发者ID:songtk,项目名称:learn_jstorm,代码行数:10,代码来源:Worker.java
示例15: startDispatchThread
import backtype.storm.messaging.IContext; //导入依赖的package包/类
private void startDispatchThread() {
// remove dispatch thread, send tuple directly from nettyserver
// startDispatchDisruptor();
IContext context = workerData.getContext();
String topologyId = workerData.getTopologyId();
IConnection recvConnection = context.bind(topologyId, workerData.getPort(), workerData.getDeserializeQueues());
workerData.setRecvConnection(recvConnection);
}
开发者ID:kkllwww007,项目名称:jstrom,代码行数:12,代码来源:Worker.java
示例16: prepareLocalCluster
import backtype.storm.messaging.IContext; //导入依赖的package包/类
public static LocalClusterMap prepareLocalCluster() {
LocalClusterMap state = new LocalClusterMap();
try {
List<String> tmpDirs = new ArrayList();
String zkDir = getTmpDir();
tmpDirs.add(zkDir);
Factory zookeeper = startLocalZookeeper(zkDir);
Map conf = getLocalConf(zookeeper.getZooKeeperServer().getClientPort());
String nimbusDir = getTmpDir();
tmpDirs.add(nimbusDir);
Map nimbusConf = deepCopyMap(conf);
nimbusConf.put(Config.STORM_LOCAL_DIR, nimbusDir);
NimbusServer instance = new NimbusServer();
Map supervisorConf = deepCopyMap(conf);
String supervisorDir = getTmpDir();
tmpDirs.add(supervisorDir);
supervisorConf.put(Config.STORM_LOCAL_DIR, supervisorDir);
Supervisor supervisor = new Supervisor();
IContext context = getLocalContext(supervisorConf);
state.setNimbusServer(instance);
state.setNimbus(instance.launcherLocalServer(nimbusConf, new DefaultInimbus()));
state.setZookeeper(zookeeper);
state.setConf(conf);
state.setTmpDir(tmpDirs);
state.setSupervisor(supervisor.mkSupervisor(supervisorConf, context));
return state;
} catch (Exception e) {
LOG.error("prepare cluster error!", e);
state.clean();
}
return null;
}
开发者ID:kkllwww007,项目名称:jstrom,代码行数:38,代码来源:LocalUtils.java
示例17: getLocalContext
import backtype.storm.messaging.IContext; //导入依赖的package包/类
private static IContext getLocalContext(Map conf) {
if (!(Boolean) conf.get(Config.STORM_LOCAL_MODE_ZMQ)) {
IContext result = new NettyContext();
ConfigExtension.setLocalWorkerPort(conf, 6800);
result.prepare(conf);
return result;
}
return null;
}
开发者ID:kkllwww007,项目名称:jstrom,代码行数:10,代码来源:LocalUtils.java
示例18: test_netty
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@Test
public void test_netty() {
Map storm_conf = Maps.newHashMap();
storm_conf.put(Config.STORM_MESSAGING_TRANSPORT, "com.alibaba.jstorm.message.netty.NettyContext");
storm_conf.put(Config.STORM_MESSAGING_NETTY_BUFFER_SIZE, 1024);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_RETRIES, 10);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MIN_SLEEP_MS, 1000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_SLEEP_MS, 5000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_SERVER_WORKER_THREADS, 1);
storm_conf.put(Config.STORM_MESSAGING_NETTY_CLIENT_WORKER_THREADS, 1);
IContext context = TransportFactory.makeContext(storm_conf);
Assert.assertNotNull(context);
}
开发者ID:kkllwww007,项目名称:jstrom,代码行数:14,代码来源:ContextTest.java
示例19: test_zmq
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@Test
public void test_zmq() throws Exception {
String klassName = "org.act.tstream.message.zeroMq.MQContext";
Class klass = Class.forName(klassName);
Constructor<IContext> constructor = klass.getDeclaredConstructor();
constructor.setAccessible(true);
IContext context = (IContext) constructor.newInstance();
Assert.assertNotNull(context);
}
开发者ID:greeenSY,项目名称:Tstream,代码行数:10,代码来源:ContextTest.java
示例20: test_netty
import backtype.storm.messaging.IContext; //导入依赖的package包/类
@Test
public void test_netty() {
Map storm_conf = Maps.newHashMap();
storm_conf.put(Config.STORM_MESSAGING_TRANSPORT,
"org.act.tstream.message.netty.NettyContext");
storm_conf.put(Config.STORM_MESSAGING_NETTY_BUFFER_SIZE, 1024);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_RETRIES, 10);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MIN_SLEEP_MS, 1000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_MAX_SLEEP_MS, 5000);
storm_conf.put(Config.STORM_MESSAGING_NETTY_SERVER_WORKER_THREADS, 1);
storm_conf.put(Config.STORM_MESSAGING_NETTY_CLIENT_WORKER_THREADS, 1);
IContext context = TransportFactory.makeContext(storm_conf);
Assert.assertNotNull(context);
}
开发者ID:greeenSY,项目名称:Tstream,代码行数:15,代码来源:ContextTest.java
注:本文中的backtype.storm.messaging.IContext类示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论