本文整理汇总了Java中backtype.storm.utils.RotatingMap类的典型用法代码示例。如果您正苦于以下问题：Java RotatingMap类的具体用法？Java RotatingMap怎么用？Java RotatingMap使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
RotatingMap类属于backtype.storm.utils包，在下文中一共展示了RotatingMap类的8个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。
示例1: prepare
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
_messageTimeoutMs = context.maxTopologyMessageTimeout() * 1000L;
_lastRotate = System.currentTimeMillis();
_batches = new RotatingMap(2);
_context = context;
_collector = collector;
_coordCollector = new CoordinatedOutputCollector(collector);
_coordOutputCollector = new BatchOutputCollectorImpl(new OutputCollector(_coordCollector));
_coordConditions = (Map) context.getExecutorData("__coordConditions");
if(_coordConditions==null) {
_coordConditions = new HashMap();
for(String batchGroup: _coordSpecs.keySet()) {
CoordSpec spec = _coordSpecs.get(batchGroup);
CoordCondition cond = new CoordCondition();
cond.commitStream = spec.commitStream;
cond.expectedTaskReports = 0;
for(String comp: spec.coords.keySet()) {
CoordType ct = spec.coords.get(comp);
if(ct.equals(CoordType.single())) {
cond.expectedTaskReports+=1;
} else {
cond.expectedTaskReports+=context.getComponentTasks(comp).size();
}
}
cond.targetTasks = new HashSet<Integer>();
for(String component: Utils.get(context.getThisTargets(),
COORD_STREAM(batchGroup),
new HashMap<String, Grouping>()).keySet()) {
cond.targetTasks.addAll(context.getComponentTasks(component));
}
_coordConditions.put(batchGroup, cond);
}
context.setExecutorData("_coordConditions", _coordConditions);
}
_bolt.prepare(conf, context, _coordOutputCollector);
}
开发者ID:zhangjunfang，项目名称:jstorm-0.9.6.3-，代码行数:39，代码来源:TridentBoltExecutor.java
示例2: RichSpoutEmitter
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
public RichSpoutEmitter(Map conf, TopologyContext context) {
_conf = conf;
_context = context;
Number batchSize = (Number) conf.get(MAX_BATCH_SIZE_CONF);
if(batchSize==null) batchSize = 1000;
_maxBatchSize = batchSize.intValue();
_collector = new CaptureCollector();
idsMap = new RotatingMap(3);
rotateTime = 1000L * ((Number)conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
}
开发者ID:zhangjunfang，项目名称:jstorm-0.9.6.3-，代码行数:11，代码来源:RichSpoutBatchExecutor.java
示例3: RichSpoutEmitter
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
public RichSpoutEmitter(Map conf, TopologyContext context) {
_conf = conf;
_context = context;
Number batchSize = (Number) conf.get(MAX_BATCH_SIZE_CONF);
if (batchSize == null)
batchSize = 1000;
_maxBatchSize = batchSize.intValue();
_collector = new CaptureCollector();
idsMap = new RotatingMap(3);
rotateTime = 1000L * ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
}
开发者ID:kkllwww007，项目名称:jstrom，代码行数:12，代码来源:RichSpoutBatchExecutor.java
示例4: prepare
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
this.fieldLocations = new HashMap<String, GlobalStreamId>();
this.collector = collector;
int timeout = ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
this.pending = new RotatingMap<List<Object>, Map<GlobalStreamId, ArrayList<List<Object>>>>(timeout);
this.numSources = context.getThisSources().size();
Set<String> idFields = null;
for (GlobalStreamId source : context.getThisSources().keySet()) {
Fields fields = context.getComponentOutputFields(source.get_componentId(), source.get_streamId());
Set<String> setFields = new HashSet<String>(fields.toList());
if (idFields == null) {
idFields = setFields;
}
else {
idFields.retainAll(setFields);
}
for (String outputfield : this.outputFields) {
for (String sourcefield : fields) {
if (outputfield.equals(sourcefield)) {
this.fieldLocations.put(outputfield, source);
}
}
}
}
this.idFields = new Fields(new ArrayList<String>(idFields));
if (this.fieldLocations.size() != this.outputFields.size()) {
throw new RuntimeException("Cannot find all outfields among sources");
}
}
开发者ID:allaves，项目名称:storm-query-operators，代码行数:31，代码来源:RDFSimpleJoinBolt.java
示例5: prepare
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
_fieldLocations = new HashMap<String, GlobalStreamId>();
_collector = collector;
int timeout = ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
//_pending = new TimeCacheMap<List<Object>, Map<GlobalStreamId, Tuple>>(timeout, new ExpireCallback());
_pending = new RotatingMap<List<Object>, Map<GlobalStreamId, Tuple>>(timeout);
_numSources = context.getThisSources().size();
Set<String> idFields = null;
for (GlobalStreamId source : context.getThisSources().keySet()) {
Fields fields = context.getComponentOutputFields(source.get_componentId(), source.get_streamId());
Set<String> setFields = new HashSet<String>(fields.toList());
if (idFields == null)
idFields = setFields;
else
idFields.retainAll(setFields);
for (String outfield : _outFields) {
for (String sourcefield : fields) {
if (outfield.equals(sourcefield)) {
_fieldLocations.put(outfield, source);
}
}
}
}
_idFields = new Fields(new ArrayList<String>(idFields));
if (_fieldLocations.size() != _outFields.size()) {
throw new RuntimeException("Cannot find all outfields among sources");
}
}
开发者ID:allaves，项目名称:storm-query-operators，代码行数:32，代码来源:SimpleJoinBolt.java
示例6: prepare
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
_fieldLocations = new HashMap<String, GlobalStreamId>();
_collector = collector;
int timeout = ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
_pending = new RotatingMap<List<Object>, Map<GlobalStreamId, Tuple>>(timeout, new ExpireCallback());
_numSources = context.getThisSources().size();
Set<String> idFields = null;
for (GlobalStreamId source : context.getThisSources().keySet()) {
Fields fields = context.getComponentOutputFields(source.get_componentId(), source.get_streamId());
Set<String> setFields = new HashSet<String>(fields.toList());
if (idFields == null)
idFields = setFields;
else
idFields.retainAll(setFields);
for (String outfield : _outFields) {
for (String sourcefield : fields) {
if (outfield.equals(sourcefield)) {
_fieldLocations.put(outfield, source);
}
}
}
}
_idFields = new Fields(new ArrayList<String>(idFields));
if (_fieldLocations.size() != _outFields.size()) {
throw new RuntimeException("Cannot find all outfields among sources");
}
}
开发者ID:allaves，项目名称:storm-query-operators，代码行数:31，代码来源:ExtendedSingleJoinBolt.java
示例7: prepare
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
_messageTimeoutMs = context.maxTopologyMessageTimeout() * 1000L;
_lastRotate = System.currentTimeMillis();
_batches = new RotatingMap<>(2);
_context = context;
_collector = collector;
_coordCollector = new CoordinatedOutputCollector(new OutputCollector(collector));
_coordOutputCollector = new BatchOutputCollectorImpl(new OutputCollector(_coordCollector));
_coordConditions = (Map) context.getExecutorData("__coordConditions");
if (_coordConditions == null) {
_coordConditions = new HashMap<>();
for (String batchGroup : _coordSpecs.keySet()) {
CoordSpec spec = _coordSpecs.get(batchGroup);
CoordCondition cond = new CoordCondition();
cond.commitStream = spec.commitStream;
cond.expectedTaskReports = 0;
for (String comp : spec.coords.keySet()) {
CoordType ct = spec.coords.get(comp);
if (ct.equals(CoordType.single())) {
cond.expectedTaskReports += 1;
} else {
cond.expectedTaskReports += context.getComponentTasks(comp).size();
}
}
cond.targetTasks = new HashSet<>();
for (String component : Utils.get(context.getThisTargets(),
COORD_STREAM(batchGroup),
new HashMap<String, Grouping>()).keySet()) {
cond.targetTasks.addAll(context.getComponentTasks(component));
}
_coordConditions.put(batchGroup, cond);
}
context.setExecutorData("_coordConditions", _coordConditions);
}
_bolt.prepare(conf, context, _coordOutputCollector);
}
开发者ID:alibaba，项目名称:jstorm，代码行数:39，代码来源:TridentBoltExecutor.java
示例8: RichSpoutEmitter
import backtype.storm.utils.RotatingMap; //导入依赖的package包/类
public RichSpoutEmitter(Map conf, TopologyContext context) {
_conf = conf;
_context = context;
Number batchSize = (Number) conf.get(MAX_BATCH_SIZE_CONF);
if(batchSize==null) batchSize = 1000;
_maxBatchSize = batchSize.intValue();
_collector = new CaptureCollector();
idsMap = new RotatingMap<>(3);
rotateTime = 1000L * ((Number)conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
}
开发者ID:alibaba，项目名称:jstorm，代码行数:11，代码来源:RichSpoutBatchExecutor.java
注：本文中的backtype.storm.utils.RotatingMap类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。 |
客服电话
APP下载
官方微信
请发表评论