本文整理汇总了Python中sahara.topology.topology_helper.generate_topology_map函数的典型用法代码示例。如果您正苦于以下问题：Python generate_topology_map函数的具体用法？Python generate_topology_map怎么用？Python generate_topology_map使用的例子？那么恭喜您, 这里精选的函数代码示例或许可以为您提供帮助。
在下文中一共展示了generate_topology_map函数的12个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Python代码示例。
示例1: _extract_configs_to_extra
def _extract_configs_to_extra(self, cluster):
oozie = vu.get_oozie(cluster)
hive = vu.get_hiveserver(cluster)
extra = dict()
if hive:
extra['hive_mysql_passwd'] = six.text_type(uuid.uuid4())
for ng in cluster.node_groups:
extra[ng.id] = {
'xml': c_helper.generate_xml_configs(
cluster, ng, extra['hive_mysql_passwd'] if hive else None),
'setup_script': c_helper.generate_setup_script(
ng.storage_paths(),
c_helper.extract_environment_confs(ng.configuration()),
append_oozie=(
oozie and oozie.node_group.id == ng.id)
)
}
if c_helper.is_data_locality_enabled(cluster):
topology_data = th.generate_topology_map(
cluster, CONF.enable_hypervisor_awareness)
extra['topology_data'] = "\n".join(
[k + " " + v for k, v in topology_data.items()]) + "\n"
return extra
开发者ID:stannie42，项目名称:sahara，代码行数:28，代码来源:versionhandler.py
示例2: _extract_configs_to_extra
def _extract_configs_to_extra(self, cluster):
nn = utils.get_instance(cluster, "namenode")
sp_master = utils.get_instance(cluster, "master")
sp_slaves = utils.get_instances(cluster, "slave")
extra = dict()
config_master = config_slaves = ""
if sp_master is not None:
config_master = c_helper.generate_spark_env_configs(cluster)
if sp_slaves is not None:
slavenames = []
for slave in sp_slaves:
slavenames.append(slave.hostname())
config_slaves = c_helper.generate_spark_slaves_configs(slavenames)
else:
config_slaves = "\n"
for ng in cluster.node_groups:
extra[ng.id] = {
"xml": c_helper.generate_xml_configs(ng.configuration(), ng.storage_paths(), nn.hostname(), None),
"setup_script": c_helper.generate_hadoop_setup_script(
ng.storage_paths(), c_helper.extract_hadoop_environment_confs(ng.configuration())
),
"sp_master": config_master,
"sp_slaves": config_slaves,
}
if c_helper.is_data_locality_enabled(cluster):
topology_data = th.generate_topology_map(cluster, CONF.enable_hypervisor_awareness)
extra["topology_data"] = "\n".join([k + " " + v for k, v in topology_data.items()]) + "\n"
return extra
开发者ID:hao707822882，项目名称:sahara，代码行数:34，代码来源:plugin.py
示例3: _configure_topology_for_cluster
def _configure_topology_for_cluster(self, cluster, servers):
if CONF.enable_data_locality:
topology_data = th.generate_topology_map(
cluster, CONF.enable_hypervisor_awareness)
topology_str = "\n".join(
[k + " " + v for k, v in topology_data.items()]) + "\n"
for server in servers:
server.configure_topology(topology_str)
开发者ID:JohannaMW，项目名称:sahara，代码行数:8，代码来源:ambariplugin.py
示例4: configure_topology_data
def configure_topology_data(cluster):
if c_helper.is_data_locality_enabled(cluster):
LOG.info("Node group awareness is not implemented in YARN yet "
"so enable_hypervisor_awareness set to False explicitly")
tpl_map = th.generate_topology_map(cluster, is_node_awareness=False)
topology_data = "\n".join(
[k + " " + v for k, v in tpl_map.items()]) + "\n"
for ng in cluster.node_groups:
for i in ng.instances:
i.remote().write_file_to(HADOOP_CONF_DIR + "/topology.data",
topology_data, run_as_root=True)
开发者ID:B-Rich，项目名称:sahara，代码行数:11，代码来源:config.py
示例5: _configure_topology_for_cluster
def _configure_topology_for_cluster(self, cluster, servers):
if CONF.enable_data_locality:
cpo.add_provisioning_step(
cluster.id, _("Enable data locality for cluster"),
len(servers))
topology_data = th.generate_topology_map(
cluster, CONF.enable_hypervisor_awareness)
topology_str = "\n".join(
[k + " " + v for k, v in topology_data.items()]) + "\n"
for server in servers:
server.configure_topology(topology_str)
开发者ID:al-indigo，项目名称:sahara，代码行数:11，代码来源:ambariplugin.py
示例6: _extract_configs_to_extra
def _extract_configs_to_extra(self, cluster):
nn = utils.get_instance(cluster, "namenode")
sp_master = utils.get_instance(cluster, "master")
sp_slaves = utils.get_instances(cluster, "slave")
extra = dict()
config_master = config_slaves = ''
if sp_master is not None:
config_master = c_helper.generate_spark_env_configs(cluster)
if sp_slaves is not None:
slavenames = []
for slave in sp_slaves:
slavenames.append(slave.hostname())
config_slaves = c_helper.generate_spark_slaves_configs(slavenames)
else:
config_slaves = "\n"
# Any node that might be used to run spark-submit will need
# these libs for swift integration
config_defaults = c_helper.generate_spark_executor_classpath(cluster)
extra['job_cleanup'] = c_helper.generate_job_cleanup_config(cluster)
for ng in cluster.node_groups:
extra[ng.id] = {
'xml': c_helper.generate_xml_configs(
ng.configuration(),
ng.storage_paths(),
nn.hostname(), None
),
'setup_script': c_helper.generate_hadoop_setup_script(
ng.storage_paths(),
c_helper.extract_hadoop_environment_confs(
ng.configuration())
),
'sp_master': config_master,
'sp_slaves': config_slaves,
'sp_defaults': config_defaults
}
if "zeppelin" in ng.node_processes:
extra[ng.id].update({
"zeppelin_setup_script":
c_helper.generate_zeppelin_setup_script(sp_master)})
if c_helper.is_data_locality_enabled(cluster):
topology_data = th.generate_topology_map(
cluster, CONF.enable_hypervisor_awareness)
extra['topology_data'] = "\n".join(
[k + " " + v for k, v in topology_data.items()]) + "\n"
return extra
开发者ID:crobby，项目名称:sahara，代码行数:53，代码来源:plugin.py
示例7: _configure_topology
def _configure_topology(self, context, instances):
def write_file(instance, path, data):
with instance.remote() as r:
r.write_file_to(path, data, run_as_root=True)
LOG.debug("Configuring cluster topology")
is_node_aware = context.is_node_aware
if is_node_aware:
topo = th.generate_topology_map(context.cluster, is_node_aware)
topo = "\n".join(["%s %s" % i for i in six.iteritems(topo)]) + "\n"
data_path = "%s/topology.data" % context.mapr_home
script = files.get_file_text(_TOPO_SCRIPT)
script_path = "%s/topology.sh" % context.mapr_home
util.execute_on_instances(instances, write_file, data_path, topo)
util.execute_on_instances(instances, util.write_file, script_path, script, "+x", "root")
else:
LOG.debug("Data locality is disabled.")
LOG.info(_LI("Cluster topology successfully configured"))
开发者ID:metasensus，项目名称:sahara，代码行数:18，代码来源:base_cluster_configurer.py
示例8: _configure_topology
def _configure_topology(self, context, instances):
def write_file(instance, path, data):
with instance.remote() as r:
r.write_file_to(path, data, run_as_root=True)
LOG.debug('Configuring cluster topology')
is_node_aware = context.is_node_aware
if is_node_aware:
topo = th.generate_topology_map(context.cluster, is_node_aware)
topo = '\n'.join(['%s %s' % i for i in six.iteritems(topo)]) + '\n'
data_path = '%s/topology.data' % context.mapr_home
script = files.get_file_text(_TOPO_SCRIPT)
script_path = '%s/topology.sh' % context.mapr_home
util.execute_on_instances(instances, write_file, data_path, topo)
util.execute_on_instances(
instances, util.write_file, script_path, script, '+x', 'root')
else:
LOG.debug('Data locality is disabled.')
LOG.info(_LI('Cluster topology successfully configured'))
开发者ID:YongchaoTIAN，项目名称:sahara，代码行数:19，代码来源:base_cluster_configurer.py
示例9: _extract_configs_to_extra
def _extract_configs_to_extra(self, cluster):
st_master = utils.get_instance(cluster, "master")
st_slaves = utils.get_instances(cluster, "slave")
zk_servers = utils.get_instances(cluster, "zookeeper")
extra = dict()
config_instances = ''
if st_master is not None:
if zk_servers is not None:
zknames = []
for zk in zk_servers:
zknames.append(zk.hostname())
config_master = c_helper.generate_storm_config(cluster,
st_master.hostname(),
zknames)
# FIGURE OUT HOW TO GET IPS
for ng in cluster.node_groups:
extra[ng.id] = {
'setup_script': c_helper.generate_hosts_setup_script(
ng.storage_paths(),
c_helper.extract_hadoop_environment_confs(
ng.configuration())
),
'sp_master': config_master,
'sp_slaves': config_slaves
}
if c_helper.is_data_locality_enabled(cluster):
topology_data = th.generate_topology_map(
cluster, CONF.enable_hypervisor_awareness)
extra['topology_data'] = "\n".join(
[k + " " + v for k, v in topology_data.items()]) + "\n"
return extra
开发者ID:tellesnobrega，项目名称:storm_plugin，代码行数:37，代码来源:plugin.py
示例10: test_get_topology
def test_get_topology(self,
swift_topology,
compute_topology,
novaclient):
nova = mock.Mock()
novaclient.return_value = nova
r1 = mock.Mock()
r1.hostId = "o1"
r2 = mock.Mock()
r2.hostId = "o1"
r3 = mock.Mock()
r3.hostId = "o2"
nova.servers.get.side_effect = [r1, r2, r3, r1, r2, r3]
swift_topology.return_value = {"s1": "/r1"}
compute_topology.return_value = {"o1": "/r1", "o2": "/r2"}
i1 = o.Instance()
i1.instance_id = "i1"
i1.instance_name = "i1"
i1.internal_ip = "0.0.1.1"
i1.management_ip = "1.1.1.1"
i2 = o.Instance()
i2.instance_id = "i2"
i2.instance_name = "i2"
i2.management_ip = "1.1.1.2"
i2.internal_ip = "0.0.1.2"
i3 = o.Instance()
i3.instance_id = "i3"
i3.instance_name = "i3"
i3.internal_ip = "1.1.1.3"
i3.management_ip = "0.0.1.3"
ng1 = o.NodeGroup()
ng1.name = "1"
ng1.instances = [i1, i2]
ng2 = o.NodeGroup()
ng2.name = "2"
ng2.instances = [i3]
cluster = o.Cluster()
cluster.node_groups = [ng1, ng2]
top = th.generate_topology_map(cluster, False)
self.assertEqual({
"i1": "/r1",
"1.1.1.1": "/r1",
"0.0.1.1": "/r1",
"i2": "/r1",
"1.1.1.2": "/r1",
"0.0.1.2": "/r1",
"i3": "/r2",
"1.1.1.3": "/r2",
"0.0.1.3": "/r2",
"s1": "/r1"
}, top)
top = th.generate_topology_map(cluster, True)
self.assertEqual({
"i1": "/r1/o1",
"1.1.1.1": "/r1/o1",
"0.0.1.1": "/r1/o1",
"i2": "/r1/o1",
"1.1.1.2": "/r1/o1",
"0.0.1.2": "/r1/o1",
"i3": "/r2/o2",
"1.1.1.3": "/r2/o2",
"0.0.1.3": "/r2/o2",
"s1": "/r1"
}, top)
开发者ID:Chinmoy-Dey，项目名称:sahara，代码行数:73，代码来源:test_topology.py
示例11: topology_map
def topology_map(self):
return th.generate_topology_map(self.cluster, self.is_node_aware)
开发者ID:egafford，项目名称:sahara，代码行数:2，代码来源:base_cluster_context.py
示例12: generate_topology_map
def generate_topology_map(cluster, is_node_awareness, **kwargs):
return t_helper.generate_topology_map(cluster, is_node_awareness)
开发者ID:openstack，项目名称:sahara，代码行数:2，代码来源:topology_helper.py
注：本文中的sahara.topology.topology_helper.generate_topology_map函数示例由纯净天空整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。 |
客服电话
APP下载
官方微信
请发表评论