本文整理汇总了Python中utils.save_data函数的典型用法代码示例。如果您正苦于以下问题:Python save_data函数的具体用法?Python save_data怎么用?Python save_data使用的例子?那么恭喜您, 这里精选的函数代码示例或许可以为您提供帮助。
在下文中一共展示了save_data函数的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。
示例1: run
def run():
options = utils.flags()
debug = options.get('debug', False)
filename = "legislators-current.yaml"
args = utils.args()
legislators = load_data(filename)
if len(args) != 0:
bioguides = args
print("Fetching contact forms for %s..." % ', '.join(bioguides))
else:
bioguides = [member['id']['bioguide'] for member in legislators]
print("Fetching contact forms for all current members...")
for legislator in legislators:
bioguide = legislator['id']['bioguide']
if bioguide not in bioguides: continue
if bioguide in SKIP_BIOGUIDES: continue
if debug: print("Downloading form for %s" % bioguide, flush=True)
try:
steps = contact_steps_for(bioguide)
except LegislatorNotFoundError as e:
if debug: print("skipping, %s..." % e, flush=True)
continue
legislator['terms'][-1]['contact_form'] = steps['contact_form']['steps'][0]['visit']
print("Saving data to %s..." % filename)
save_data(legislators, filename)
开发者ID:TheWalkers,项目名称:congress-legislators,代码行数:32,代码来源:contact_forms.py
示例2: main
def main(args):
'''Module main function'''
global database
global genetic_algorithm
global joint_positions
global goal_positions
pygame.init()
random.seed()
database = utils.initialize_database(args, 'RobotTrainingData')
database.set_objective_names(['Tiempo', r'Error en $\theta_1$', r'Error en $\theta_2$', r'Error en $\theta_3$', 'Energía'])
problem = EV3Problem()
generation = database.properties['highest_population']
population_size = database.properties['population_size']
genetic_algorithm = evolution.NSGA(problem, population_size)
x_path = os.path.abspath(pkg_resources.resource_filename('resources.ev3', 'x_train.txt'))
y_path = os.path.abspath(pkg_resources.resource_filename('resources.ev3', 'y_train.txt'))
batch_start = (generation % 10) * N_GOALS
joint_positions = np.loadtxt(x_path)[batch_start : batch_start + N_GOALS, :]
goal_positions = np.loadtxt(y_path)[batch_start : batch_start + N_GOALS, :]
if generation > 0:
parents, children = utils.load_data(database)
genetic_algorithm.set_population(parents)
genetic_algorithm.set_children(children)
for _ in range(args.iterations):
generation += 1
print('Starting generation ' + str(generation))
genetic_algorithm.iterate()
database.create_population()
utils.save_data(genetic_algorithm, database)
print('=' * (SCREEN_WIDTH - 1))
开发者ID:LuisLaraP,项目名称:RobotNSGA,代码行数:32,代码来源:ev3_problem.py
示例3: update_coordinates
def update_coordinates(matchings, filename, geocode_serv, all_=False):
from datetime import datetime
from utils.geocode import distance
from utils import save_data
schools_ = sorted(matchings.values(), key=lambda elem:datetime.strptime(elem['last_modified_at'], '%Y-%m-%d %H:%M:%S.%f'))
counter1, counter2, counter3, counter4 = 0, 0, 0, 0
for school in schools_:
counter1 += 1
if ('address' in school
and 'number' in school['address']
and ('geocoded' not in school['address'] or school['address']['geocoded'] == False)
and (all_ or not all_ and 'coordinates' not in school['address'])):
counter2 += 1
full_address = full_address(school['address'])
coord = geocode_serv(full_address)
if coord:
counter3 += 1
if 'coordinates' not in school['address'] or distance(coord, school['address']['coordinates']) > 0.1: counter4 += 1
school['address']['geocoded'] = True
school['address']['coordinates'] = coord
school['last_modified_at'] = str(datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f'))
if (counter2 % 10 == 0): save_data(matchings, filename)
str_counter = str(counter4) + '/' + str(counter3) + '/' + str(counter2) + '/' + str(counter1) + '/' + str(len(schools_))
print (str_counter + ': ' + full_address + ' >> ' + str(coord))
开发者ID:lapaesleme,项目名称:MobData,代码行数:25,代码来源:__init__.py
示例4: main
def main(state_num):
matches_filename = 'matches_%d' % state_num
print 'Loading %s ...' % matches_filename
matches = utils.load_data(matches_filename)
matches_reduced_filename = 'matches_reduced'
try:
print "Loading matches_reduced ..."
matches_reduced = utils.load_data(matches_reduced_filename)
except:
print "Matches_reduced doesn't exists, creating new."
matches_reduced = {}
num_matches = len(matches.keys())
for keyIdx, matchId in enumerate(matches.keys()):
print "\rMatch %d out of %d [%0.1f%%]" % (keyIdx + 1, num_matches, (keyIdx + 1) / float(num_matches) * 100),
summoners = []
num_summoners = len(matches[matchId]['participants'])
for i in range(num_summoners):
champLevel = matches[matchId]['participants'][i]['stats']['champLevel']
summonerId = matches[matchId]['participantIdentities'][i]['player']['summonerId']
winner = matches[matchId]['participants'][i]['stats']['winner']
summoners += [{'champLevel': champLevel, 'summonerId': summonerId, 'winner': winner}]
matches_reduced[matchId] = {'summoners': summoners}
print "Saving %s ..." % matches_reduced_filename
utils.save_data(matches_reduced, matches_reduced_filename)
print "Done!"
开发者ID:angadgill,项目名称:online-game-network,代码行数:30,代码来源:reduce_matches.py
示例5: update
def update():
for rec in csv.DictReader(open("cache/social_media/%s_candidates.csv" % service)):
bioguide = rec["bioguide"]
candidate = rec["candidate"]
if media_bioguide.has_key(bioguide):
media_bioguide[bioguide]['social'][service] = candidate
else:
new_media = {'id': {}, 'social': {}}
new_media['id']['bioguide'] = bioguide
thomas_id = current_bioguide[bioguide]['id'].get("thomas", None)
govtrack_id = current_bioguide[bioguide]['id'].get("govtrack", None)
if thomas_id:
new_media['id']['thomas'] = thomas_id
if govtrack_id:
new_media['id']['govtrack'] = govtrack_id
new_media['social'][service] = candidate
media.append(new_media)
print "Saving social media..."
save_data(media, "legislators-social-media.yaml")
# if it's a youtube update, always do the resolve
if service == "youtube":
resolveyt()
开发者ID:carnnia,项目名称:congress-legislators,代码行数:28,代码来源:social_media.py
示例6: refresh_categories
def refresh_categories(self):
from utils import save_data
print ('Refreshing FS categories...')
categories = self._api_venues.venues.categories()['categories']
self.categories_by_id, self.categories_by_name = _prepare_categories(categories)
save_data(categories, self._filename)
print('Done.')
开发者ID:lapaesleme,项目名称:MobData,代码行数:7,代码来源:__init__.py
示例7: resolvefb
def resolvefb():
updated_media = []
for m in media:
social = m['social']
if ('facebook' in social and social['facebook']) and ('facebook_id' not in social):
graph_url = "https://graph.facebook.com/%s" % social['facebook']
if re.match('\d+', social['facebook']):
social['facebook_id'] = social['facebook']
print("Looking up graph username for %s" % social['facebook'])
fbobj = requests.get(graph_url).json()
if 'username' in fbobj:
print("\tGot graph username of %s" % fbobj['username'])
social['facebook'] = fbobj['username']
else:
print("\tUnable to get graph username")
else:
try:
print("Looking up graph ID for %s" % social['facebook'])
fbobj = requests.get(graph_url).json()
if 'id' in fbobj:
print("\tGot graph ID of %s" % fbobj['id'])
social['facebook_id'] = fbobj['id']
else:
print("\tUnable to get graph ID")
except:
print("\tUnable to get graph ID for: %s" % social['facebook'])
social['facebook_id'] = None
updated_media.append(m)
print("Saving social media...")
save_data(updated_media, "legislators-social-media.yaml")
开发者ID:coljo12,项目名称:congress-legislators,代码行数:35,代码来源:social_media.py
示例8: resolveig
def resolveig():
# in order to preserve the comment block at the top of the file,
# copy it over into a new RtYamlList instance. We do this because
# Python list instances can't hold other random attributes.
import rtyaml
updated_media = rtyaml.RtYamlList()
if hasattr(media, '__initial_comment_block'):
updated_media.__initial_comment_block = getattr(media, '__initial_comment_block')
client_id_file = open('cache/instagram_client_id','r')
client_id = client_id_file.read()
bioguide = utils.flags().get('bioguide', None)
for m in media:
if bioguide and (m['id']['bioguide'] != bioguide):
updated_media.append(m)
continue
social = m['social']
if 'instagram' not in social and 'instagram_id' not in social:
updated_media.append(m)
continue
instagram_handle = social['instagram']
query_url = "https://api.instagram.com/v1/users/search?q={query}&client_id={client_id}".format(query=instagram_handle,client_id=client_id)
instagram_user_search = requests.get(query_url).json()
for user in instagram_user_search['data']:
time.sleep(0.5)
if user['username'] == instagram_handle:
m['social']['instagram_id'] = int(user['id'])
print("matched instagram_id {instagram_id} to {instagram_handle}".format(instagram_id=social['instagram_id'],instagram_handle=instagram_handle))
updated_media.append(m)
save_data(updated_media, "legislators-social-media.yaml")
开发者ID:dannguyen,项目名称:congress-legislators,代码行数:35,代码来源:social_media.py
示例9: resolvefb
def resolvefb():
updated_media = []
for m in media:
social = m['social']
if 'facebook' in social and social['facebook']:
graph_url = "https://graph.facebook.com/%s" % social['facebook']
if re.match('\d+', social['facebook']):
social['facebook_id'] = social['facebook']
fbobj = requests.get(graph_url).json()
if 'username' in fbobj:
social['facebook'] = fbobj['username']
else:
try:
social['facebook_id'] = requests.get(graph_url).json()['id']
except:
print "Unable to get graph ID for: %s" % social['facebook']
social['facebook_id'] = None
updated_media.append(m)
print "Saving social media..."
save_data(updated_media, "legislators-social-media.yaml")
开发者ID:h4ck3rm1k3,项目名称:congress-legislators,代码行数:25,代码来源:social_media.py
示例10: run
def run():
# load in members, orient by bioguide ID
print("Loading current legislators...")
current = load_data("legislators-current.yaml")
current_bioguide = { }
for m in current:
if "bioguide" in m["id"]:
current_bioguide[m["id"]["bioguide"]] = m
# remove out-of-office people from current committee membership
print("Sweeping committee membership...")
membership_current = load_data("committee-membership-current.yaml")
for committee_id in list(membership_current.keys()):
for member in membership_current[committee_id]:
if member["bioguide"] not in current_bioguide:
print("\t[%s] Ding ding ding! (%s)" % (member["bioguide"], member["name"]))
membership_current[committee_id].remove(member)
save_data(membership_current, "committee-membership-current.yaml")
# remove out-of-office people from social media info
print("Sweeping social media accounts...")
socialmedia_current = load_data("legislators-social-media.yaml")
for member in list(socialmedia_current):
if member["id"]["bioguide"] not in current_bioguide:
print("\t[%s] Ding ding ding! (%s)" % (member["id"]["bioguide"], member["social"]))
socialmedia_current.remove(member)
save_data(socialmedia_current, "legislators-social-media.yaml")
开发者ID:hugovk,项目名称:congress-legislators,代码行数:28,代码来源:sweep.py
示例11: put
def put(self, name, content, type=None):
if type is not None:
name = '%s.%s' % (name, type)
else:
name = name
path = '%s/%s' % ('/'.join(name[:3]), name)
save_data(self.path + '/' + path, content)
return path
开发者ID:dotajin,项目名称:haoku-open,代码行数:8,代码来源:local.py
示例12: main
def main():
if not os.path.exists('../data/matched_points.pkl') or not os.path.exists('../data/links.pkl'):
print "Saving Data"
save_data()
print "Loading Data"
matched_points, links = load_data()
print "Data Loaded"
link_to_slopes = process(matched_points, links, 10)
save_link_to_slopes(link_to_slopes, links)
开发者ID:dongshu2013,项目名称:gvv-hw,代码行数:9,代码来源:slope.py
示例13: measure_tips
def measure_tips(out_fname='results/experiment_run'):
""" Compute spiral-tip density for all available data files
"""
data_dir = 'data'
files = [os.path.join(data_dir, fn) for fn in os.listdir(data_dir)]
with Pool(len(files)) as p:
data = p.map(handle_measure_tips, files)
save_data(out_fname, data)
开发者ID:kpj,项目名称:PyWave,代码行数:10,代码来源:experiment.py
示例14: run
def run(legislator_ids=None):
legislators = utils.load_data('legislators-district-offices.yaml')
try:
for l in legislators:
if legislator_ids and l['id']['bioguide'] not in legislator_ids:
continue
geocode_offices(l)
finally:
# Save in-progress geocodes in case of keyboard interrupt
print("Saving data...")
utils.save_data(legislators, 'legislators-district-offices.yaml')
开发者ID:TheWalkers,项目名称:congress-legislators,代码行数:11,代码来源:geocode_offices.py
示例15: run
def run():
# load in current members
y = load_data("legislators-current.yaml")
for m in y:
# retrieve C-SPAN id, if available, from NYT API
# TODO: use utils.download here
response = urllib.request.urlopen("http://politics.nytimes.com/congress/svc/politics/v3/us/legislative/congress/members/%s.json" % m['id']['bioguide']).read()
j = json.loads(response.decode("utf8"))
cspan = j['results'][0]['cspan_id']
if not cspan == '':
m['id']['cspan'] = int(cspan)
save_data(y, "legislators-current.yaml")
开发者ID:108michael,项目名称:congress-legislators,代码行数:12,代码来源:cspan.py
示例16: update_enrichments
def update_enrichments():
global enrichments
enrichments = {}
_add_instituicoes_basicas(enrichments)
_add_instituicoes_superiores(enrichments)
_add_attractions(enrichments)
_add_museums(enrichments)
_add_theaters(enrichments)
_add_hospitals(enrichments)
_add_hotels(enrichments)
_add_offices(enrichments)
save_data(enrichments, _filename)
开发者ID:lapaesleme,项目名称:MobData,代码行数:12,代码来源:__init__.py
示例17: run_system
def run_system(Generator):
""" Apply `Generator` and integrate and cache system
"""
system = Generator(config.grid_size).generate()
print(system)
cres = integrate_system(system)
fname = gen_run_identifier()
save_data("data/%s" % fname, np.array([cres, system.pacemakers, dict(config)]))
return system, cres
开发者ID:kpj,项目名称:PyWave,代码行数:12,代码来源:main.py
示例18: clean
def clean():
print "Loading historical legislators..."
historical = load_data("legislators-historical.yaml")
count = 0
for m in historical:
if media_bioguide.has_key(m["id"]["bioguide"]):
media.remove(media_bioguide[m["id"]["bioguide"]])
count += 1
print "Removed %i out of office legislators from social media file..." % count
print "Saving historical legislators..."
save_data(media, "legislators-social-media.yaml")
开发者ID:Web5design,项目名称:congress-legislators,代码行数:13,代码来源:social_media.py
示例19: run
def run():
house_labels = "labels-113.csv"
names = utils.flags().get('names', False)
y = load_data("legislators-current.yaml")
by_district = { }
for m in y:
last_term = m['terms'][-1]
if last_term['type'] != 'sen':
full_district = "%s%02d" % (last_term['state'], int(last_term['district']))
by_district[full_district] = m
for rec in csv.DictReader(open(house_labels)):
full_district = rec['113 ST/DIS']
# empty seat - IL-02
if full_district not in by_district:
if full_district == "IL02":
continue
else:
raise "No!!"
rec["MIDDLE"] = rec["MIDDLE"].decode("utf8").strip()
rec["NICK"] = None
m = re.match('^(.*) \u201c(.*)\u201d$', rec["MIDDLE"])
if m:
rec["MIDDLE"] = m.group(1)
rec["NICK"] = m.group(2)
by_district[full_district]['terms'][-1]['office'] = rec["ADDRESS"].strip()
# only set name fields if we've been asked to (as a stopgap)
if names:
by_district[full_district]["name"]["first"] = rec["FIRST"].decode("utf8").strip()
if rec["MIDDLE"]:
by_district[full_district]["name"]["middle"] = rec["MIDDLE"]
if rec["NICK"]:
by_district[full_district]["name"]["nickname"] = rec["NICK"]
by_district[full_district]["name"]["last"] = rec["LAST"].decode("utf8").strip()
if rec["BIOGUIDE ID"] == "G000574":
# The Clerk has the wrong ID for Alan Grayson!
rec["BIOGUIDE ID"] = "G000556"
by_district[full_district]["id"]["bioguide"] = rec["BIOGUIDE ID"]
print("[%s] Saved" % full_district)
save_data(y, "legislators-current.yaml")
开发者ID:Fabricatorz,项目名称:congress-legislators,代码行数:51,代码来源:house_contact_list.py
示例20: _commit
def _commit(confirmed_, unconfirmed_):
from utils import load_data
from utils import save_data
auditing = load_data(_params['filenames'][5])
confirmed = load_data(_params['filenames'][6])
if not confirmed: confirmed = []
unconfirmed = load_data(_params['filenames'][7])
if not unconfirmed: unconfirmed = []
i = 0
while i < len(auditing):
if auditing[i]['matching'][0]['venue_id'] in confirmed_:
auditing[i]['status'] = 'confirmed'
a = auditing.pop(i)
confirmed.append(a)
i -= 1
elif auditing[i]['matching'][0]['venue_id'] in unconfirmed_:
auditing[i]['status'] = 'unconfirmed'
a = auditing.pop(i)
unconfirmed.append(a)
i -= 1
i += 1
save_data([a[0] for a in auditing], _params['filenames'][5])
save_data(auditing, _params['filenames'][5])
save_data(confirmed, _params['filenames'][6])
save_data(unconfirmed, _params['filenames'][7])
开发者ID:lapaesleme,项目名称:MobData,代码行数:28,代码来源:check_matchings.py
注:本文中的utils.save_data函数示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论