本文整理汇总了Python中wrappers.logger.loggerFetch函数的典型用法代码示例。如果您正苦于以下问题:Python loggerFetch函数的具体用法?Python loggerFetch怎么用?Python loggerFetch使用的例子?那么恭喜您, 这里精选的函数代码示例或许可以为您提供帮助。
在下文中一共展示了loggerFetch函数的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。
示例1: main
def main():
logger = loggerFetch("info")
logger.info("BEGIN PROCESSING...")
phone='9845155447'
#Logic to upload the wave_file for the first time -
wave_file = '1629_RSCD281016.wav' # '1431_CgbcstChakeri010316.wav' # This should be done only once for each new file
filename = wave_file.strip('.wav')
if wave_file:
logger.info(awaazdeUpload(logger, wave_file))
if False:
vendorcallid = awaazdePlaceCall(logger, phone, wave_file)
time.sleep(10)
else:
vendorcallid = '71503' # '70239' # '70221' # '57897'
logger.info("Call ID [%s]" % vendorcallid)
callreturn = awaazdeStatusCheck(logger, vendorcallid)
logger.info(callreturn)
logger.info("...END PROCESSING")
开发者ID:rajesh241,项目名称:libtech,代码行数:25,代码来源:awaazde.py
示例2: runTestSuite
def runTestSuite():
logger = loggerFetch("info")
logger.info("BEGIN PROCESSING...")
display = displayInitialize(1)
driver = driverInitialize(path='/home/mayank/.mozilla/firefox/4s3bttuq.default/', timeout=timeout)
driver.set_page_load_timeout(timeout)
for version in versions:
url = url_base + str(version)
try:
logger.info('Fetching URL[%s]' % url)
driver.get(url)
logger.info('After Fetch[%s]' % url)
except Exception as e:
logger.info("Warning %s", e)
if os.path.exists(csv_file):
version_file = 'CSVs/' + str(version) + '.csv'
logger.info('Writing %s' % version_file)
os.rename(csv_file, version_file)
else:
logger.error('Missed file[%s] from URL[%s]' % (version_file, url))
logger.info("CSV Fetched From [%s]" % url)
driverFinalize(driver)
displayFinalize(display)
logger.info("...END PROCESSING")
开发者ID:rajesh241,项目名称:libtech,代码行数:30,代码来源:googlesheets-download.py
示例3: main
def main():
regex=re.compile(r'<input+.*?"\s*/>+',re.DOTALL)
args = argsFetch()
finyear=args['finyear']
if args['limit']:
limit = int(args['limit'])
else:
limit =50000
if args['musterID']:
mid=args['musterID']
else:
mid=None
if args['maxProcess']:
maxProcess=int(args['maxProcess'])
else:
maxProcess=1
additionalFilters=''
if args['district']:
additionalFilters+= " and b.districtName='%s' " % args['district']
if args['block']:
additionalFilters+= " and b.blockName='%s' " % args['block']
fullfinyear=getFullFinYear(finyear)
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
db = dbInitialize(db=nregaDB, charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
tasks = multiprocessing.JoinableQueue()
results = multiprocessing.Queue()
if mid is None:
query="select m.id from musters m,blocks b where m.fullBlockCode=b.fullBlockCode and m.finyear='%s' and (m.isDownloaded=0 or (m.wdComplete=0 and TIMESTAMPDIFF(HOUR, m.downloadAttemptDate, now()) > 48 )) %s order by isDownloaded,m.downloadAttemptDate limit %s" % (finyear,additionalFilters,str(limit))
else:
query="select m.id from musters m where m.id=%s " % str(mid)
logger.info(query)
cur.execute(query)
noOfTasks=cur.rowcount
results1=cur.fetchall()
for row in results1:
musterID=row[0]
tasks.put(Task(musterID))
for i in range(maxProcess):
tasks.put(None)
myProcesses=[musterProcess(tasks, results) for i in range(maxProcess)]
for eachProcess in myProcesses:
eachProcess.start()
while noOfTasks:
result = results.get()
logger.info(result)
noOfTasks -= 1
dbFinalize(db) # Make sure you put this if there are other exit paths or errors
开发者ID:rajesh241,项目名称:libtech,代码行数:60,代码来源:downloadMusters.py
示例4: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
db = dbInitialize(db="biharPDS", charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
inyear=args['year']
logger.info(inyear)
display = displayInitialize(args['visible'])
driver = driverInitialize(args['browser'])
#Start Program here
url="http://www.google.com"
driver.get(url)
myhtml=driver.page_source
print myhtml
# End program here
driverFinalize(driver)
displayFinalize(display)
dbFinalize(db) # Make sure you put this if there are other exit paths or errors
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:33,代码来源:exampleSelenium.py
示例5: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
db = dbInitialize(db="libtech", charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
query="select phone,bid from callLogs where DATE(callStartTime) = CURDATE() group by phone "
cur.execute(query)
results=cur.fetchall()
for row in results:
#rowid=str(row[0])
phone=row[0]
logger.info(" Phone %s " % (phone))
query="select count(*) from callLogs where phone='%s'" % (phone)
totalCalls=singleRowQuery(cur,query)
query="select count(*) from callLogs where phone='%s' and status='pass'" % (phone)
totalSuccessCalls=singleRowQuery(cur,query)
if totalCalls > 0:
logger.info("Calculating Percentage")
successP=math.trunc(totalSuccessCalls*100/totalCalls)
else:
successP=0
logger.info("Total Calls %s Success Calls %s Success Percentage %s " % (str(totalCalls),str(totalSuccessCalls),str(successP)))
query="update addressbook set totalCalls='%s',successPercentage='%s' where phone='%s' " % (str(totalCalls),str(successP),phone)
cur.execute(query)
dbFinalize(db) # Make sure you put this if there are other exit paths or errors
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:34,代码来源:updateCallStats.py
示例6: main
def main():
from firebase import firebase
firebase = firebase.FirebaseApplication('https://libtech-app.firebaseio.com/', None)
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
if args['write']:
d={}
d=[]
d.append({'make':'nd','model':'readyToEat','price':95})
d.append({'make':'sahaja','model':'vegetable','price':55})
d.append({'make':'tvs','model':'fruit','price':195})
with open('first.json', 'w') as outfile:
json.dump(d, outfile)
if args['populate']:
jsonName="districts.json"
json_data=open(jsonName,encoding='utf-8-sig').read()
d = json.loads(json_data)
myDict={}
for key,values in d.items():
code=key
name=values['name']
parentCode=values['stateCode']
logger.info(key)
dictKey="%s_%s_%s" % (code,name,parentCode)
myDict[dictKey] = {'name': name, 'code': code, 'parentCode': parentCode, 'slug': dictKey }
logger.info(dictKey)
result = firebase.patch('https://libtech-app.firebaseio.com/medicines/', myDict)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:33,代码来源:update2firebase.py
示例7: runTestSuite
def runTestSuite():
logger = loggerFetch("info")
logger.info("BEGIN PROCESSING...")
display = displayInitialize(0)
driver = driverInitialize()
for mandal in mandals:
report = generate_report(logger, driver, mandal, districts[mandal])
logger.info('Finally: \n%s' % report)
filename = './mandals/' +mandal + '.csv'
with open(filename, 'wb') as csv_file:
logger.info("Writing to [%s]" % filename)
csv_file.write(report.encode('utf-8'))
if final_report[0][0] == '':
rows = report.split('|')
driverFinalize(driver)
displayFinalize(display)
logger.info("...END PROCESSING")
return
def main():
runTestSuite()
exit(0)
if __name__ == '__main__':
main()
开发者ID:rajesh241,项目名称:libtech,代码行数:34,代码来源:mandal_demonetisation.py
示例8: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
myLibtechTag=LibtechTag.objects.filter(name="August 2017 Hearing").first()
myStates=["18","17","27","24","33","15","16","31","34","05","32"]
myStates=["29"]
for eachState in myStates:
myobjs=District.objects.filter(state__isNIC=True,state__code=eachState)
if args['limit']:
limit=int(args['limit'])
else:
limit=1
for eachDistrict in myobjs:
logger.info(eachDistrict.name)
myPanchayats=list(Panchayat.objects.filter(block__district__code=eachDistrict.code,crawlRequirement='NONE'))
shuffle(myPanchayats)
myPanchayats=myPanchayats[:limit]
for eachPanchayat in myPanchayats:
logger.info(eachPanchayat.name)
eachPanchayat.crawlRequirement="FULL"
eachPanchayat.libtechTag.add(myLibtechTag)
eachPanchayat.save()
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:27,代码来源:genRamdomPanchayats.py
示例9: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
if args['populate']:
panchayatCode=args['panchayatCode']
blockCode=args['blockCode']
if panchayatCode is not None:
eachPanchayat=Panchayat.objects.filter(code=panchayatCode).first()
CrawlQueue.objects.create(panchayat=eachPanchayat)
elif blockCode is not None:
eachBlock=Block.objects.filter(code=blockCode).first()
CrawlQueue.objects.create(block=eachBlock,priority=500)
if args['execute']:
stage=args['step']
limit=args['limit']
qid=args['qid']
if qid is not None:
libtechCrawler(logger,stage,qid=qid)
else:
libtechCrawler(logger,stage)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:25,代码来源:crawlMain.py
示例10: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
if args['limit']:
limit = int(args['limit'])
else:
limit =1
if args['crawlRequirement']:
crawlRequirement=args['crawlRequirement']
else:
crawlRequirement='STAT'
finyear=args['finyear']
fullfinyear=getFullFinYear(finyear)
myBlocks=Block.objects.filter(crawlRequirement=crawlRequirement)[:limit]
for eachBlock in myBlocks:
if eachBlock.district.state.stateCode != '02':
logger.info("BlockName: %s BlockCode: %s " % (eachBlock.name,eachBlock.fullBlockCode))
reportTypes=["I","R"]
for rtype in reportTypes:
url="http://%s/netnrega/FTO/rejection.aspx?lflag=eng&state_code=%s&state_name=%s&district_code=%s&page=d&Block_code=%s&Block_name=%s&district_name=%s&fin_year=%s&typ=%s&linkr=X&" %(eachBlock.district.state.crawlIP,eachBlock.district.state.stateCode,eachBlock.district.state.name,eachBlock.district.fullDistrictCode,eachBlock.fullBlockCode,eachBlock.name,eachBlock.district.name,fullfinyear,rtype)
logger.info(url)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:25,代码来源:downloadRejectedPayment.py
示例11: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
if args['singleExecute']:
myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
funcName=myTask.crawlState.name
objID=myTask.objID
finyear=myTask.finyear
isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
if isError==False:
isComplete=True
myTask.isComplete=isComplete
myTask.save()
if args['run']:
while True:
myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
if myTask is not None:
logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
funcName=myTask.crawlState.name
objID=myTask.objID
finyear=myTask.finyear
isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
if isError==False:
isComplete=True
myTask.isComplete=isComplete
myTask.save()
else:
logger.debug("No tasks to run")
time.sleep(10)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:34,代码来源:crawlProcessManager.py
示例12: main
def main():
alwaysTag=LibtechTag.objects.filter(name="Always")
regex=re.compile("^[0-9]{4}-[0-9]{4}$")
benchMark = datetime.strptime(telanganaThresholdDate, "%Y-%m-%d")
telanganaStateCode='36'
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
if args['limit']:
limit = int(args['limit'])
else:
limit =1
if args['enumerate']:
logger.info("Will enumerate and put all the District and Block Codes in place")
enumerateCodes(logger)
if args['download']:
logger.info("Attempting to Download Postal P ayments")
myPanchayats=Panchayat.objects.filter(crawlRequirement="FULL",block__district__state__code=telanganaStateCode)
# for eachPanchayat in myPanchayats:
# downloadPage(logger,eachPanchayat)
queueManager(logger,myPanchayats,'download')
if args['process']:
logger.info("Attempting to Process Postal P ayments")
curfinyear=getCurrentFinYear()
today_min = datetime.combine(date.today(), time.min)
today_max = datetime.combine(date.today(), time.max)
myPanchayatReports=PanchayatReport.objects.filter(finyear=curfinyear,panchayat__crawlRequirement="FULL",panchayat__block__district__state__code=telanganaStateCode,reportType=reportType,updateDate__range=(today_min, today_max))
queueManager(logger,myPanchayatReports,'process')
# for eachReport in myPanchayatReports:
# logger.info(eachReport.panchayat.code)
# processPostalReport(logger,eachReport)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:33,代码来源:crawlPostalPendingPayments.py
示例13: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
db = dbInitialize(db=nregaDB, charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
if args['updateMusterStats']:
updateMusterStats(cur,logger)
if args['selectRandomDistricts']:
selectRandomDistricts(cur,logger)
if args['updatePanchayatStats']:
updatePanchayatStats(cur,logger)
if args['genMusterURL']:
genMusterURLs(cur,logger,args['musterID'])
if args['downloadRejectedPaymentReport']:
if args['finyear']:
finyear=args['finyear']
else:
finyear='17'
downloadRejectedPaymentReport(cur,logger,finyear)
dbFinalize(db) # Make sure you put this if there are other exit paths or errors
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:27,代码来源:houseKeepying.py
示例14: runTestSuite
def runTestSuite():
logger = loggerFetch("info")
logger.info("BEGIN PROCESSING...")
db = dbInitialize(db="surguja", charset="utf8")
cur = db.cursor()
cur.execute("SET NAMES utf8")
jobcard = 'CH-05-005-015-001/187'
query = 'select headOfFamily from jobcardRegister where jobcard="' + jobcard + '"'
logger.info("query[%s]" % query)
cur.execute(query)
head = cur.fetchall()[0][0]
logger.info("HeadOfFamily[%s]" % head)
query = 'select applicantName, accountNo from jobcardDetails where jobcard="' + jobcard + '"'
logger.info("query[%s]" % query)
cur.execute(query)
names = cur.fetchall()
#print names.encode('UTF-8')
logger.info("Names[%s]" % str(names).encode('UTF-8'))
dbFinalize(db)
logger.info("...END PROCESSING")
开发者ID:mayankrungta,项目名称:libtech,代码行数:25,代码来源:db.py
示例15: runTestSuite
def runTestSuite():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
display = displayInitialize(args['visible'])
driver = driverInitialize(args['browser'])
# Mynk to use personal profile driver = driverInitialize(browser=args['browser'] , path='/home/mayank/.mozilla/firefox/4s3bttuq.default/')
if args['cookie_dump']:
cookieDump(driver)
logger.info("Fetching [%s]" % driver.current_url)
logger.info(wdTest(driver, args['url']))
logger.info("Fetched [%s]" % driver.current_url)
if args['cookie_dump']:
cookieDump(driver)
driverFinalize(driver)
displayFinalize(display)
'''
display = vDisplayInitialize(visible)
driver = driverInitialize(browser)
logger.info(wdTest(driver))
driverFinalize(driver)
vDisplayFinalize(display)
'''
logger.info("...END PROCESSING")
开发者ID:rajesh241,项目名称:libtech,代码行数:35,代码来源:sn.py
示例16: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
if args['limit']:
limit = int(args['limit'])
else:
limit =1
finyear=args['finyear']
stateCodes=['33','34','16','27','24','15','18','35']
stateCodes=['33','34','27','24','15','18',]
stateCodes=['16','31','05','17']
stateCodes=['15']
stateCodes=[args['stateCode']]
for stateCode in stateCodes:
# if stateCode is not None:
# logger.info("StateCode is %s" % stateCode)
myPanchayats=Panchayat.objects.filter(crawlRequirement='FULL',block__district__state__code=stateCode)
reportType="workPayment"
# else:
# myPanchayats=Panchayat.objects.filter(crawlRequirement='FULL')[:limit]
for eachPanchayat in myPanchayats:
logger.info("**********************************************************************************")
panchayatReport=PanchayatReport.objects.filter(reportType=reportType,finyear=finyear,panchayat=eachPanchayat).first()
if panchayatReport is None:
logger.info("Createing work Payment report for panchayat: %s panchayatCode: %s ID: %s" % (eachPanchayat.name,eachPanchayat.code,str(eachPanchayat.id)))
outcsv=''
outcsv+="jobcard,name,musterNo,workCode,workName,dateFrom,dateTo,daysWorked,totalWage,accountNo,musterStatus,creditedDate,secondSignatoryDate,wagelistNo"
outcsv+="\n"
workRecords=WorkDetail.objects.filter(muster__block__panchayat__id=eachPanchayat.id,muster__finyear=finyear)
workRecords=WorkDetail.objects.filter(muster__panchayat=eachPanchayat,muster__finyear=finyear)
logger.info("Total Work Records: %s " %str(len(workRecords)))
for wd in workRecords:
workName=wd.muster.workName.replace(","," ")
applicantName=wd.zname.replace(",","")
wagelistArray=wd.wagelist.all()
if len(wagelistArray) > 0:
wagelist=wagelistArray[len(wagelistArray) -1 ]
else:
wagelist=''
if wd.applicant:
fatherHusbandName=wd.applicant.fatherHusbandName.replace(",","")
else:
fatherHusbandName=None
outcsv+="%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s" % (wd.zjobcard,applicantName,wd.muster.musterNo,wd.muster.workCode,workName,str(wd.muster.dateFrom),str(wd.muster.dateTo),str(wd.daysWorked),str(wd.totalWage),wd.zaccountNo,wd.musterStatus,str(wd.creditedDate),str(wd.muster.paymentDate),wagelist)
outcsv+="\n"
try:
outcsv=outcsv.encode("UTF-8")
except:
outcsv=outcsv
csvfilename=eachPanchayat.slug+"_"+finyear+"_wp.csv"
savePanchayatReport(logger,eachPanchayat,finyear,reportType,csvfilename,outcsv)
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:59,代码来源:createWorkPaymentReport.py
示例17: setUp
def setUp(self):
self.args = argsFetch()
self.logger = loggerFetch('info')
self.logger.info('BEGIN PROCESSING')
self.display = displayInitialize(self.args['visible'])
self.driver = driverInitialize(browser=self.args['browser'] , path='/home/mayank/.mozilla/firefox/4s3bttuq.default/')
self.cmd = 'nohup youtube-dl --username %s --password %s -o %s ' % (user, password, '"%(title)s.%(ext)s"')
self.url = self.args['url']
开发者ID:rajesh241,项目名称:libtech,代码行数:8,代码来源:udemy.py
示例18: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
if args['district']:
districtName=args['district'].lower()
if args['limit']:
limitString=" limit %s " % (str(args['limit']))
else:
limitString=" "
if args['reportID']:
reportIDFilter= " and id = %s " % args['reportID']
else:
reportIDFilter= " "
db = dbInitialize(db=districtName.lower(), charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
crawlIP,stateName,stateCode,stateShortCode,districtCode=getDistrictParams(cur,districtName)
htmlDir=nregaDir.replace("districtName",districtName.lower())
#block Reports
query="select b.name,b.blockCode from blocks b where b.isRequired=1 %s" % limitString
#query="select b.name,b.blockCode from blocks b where b.isRequired=1 limit 1"
#query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 limit 1"
#query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 and b.blockCode='005' "
# query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 and b.blockCode='003' and panchayatCode='013'"
cur.execute(query)
results=cur.fetchall()
for row in results:
blockName=row[0]
blockCode=row[1]
genReport(cur,logger,1,htmlDir,'16',districtName,blockCode,blockName,'','',reportIDFilter)
genReport(cur,logger,1,htmlDir,'17',districtName,blockCode,blockName,'','',reportIDFilter)
genReport(cur,logger,1,htmlDir,'all',districtName,blockCode,blockName,'','',reportIDFilter)
query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 %s" % limitString
#query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 limit 1"
cur.execute(query)
results=cur.fetchall()
for row in results:
blockName=row[0]
blockCode=row[1]
panchayatName=row[2]
panchayatCode=row[3]
finyear='16'
genReport(cur,logger,0,htmlDir,'16',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter)
genReport(cur,logger,0,htmlDir,'17',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter)
genReport(cur,logger,0,htmlDir,'all',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter)
dbFinalize(db) # Make sure you put this if there are other exit paths or errors
logger.info("...END PROCESSING")
exit(0)
开发者ID:mayankrungta,项目名称:libtech,代码行数:58,代码来源:genPanchayatReports.py
示例19: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("...END PROCESSING")
exit(0)
开发者ID:rajesh241,项目名称:libtech,代码行数:9,代码来源:getAllTelanganaPanchayatIDs.py
示例20: main
def main():
args = argsFetch()
logger = loggerFetch(args.get('log_level'))
logger.info('args: %s', str(args))
logger.info("BEGIN PROCESSING...")
#This is a Kludge to remove all the input tags from the html because for some reason Beautiful Soup does not parse the html correctly
regex=re.compile(r'<input+.*?"\s*/>+',re.DOTALL)
if args['district']:
districtName=args['district']
logger.info("DistrictName "+districtName)
if args['finyear']:
finyear=args['finyear']
logger.info("finyear "+finyear)
fullFinyear=getFullFinYear(finyear)
db = dbInitialize(db=districtName.lower(), charset="utf8") # The rest is updated automatically in the function
cur=db.cursor()
db.autocommit(True)
#Query to set up Database to read Hindi Characters
query="SET NAMES utf8"
cur.execute(query)
crawlIP,stateName,stateCode,stateShortCode,districtCode=getDistrictParams(cur,districtName)
#Query to get all the blocks
query="select stateCode,districtCode,blockCode,name from blocks where isRequired=1"
cur.execute(query)
results = cur.fetchall()
for row in results:
stateCode=row[0]
districtCode=row[1]
blockCode=row[2]
blockName=row[3]
fullBlockCode=stateCode+districtCode+blockCode
logger.info(stateCode+districtCode+blockCode+blockName)
url="http://"+crawlIP+"/netnrega/FTO/fto_reprt_detail.aspx?lflag=local&flg=W&page=b&state_name="+stateName.upper()+"&state_code="+stateCode+"&district_name="+districtName.upper()+"&district_code="+stateCode+districtCode+"&block_name="+blockName+"&block_code="+stateCode+districtCode+blockCode+"&fin_year="+fullFinyear+"&typ=pb&mode=b"
logger.info(url)
r = requests.get(url)
htmlsource=r.text
htmlsoup=BeautifulSoup(htmlsource,"html.parser")
for fto in htmlsoup.find_all('a'):
ftoNo=fto.contents[0]
#ftoURL="http://164.100.112.66/netnrega/FTO/"+fto.get('href')
if fullBlockCode in ftoNo:
query="insert into ftoDetails (ftoNo,stateCode,districtCode,blockCode,finyear) values ('"+ftoNo+"','"+stateCode+"','"+districtCode+"','"+blockCode+"','"+finyear+"');"
try:
logger.info(query)
cur.execute(query)
except MySQLdb.IntegrityError,e:
errormessage=(time.strftime("%d/%m/%Y %H:%M:%S "))+str(e)+"\n"
errorfile.write(errormessage)
continue
开发者ID:mayankrungta,项目名称:libtech,代码行数:56,代码来源:crawlFTO.py
注:本文中的wrappers.logger.loggerFetch函数示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论