def main():

    logger = loggerFetch("info")
    logger.info("BEGIN PROCESSING...")

    phone='9845155447'

    #Logic to upload the wave_file for the first time -
    wave_file = '1629_RSCD281016.wav' # '1431_CgbcstChakeri010316.wav'    # This should be done only once for each new file
    filename = wave_file.strip('.wav')

    if wave_file:
        logger.info(awaazdeUpload(logger, wave_file))

    if False:
        vendorcallid = awaazdePlaceCall(logger, phone, wave_file)
        time.sleep(10)
    else:
        vendorcallid = '71503' # '70239' # '70221' # '57897'
    logger.info("Call ID [%s]" % vendorcallid)

    callreturn = awaazdeStatusCheck(logger, vendorcallid)
    logger.info(callreturn)

    logger.info("...END PROCESSING")     

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(1)
  driver = driverInitialize(path='/home/mayank/.mozilla/firefox/4s3bttuq.default/', timeout=timeout)

  driver.set_page_load_timeout(timeout)

  for version in versions:
    url = url_base + str(version)
    try:
      logger.info('Fetching URL[%s]' % url)
      driver.get(url)
      logger.info('After Fetch[%s]' % url)      
    except Exception as e:
      logger.info("Warning %s", e)
      if os.path.exists(csv_file):
        version_file = 'CSVs/' + str(version) + '.csv'
        logger.info('Writing %s' % version_file)
        os.rename(csv_file, version_file)
      else:
        logger.error('Missed file[%s] from URL[%s]' % (version_file, url))
    logger.info("CSV Fetched From [%s]" % url)

  driverFinalize(driver)
  displayFinalize(display)


  logger.info("...END PROCESSING")     

def main():
  regex=re.compile(r'<input+.*?"\s*/>+',re.DOTALL)
  args = argsFetch()
  finyear=args['finyear']
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =50000
  if args['musterID']:
    mid=args['musterID']
  else:
    mid=None
  if args['maxProcess']:
    maxProcess=int(args['maxProcess'])
  else:
    maxProcess=1
  additionalFilters=''
  if args['district']:
    additionalFilters+= " and b.districtName='%s' " % args['district']
  if args['block']:
    additionalFilters+= " and b.blockName='%s' " % args['block']
  fullfinyear=getFullFinYear(finyear)
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")


  db = dbInitialize(db=nregaDB, charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  tasks = multiprocessing.JoinableQueue()
  results = multiprocessing.Queue()
  if mid is None:
    query="select m.id from musters m,blocks b where m.fullBlockCode=b.fullBlockCode and m.finyear='%s' and (m.isDownloaded=0  or (m.wdComplete=0 and TIMESTAMPDIFF(HOUR, m.downloadAttemptDate, now()) > 48 )) %s order by isDownloaded,m.downloadAttemptDate limit %s" % (finyear,additionalFilters,str(limit))
  else:
    query="select m.id from musters m where m.id=%s " % str(mid)
  logger.info(query) 
  cur.execute(query)
  noOfTasks=cur.rowcount
  results1=cur.fetchall()
  for row in results1:
    musterID=row[0]
    tasks.put(Task(musterID))  
  
  for i in range(maxProcess):
    tasks.put(None)

  myProcesses=[musterProcess(tasks, results) for i in range(maxProcess)]
  for eachProcess in myProcesses:
    eachProcess.start()
  while noOfTasks:
    result = results.get()
    logger.info(result)
    noOfTasks -= 1


  dbFinalize(db) # Make sure you put this if there are other exit paths or errors

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")
  db = dbInitialize(db="biharPDS", charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  inyear=args['year']
  
  logger.info(inyear)
  display = displayInitialize(args['visible'])
  driver = driverInitialize(args['browser'])
  
  #Start Program here
  url="http://www.google.com"
  driver.get(url)
  myhtml=driver.page_source
  print myhtml
  # End program here

  driverFinalize(driver)
  displayFinalize(display)
  dbFinalize(db) # Make sure you put this if there are other exit paths or errors


  
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  db = dbInitialize(db="libtech", charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  
  query="select phone,bid from callLogs where DATE(callStartTime) = CURDATE() group by phone "
  cur.execute(query)
  results=cur.fetchall()
  for row in results:
    #rowid=str(row[0])
    phone=row[0]
    logger.info("  Phone %s " % (phone)) 
    query="select count(*) from callLogs where phone='%s'" % (phone)
    totalCalls=singleRowQuery(cur,query)
    query="select count(*) from callLogs where phone='%s' and status='pass'" % (phone)
    totalSuccessCalls=singleRowQuery(cur,query)
    if totalCalls > 0:
      logger.info("Calculating Percentage")
      successP=math.trunc(totalSuccessCalls*100/totalCalls)
    else:
      successP=0
    logger.info("Total Calls %s Success Calls %s Success Percentage %s " % (str(totalCalls),str(totalSuccessCalls),str(successP)))
    query="update addressbook set totalCalls='%s',successPercentage='%s'  where phone='%s' " % (str(totalCalls),str(successP),phone) 
    cur.execute(query)

  dbFinalize(db) # Make sure you put this if there are other exit paths or errors
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  from firebase import firebase
  firebase = firebase.FirebaseApplication('https://libtech-app.firebaseio.com/', None)
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  if args['write']:
    d={}
    d=[]
    d.append({'make':'nd','model':'readyToEat','price':95})
    d.append({'make':'sahaja','model':'vegetable','price':55})
    d.append({'make':'tvs','model':'fruit','price':195})
    with open('first.json', 'w') as outfile:  
      json.dump(d, outfile)

  if args['populate']:
    jsonName="districts.json"
    json_data=open(jsonName,encoding='utf-8-sig').read()
    d = json.loads(json_data)
    myDict={}
    for key,values in d.items():
      code=key
      name=values['name']
      parentCode=values['stateCode']
      logger.info(key)
      dictKey="%s_%s_%s" % (code,name,parentCode)
      myDict[dictKey] = {'name': name, 'code': code, 'parentCode': parentCode, 'slug': dictKey }
    logger.info(dictKey)
    result = firebase.patch('https://libtech-app.firebaseio.com/medicines/', myDict)

      
  logger.info("...END PROCESSING") 
  exit(0)

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(0)
  driver = driverInitialize()

  for mandal in mandals:
    report = generate_report(logger, driver, mandal, districts[mandal])
    logger.info('Finally: \n%s' % report)

    filename = './mandals/' +mandal + '.csv'
    with open(filename, 'wb') as csv_file:
      logger.info("Writing to [%s]" % filename)
      csv_file.write(report.encode('utf-8'))

    if final_report[0][0] == '':
      
    rows = report.split('|')
    

  driverFinalize(driver)
  displayFinalize(display)

  logger.info("...END PROCESSING")     

  return

def main():
  runTestSuite()
  exit(0)

if __name__ == '__main__':
  main()

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")

  myLibtechTag=LibtechTag.objects.filter(name="August 2017 Hearing").first()
  myStates=["18","17","27","24","33","15","16","31","34","05","32"]
  myStates=["29"]
  for eachState in myStates:
    myobjs=District.objects.filter(state__isNIC=True,state__code=eachState)
    if args['limit']:
      limit=int(args['limit'])
    else:
      limit=1
    for eachDistrict in myobjs:
      logger.info(eachDistrict.name)
      myPanchayats=list(Panchayat.objects.filter(block__district__code=eachDistrict.code,crawlRequirement='NONE'))
      shuffle(myPanchayats)
      myPanchayats=myPanchayats[:limit]
      for eachPanchayat in myPanchayats:
        logger.info(eachPanchayat.name)
        eachPanchayat.crawlRequirement="FULL"
        eachPanchayat.libtechTag.add(myLibtechTag)
        eachPanchayat.save()
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))

  if args['populate']:
    panchayatCode=args['panchayatCode']
    blockCode=args['blockCode']
    if panchayatCode is not None:
      eachPanchayat=Panchayat.objects.filter(code=panchayatCode).first()
      CrawlQueue.objects.create(panchayat=eachPanchayat)
    elif blockCode is not None:
      eachBlock=Block.objects.filter(code=blockCode).first()
      CrawlQueue.objects.create(block=eachBlock,priority=500)

  if args['execute']:
    stage=args['step']
    limit=args['limit']
    qid=args['qid']
    if qid is not None:
      libtechCrawler(logger,stage,qid=qid)
    else:
      libtechCrawler(logger,stage)

  logger.info("...END PROCESSING") 
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =1
  if args['crawlRequirement']:
    crawlRequirement=args['crawlRequirement']
  else:
    crawlRequirement='STAT'
  finyear=args['finyear']
  fullfinyear=getFullFinYear(finyear)
  myBlocks=Block.objects.filter(crawlRequirement=crawlRequirement)[:limit]
  for eachBlock in myBlocks:
    if eachBlock.district.state.stateCode != '02':
      logger.info("BlockName: %s BlockCode: %s " % (eachBlock.name,eachBlock.fullBlockCode))
      reportTypes=["I","R"]
      for rtype in reportTypes:
        url="http://%s/netnrega/FTO/rejection.aspx?lflag=eng&state_code=%s&state_name=%s&district_code=%s&page=d&Block_code=%s&Block_name=%s&district_name=%s&fin_year=%s&typ=%s&linkr=X&" %(eachBlock.district.state.crawlIP,eachBlock.district.state.stateCode,eachBlock.district.state.name,eachBlock.district.fullDistrictCode,eachBlock.fullBlockCode,eachBlock.name,eachBlock.district.name,fullfinyear,rtype)  
        logger.info(url) 
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))

  if args['singleExecute']:
    myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
    logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
    funcName=myTask.crawlState.name
    objID=myTask.objID
    finyear=myTask.finyear
    isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
    if isError==False:
      isComplete=True
      myTask.isComplete=isComplete
    myTask.save()
  if args['run']:
    while True:
      myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
      if myTask is not None:
        logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
        funcName=myTask.crawlState.name
        objID=myTask.objID
        finyear=myTask.finyear
        isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
        if isError==False:
          isComplete=True
          myTask.isComplete=isComplete
        myTask.save()
      else:
        logger.debug("No tasks to run")
        time.sleep(10)
      
  logger.info("...END PROCESSING") 
  exit(0)

def main():
  alwaysTag=LibtechTag.objects.filter(name="Always")
  regex=re.compile("^[0-9]{4}-[0-9]{4}$")
  benchMark = datetime.strptime(telanganaThresholdDate, "%Y-%m-%d") 
  telanganaStateCode='36'
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =1
  if args['enumerate']:
    logger.info("Will enumerate and put all the District and Block Codes in place") 
    enumerateCodes(logger)
  if args['download']:
    logger.info("Attempting to Download Postal P ayments")
    myPanchayats=Panchayat.objects.filter(crawlRequirement="FULL",block__district__state__code=telanganaStateCode)
   # for eachPanchayat in myPanchayats:
   #   downloadPage(logger,eachPanchayat)
    queueManager(logger,myPanchayats,'download')
  if args['process']:
    logger.info("Attempting to Process Postal P ayments")
    curfinyear=getCurrentFinYear()
    today_min = datetime.combine(date.today(), time.min)
    today_max = datetime.combine(date.today(), time.max)
    myPanchayatReports=PanchayatReport.objects.filter(finyear=curfinyear,panchayat__crawlRequirement="FULL",panchayat__block__district__state__code=telanganaStateCode,reportType=reportType,updateDate__range=(today_min, today_max))
    queueManager(logger,myPanchayatReports,'process')
  #  for eachReport in myPanchayatReports:
  #    logger.info(eachReport.panchayat.code)
  #    processPostalReport(logger,eachReport)
  logger.info("...END PROCESSING") 
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  db = dbInitialize(db=nregaDB, charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  
  if args['updateMusterStats']:
    updateMusterStats(cur,logger) 
  if args['selectRandomDistricts']:
    selectRandomDistricts(cur,logger)
  if args['updatePanchayatStats']:
    updatePanchayatStats(cur,logger)
  if args['genMusterURL']:
    genMusterURLs(cur,logger,args['musterID'])
  if args['downloadRejectedPaymentReport']:
    if args['finyear']:
      finyear=args['finyear']
    else:
      finyear='17'
    downloadRejectedPaymentReport(cur,logger,finyear)
  dbFinalize(db) # Make sure you put this if there are other exit paths or errors
  logger.info("...END PROCESSING")     
  exit(0)

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  db = dbInitialize(db="surguja", charset="utf8")

  cur = db.cursor()
  cur.execute("SET NAMES utf8")

  jobcard = 'CH-05-005-015-001/187'
  query = 'select headOfFamily from jobcardRegister where jobcard="' + jobcard + '"'
  logger.info("query[%s]" % query)
  cur.execute(query)
  head = cur.fetchall()[0][0]
  logger.info("HeadOfFamily[%s]" % head)
  
  query = 'select applicantName, accountNo from jobcardDetails where jobcard="' + jobcard + '"'
  logger.info("query[%s]" % query)
  cur.execute(query)
  names = cur.fetchall()
  #print names.encode('UTF-8')
  logger.info("Names[%s]" % str(names).encode('UTF-8'))
  
  dbFinalize(db)
  logger.info("...END PROCESSING")     

def runTestSuite():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(args['visible'])
  driver = driverInitialize(args['browser'])
  # Mynk to use personal profile driver = driverInitialize(browser=args['browser'] , path='/home/mayank/.mozilla/firefox/4s3bttuq.default/')

  if args['cookie_dump']:
    cookieDump(driver)

  logger.info("Fetching [%s]" % driver.current_url)
  logger.info(wdTest(driver, args['url']))
  logger.info("Fetched [%s]" % driver.current_url)

  if args['cookie_dump']:
    cookieDump(driver)

  driverFinalize(driver)
  displayFinalize(display)

  '''
  display = vDisplayInitialize(visible)
  driver = driverInitialize(browser)

  logger.info(wdTest(driver))

  driverFinalize(driver)
  vDisplayFinalize(display)
  '''	

  logger.info("...END PROCESSING")     

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =1
  finyear=args['finyear']

  stateCodes=['33','34','16','27','24','15','18','35']
  stateCodes=['33','34','27','24','15','18',]
  stateCodes=['16','31','05','17']
  stateCodes=['15']
  stateCodes=[args['stateCode']]
  for stateCode in stateCodes:
#  if stateCode is not None:
#    logger.info("StateCode is %s" % stateCode)
    myPanchayats=Panchayat.objects.filter(crawlRequirement='FULL',block__district__state__code=stateCode)
    reportType="workPayment"
#  else:
#    myPanchayats=Panchayat.objects.filter(crawlRequirement='FULL')[:limit]

    for eachPanchayat in myPanchayats:
      logger.info("**********************************************************************************")
      
      panchayatReport=PanchayatReport.objects.filter(reportType=reportType,finyear=finyear,panchayat=eachPanchayat).first()
      if panchayatReport is None:
        logger.info("Createing work Payment report for panchayat: %s panchayatCode: %s ID: %s" % (eachPanchayat.name,eachPanchayat.code,str(eachPanchayat.id)))
        outcsv=''
        outcsv+="jobcard,name,musterNo,workCode,workName,dateFrom,dateTo,daysWorked,totalWage,accountNo,musterStatus,creditedDate,secondSignatoryDate,wagelistNo"
        outcsv+="\n"
        workRecords=WorkDetail.objects.filter(muster__block__panchayat__id=eachPanchayat.id,muster__finyear=finyear)
        workRecords=WorkDetail.objects.filter(muster__panchayat=eachPanchayat,muster__finyear=finyear)
        logger.info("Total Work Records: %s " %str(len(workRecords)))
        for wd in workRecords:
          workName=wd.muster.workName.replace(","," ")
          applicantName=wd.zname.replace(",","")
          wagelistArray=wd.wagelist.all()
          if len(wagelistArray) > 0:
            wagelist=wagelistArray[len(wagelistArray) -1 ]
          else:
            wagelist=''
          if wd.applicant:
            fatherHusbandName=wd.applicant.fatherHusbandName.replace(",","")
          else:
            fatherHusbandName=None
          outcsv+="%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s" % (wd.zjobcard,applicantName,wd.muster.musterNo,wd.muster.workCode,workName,str(wd.muster.dateFrom),str(wd.muster.dateTo),str(wd.daysWorked),str(wd.totalWage),wd.zaccountNo,wd.musterStatus,str(wd.creditedDate),str(wd.muster.paymentDate),wagelist)
          outcsv+="\n"
   
        try:
          outcsv=outcsv.encode("UTF-8")
        except:
          outcsv=outcsv
        csvfilename=eachPanchayat.slug+"_"+finyear+"_wp.csv"
        savePanchayatReport(logger,eachPanchayat,finyear,reportType,csvfilename,outcsv)

  logger.info("...END PROCESSING") 
  exit(0)

 def setUp(self):
     self.args = argsFetch()
     self.logger = loggerFetch('info')
     self.logger.info('BEGIN PROCESSING')
     self.display = displayInitialize(self.args['visible'])
     self.driver = driverInitialize(browser=self.args['browser'] , path='/home/mayank/.mozilla/firefox/4s3bttuq.default/')
     self.cmd = 'nohup youtube-dl --username %s --password %s -o %s ' % (user, password, '"%(title)s.%(ext)s"')
     self.url = self.args['url']

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")
  if args['district']:
    districtName=args['district'].lower()
  if args['limit']:
    limitString=" limit %s " % (str(args['limit']))
  else:
    limitString="  "
  if args['reportID']:
    reportIDFilter= " and id = %s " % args['reportID']
  else:
    reportIDFilter= " "
  db = dbInitialize(db=districtName.lower(), charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  crawlIP,stateName,stateCode,stateShortCode,districtCode=getDistrictParams(cur,districtName)

  htmlDir=nregaDir.replace("districtName",districtName.lower())

  #block Reports
  query="select b.name,b.blockCode from blocks b where b.isRequired=1 %s" % limitString
  #query="select b.name,b.blockCode from blocks b where b.isRequired=1 limit 1"
  #query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 limit 1"
  #query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 and b.blockCode='005' "
#  query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 and b.blockCode='003' and panchayatCode='013'"
  cur.execute(query)
  results=cur.fetchall()
  for row in results:
    blockName=row[0]
    blockCode=row[1]
    genReport(cur,logger,1,htmlDir,'16',districtName,blockCode,blockName,'','',reportIDFilter) 
    genReport(cur,logger,1,htmlDir,'17',districtName,blockCode,blockName,'','',reportIDFilter) 
    genReport(cur,logger,1,htmlDir,'all',districtName,blockCode,blockName,'','',reportIDFilter) 
 
  query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 %s" % limitString
  #query="select b.name,b.blockCode,p.name,p.panchayatCode from panchayats p, blocks b where b.blockCode=p.blockCode and p.isRequired=1 limit 1"
  cur.execute(query)
  results=cur.fetchall()
  for row in results:
    blockName=row[0]
    blockCode=row[1]
    panchayatName=row[2]
    panchayatCode=row[3]
    finyear='16'
    genReport(cur,logger,0,htmlDir,'16',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter) 
    genReport(cur,logger,0,htmlDir,'17',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter) 
    genReport(cur,logger,0,htmlDir,'all',districtName,blockCode,blockName,panchayatCode,panchayatName,reportIDFilter) 

  dbFinalize(db) # Make sure you put this if there are other exit paths or errors
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
 


  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")
  #This is a Kludge to remove all the input tags from the html because for some reason Beautiful Soup does not parse the html correctly
  regex=re.compile(r'<input+.*?"\s*/>+',re.DOTALL)


  if args['district']:
    districtName=args['district']
 
  logger.info("DistrictName "+districtName)
  if args['finyear']:
    finyear=args['finyear']


  logger.info("finyear "+finyear)
  fullFinyear=getFullFinYear(finyear) 
  db = dbInitialize(db=districtName.lower(), charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  crawlIP,stateName,stateCode,stateShortCode,districtCode=getDistrictParams(cur,districtName)
#Query to get all the blocks

  query="select stateCode,districtCode,blockCode,name from blocks where isRequired=1"
  cur.execute(query)
  results = cur.fetchall()
  for row in results:
    stateCode=row[0]
    districtCode=row[1]
    blockCode=row[2]
    blockName=row[3]
    fullBlockCode=stateCode+districtCode+blockCode
    logger.info(stateCode+districtCode+blockCode+blockName)
    url="http://"+crawlIP+"/netnrega/FTO/fto_reprt_detail.aspx?lflag=local&flg=W&page=b&state_name="+stateName.upper()+"&state_code="+stateCode+"&district_name="+districtName.upper()+"&district_code="+stateCode+districtCode+"&block_name="+blockName+"&block_code="+stateCode+districtCode+blockCode+"&fin_year="+fullFinyear+"&typ=pb&mode=b"
    logger.info(url)
    r  = requests.get(url)
    htmlsource=r.text
    htmlsoup=BeautifulSoup(htmlsource,"html.parser")
    for fto in htmlsoup.find_all('a'):
      ftoNo=fto.contents[0]
      #ftoURL="http://164.100.112.66/netnrega/FTO/"+fto.get('href')
      if fullBlockCode in ftoNo:
        query="insert into ftoDetails (ftoNo,stateCode,districtCode,blockCode,finyear) values ('"+ftoNo+"','"+stateCode+"','"+districtCode+"','"+blockCode+"','"+finyear+"');"
        try:
          logger.info(query)
          cur.execute(query)
        except MySQLdb.IntegrityError,e:
          errormessage=(time.strftime("%d/%m/%Y %H:%M:%S "))+str(e)+"\n"
          errorfile.write(errormessage)
        continue