Python logger.loggerFetch函数代码示例

def main():

    logger = loggerFetch("info")
    logger.info("BEGIN PROCESSING...")

    phone='9845155447'

    #Logic to upload the wave_file for the first time -
    wave_file = '1629_RSCD281016.wav' # '1431_CgbcstChakeri010316.wav'    # This should be done only once for each new file
    filename = wave_file.strip('.wav')

    if wave_file:
        logger.info(awaazdeUpload(logger, wave_file))

    if False:
        vendorcallid = awaazdePlaceCall(logger, phone, wave_file)
        time.sleep(10)
    else:
        vendorcallid = '71503' # '70239' # '70221' # '57897'
    logger.info("Call ID [%s]" % vendorcallid)

    callreturn = awaazdeStatusCheck(logger, vendorcallid)
    logger.info(callreturn)

    logger.info("...END PROCESSING")     

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(1)
  driver = driverInitialize(path='/home/mayank/.mozilla/firefox/4s3bttuq.default/', timeout=timeout)

  driver.set_page_load_timeout(timeout)

  for version in versions:
    url = url_base + str(version)
    try:
      logger.info('Fetching URL[%s]' % url)
      driver.get(url)
      logger.info('After Fetch[%s]' % url)      
    except Exception as e:
      logger.info("Warning %s", e)
      if os.path.exists(csv_file):
        version_file = 'CSVs/' + str(version) + '.csv'
        logger.info('Writing %s' % version_file)
        os.rename(csv_file, version_file)
      else:
        logger.error('Missed file[%s] from URL[%s]' % (version_file, url))
    logger.info("CSV Fetched From [%s]" % url)

  driverFinalize(driver)
  displayFinalize(display)


  logger.info("...END PROCESSING")     

def main():
  regex=re.compile(r'<input+.*?"\s*/>+',re.DOTALL)
  args = argsFetch()
  finyear=args['finyear']
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =50000
  if args['musterID']:
    mid=args['musterID']
  else:
    mid=None
  if args['maxProcess']:
    maxProcess=int(args['maxProcess'])
  else:
    maxProcess=1
  additionalFilters=''
  if args['district']:
    additionalFilters+= " and b.districtName='%s' " % args['district']
  if args['block']:
    additionalFilters+= " and b.blockName='%s' " % args['block']
  fullfinyear=getFullFinYear(finyear)
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")


  db = dbInitialize(db=nregaDB, charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  tasks = multiprocessing.JoinableQueue()
  results = multiprocessing.Queue()
  if mid is None:
    query="select m.id from musters m,blocks b where m.fullBlockCode=b.fullBlockCode and m.finyear='%s' and (m.isDownloaded=0  or (m.wdComplete=0 and TIMESTAMPDIFF(HOUR, m.downloadAttemptDate, now()) > 48 )) %s order by isDownloaded,m.downloadAttemptDate limit %s" % (finyear,additionalFilters,str(limit))
  else:
    query="select m.id from musters m where m.id=%s " % str(mid)
  logger.info(query) 
  cur.execute(query)
  noOfTasks=cur.rowcount
  results1=cur.fetchall()
  for row in results1:
    musterID=row[0]
    tasks.put(Task(musterID))  
  
  for i in range(maxProcess):
    tasks.put(None)

  myProcesses=[musterProcess(tasks, results) for i in range(maxProcess)]
  for eachProcess in myProcesses:
    eachProcess.start()
  while noOfTasks:
    result = results.get()
    logger.info(result)
    noOfTasks -= 1


  dbFinalize(db) # Make sure you put this if there are other exit paths or errors

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")
  db = dbInitialize(db="biharPDS", charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  inyear=args['year']
  
  logger.info(inyear)
  display = displayInitialize(args['visible'])
  driver = driverInitialize(args['browser'])
  
  #Start Program here
  url="http://www.google.com"
  driver.get(url)
  myhtml=driver.page_source
  print myhtml
  # End program here

  driverFinalize(driver)
  displayFinalize(display)
  dbFinalize(db) # Make sure you put this if there are other exit paths or errors


  
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  db = dbInitialize(db="libtech", charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  
  query="select phone,bid from callLogs where DATE(callStartTime) = CURDATE() group by phone "
  cur.execute(query)
  results=cur.fetchall()
  for row in results:
    #rowid=str(row[0])
    phone=row[0]
    logger.info("  Phone %s " % (phone)) 
    query="select count(*) from callLogs where phone='%s'" % (phone)
    totalCalls=singleRowQuery(cur,query)
    query="select count(*) from callLogs where phone='%s' and status='pass'" % (phone)
    totalSuccessCalls=singleRowQuery(cur,query)
    if totalCalls > 0:
      logger.info("Calculating Percentage")
      successP=math.trunc(totalSuccessCalls*100/totalCalls)
    else:
      successP=0
    logger.info("Total Calls %s Success Calls %s Success Percentage %s " % (str(totalCalls),str(totalSuccessCalls),str(successP)))
    query="update addressbook set totalCalls='%s',successPercentage='%s'  where phone='%s' " % (str(totalCalls),str(successP),phone) 
    cur.execute(query)

  dbFinalize(db) # Make sure you put this if there are other exit paths or errors
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  from firebase import firebase
  firebase = firebase.FirebaseApplication('https://libtech-app.firebaseio.com/', None)
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  if args['write']:
    d={}
    d=[]
    d.append({'make':'nd','model':'readyToEat','price':95})
    d.append({'make':'sahaja','model':'vegetable','price':55})
    d.append({'make':'tvs','model':'fruit','price':195})
    with open('first.json', 'w') as outfile:  
      json.dump(d, outfile)

  if args['populate']:
    jsonName="districts.json"
    json_data=open(jsonName,encoding='utf-8-sig').read()
    d = json.loads(json_data)
    myDict={}
    for key,values in d.items():
      code=key
      name=values['name']
      parentCode=values['stateCode']
      logger.info(key)
      dictKey="%s_%s_%s" % (code,name,parentCode)
      myDict[dictKey] = {'name': name, 'code': code, 'parentCode': parentCode, 'slug': dictKey }
    logger.info(dictKey)
    result = firebase.patch('https://libtech-app.firebaseio.com/medicines/', myDict)

      
  logger.info("...END PROCESSING") 
  exit(0)

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(0)
  driver = driverInitialize()

  for mandal in mandals:
    report = generate_report(logger, driver, mandal, districts[mandal])
    logger.info('Finally: \n%s' % report)

    filename = './mandals/' +mandal + '.csv'
    with open(filename, 'wb') as csv_file:
      logger.info("Writing to [%s]" % filename)
      csv_file.write(report.encode('utf-8'))

    if final_report[0][0] == '':
      
    rows = report.split('|')
    

  driverFinalize(driver)
  displayFinalize(display)

  logger.info("...END PROCESSING")     

  return

def main():
  runTestSuite()
  exit(0)

if __name__ == '__main__':
  main()

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")

  myLibtechTag=LibtechTag.objects.filter(name="August 2017 Hearing").first()
  myStates=["18","17","27","24","33","15","16","31","34","05","32"]
  myStates=["29"]
  for eachState in myStates:
    myobjs=District.objects.filter(state__isNIC=True,state__code=eachState)
    if args['limit']:
      limit=int(args['limit'])
    else:
      limit=1
    for eachDistrict in myobjs:
      logger.info(eachDistrict.name)
      myPanchayats=list(Panchayat.objects.filter(block__district__code=eachDistrict.code,crawlRequirement='NONE'))
      shuffle(myPanchayats)
      myPanchayats=myPanchayats[:limit]
      for eachPanchayat in myPanchayats:
        logger.info(eachPanchayat.name)
        eachPanchayat.crawlRequirement="FULL"
        eachPanchayat.libtechTag.add(myLibtechTag)
        eachPanchayat.save()
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))

  if args['populate']:
    panchayatCode=args['panchayatCode']
    blockCode=args['blockCode']
    if panchayatCode is not None:
      eachPanchayat=Panchayat.objects.filter(code=panchayatCode).first()
      CrawlQueue.objects.create(panchayat=eachPanchayat)
    elif blockCode is not None:
      eachBlock=Block.objects.filter(code=blockCode).first()
      CrawlQueue.objects.create(block=eachBlock,priority=500)

  if args['execute']:
    stage=args['step']
    limit=args['limit']
    qid=args['qid']
    if qid is not None:
      libtechCrawler(logger,stage,qid=qid)
    else:
      libtechCrawler(logger,stage)

  logger.info("...END PROCESSING") 
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  logger.info("BEGIN PROCESSING...")
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =1
  if args['crawlRequirement']:
    crawlRequirement=args['crawlRequirement']
  else:
    crawlRequirement='STAT'
  finyear=args['finyear']
  fullfinyear=getFullFinYear(finyear)
  myBlocks=Block.objects.filter(crawlRequirement=crawlRequirement)[:limit]
  for eachBlock in myBlocks:
    if eachBlock.district.state.stateCode != '02':
      logger.info("BlockName: %s BlockCode: %s " % (eachBlock.name,eachBlock.fullBlockCode))
      reportTypes=["I","R"]
      for rtype in reportTypes:
        url="http://%s/netnrega/FTO/rejection.aspx?lflag=eng&state_code=%s&state_name=%s&district_code=%s&page=d&Block_code=%s&Block_name=%s&district_name=%s&fin_year=%s&typ=%s&linkr=X&" %(eachBlock.district.state.crawlIP,eachBlock.district.state.stateCode,eachBlock.district.state.name,eachBlock.district.fullDistrictCode,eachBlock.fullBlockCode,eachBlock.name,eachBlock.district.name,fullfinyear,rtype)  
        logger.info(url) 
  logger.info("...END PROCESSING")     
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))

  if args['singleExecute']:
    myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
    logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
    funcName=myTask.crawlState.name
    objID=myTask.objID
    finyear=myTask.finyear
    isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
    if isError==False:
      isComplete=True
      myTask.isComplete=isComplete
    myTask.save()
  if args['run']:
    while True:
      myTask=Task.objects.filter(isComplete=False).order_by("modified").first()
      if myTask is not None:
        logger.info("Running Task %s Task ID %s" % (myTask.crawlState.name,str(myTask.id)))
        funcName=myTask.crawlState.name
        objID=myTask.objID
        finyear=myTask.finyear
        isError=getattr(crawlFunctions1,funcName)(logger,objID,finyear=finyear)
        if isError==False:
          isComplete=True
          myTask.isComplete=isComplete
        myTask.save()
      else:
        logger.debug("No tasks to run")
        time.sleep(10)
      
  logger.info("...END PROCESSING") 
  exit(0)

def main():
  alwaysTag=LibtechTag.objects.filter(name="Always")
  regex=re.compile("^[0-9]{4}-[0-9]{4}$")
  benchMark = datetime.strptime(telanganaThresholdDate, "%Y-%m-%d") 
  telanganaStateCode='36'
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))
  if args['limit']:
    limit = int(args['limit'])
  else:
    limit =1
  if args['enumerate']:
    logger.info("Will enumerate and put all the District and Block Codes in place") 
    enumerateCodes(logger)
  if args['download']:
    logger.info("Attempting to Download Postal P ayments")
    myPanchayats=Panchayat.objects.filter(crawlRequirement="FULL",block__district__state__code=telanganaStateCode)
   # for eachPanchayat in myPanchayats:
   #   downloadPage(logger,eachPanchayat)
    queueManager(logger,myPanchayats,'download')
  if args['process']:
    logger.info("Attempting to Process Postal P ayments")
    curfinyear=getCurrentFinYear()
    today_min = datetime.combine(date.today(), time.min)
    today_max = datetime.combine(date.today(), time.max)
    myPanchayatReports=PanchayatReport.objects.filter(finyear=curfinyear,panchayat__crawlRequirement="FULL",panchayat__block__district__state__code=telanganaStateCode,reportType=reportType,updateDate__range=(today_min, today_max))
    queueManager(logger,myPanchayatReports,'process')
  #  for eachReport in myPanchayatReports:
  #    logger.info(eachReport.panchayat.code)
  #    processPostalReport(logger,eachReport)
  logger.info("...END PROCESSING") 
  exit(0)

def main():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  db = dbInitialize(db=nregaDB, charset="utf8")  # The rest is updated automatically in the function
  cur=db.cursor()
  db.autocommit(True)
  #Query to set up Database to read Hindi Characters
  query="SET NAMES utf8"
  cur.execute(query)
  
  if args['updateMusterStats']:
    updateMusterStats(cur,logger) 
  if args['selectRandomDistricts']:
    selectRandomDistricts(cur,logger)
  if args['updatePanchayatStats']:
    updatePanchayatStats(cur,logger)
  if args['genMusterURL']:
    genMusterURLs(cur,logger,args['musterID'])
  if args['downloadRejectedPaymentReport']:
    if args['finyear']:
      finyear=args['finyear']
    else:
      finyear='17'
    downloadRejectedPaymentReport(cur,logger,finyear)
  dbFinalize(db) # Make sure you put this if there are other exit paths or errors
  logger.info("...END PROCESSING")     
  exit(0)

def runTestSuite():
  logger = loggerFetch("info")
  logger.info("BEGIN PROCESSING...")

  db = dbInitialize(db="surguja", charset="utf8")

  cur = db.cursor()
  cur.execute("SET NAMES utf8")

  jobcard = 'CH-05-005-015-001/187'
  query = 'select headOfFamily from jobcardRegister where jobcard="' + jobcard + '"'
  logger.info("query[%s]" % query)
  cur.execute(query)
  head = cur.fetchall()[0][0]
  logger.info("HeadOfFamily[%s]" % head)
  
  query = 'select applicantName, accountNo from jobcardDetails where jobcard="' + jobcard + '"'
  logger.info("query[%s]" % query)
  cur.execute(query)
  names = cur.fetchall()
  #print names.encode('UTF-8')
  logger.info("Names[%s]" % str(names).encode('UTF-8'))
  
  dbFinalize(db)
  logger.info("...END PROCESSING")     

def runTestSuite():
  args = argsFetch()
  logger = loggerFetch(args.get('log_level'))
  logger.info('args: %s', str(args))

  logger.info("BEGIN PROCESSING...")

  display = displayInitialize(args['visible'])
  driver = driverInitialize(args['browser'])
  # Mynk to use personal profile driver = driverInitialize(browser=args['browser'] , path='/home/mayank/.mozilla/firefox/4s3bttuq.default/')

  if args['cookie_dump']:
    cookieDump(driver)

  logger.info("Fetching [%s]" % driver.current_url)
  logger.info(wdTest(driver, args['url']))
  logger.info("Fetched [%s]" % driver.current_url)

  if args['cookie_dump']:
    cookieDump(driver)

  driverFinalize(driver)
  displayFinalize(display)

  '''
  display = vDisplayInitialize(visible)
  driver = driverInitialize(browser)

  logger.info(wdTest(driver))

  driverFinalize(driver)
  vDisplayFinalize(display)
  '''	

  logger.info("...END PROCESSING")