本文整理汇总了Python中OrangeGbl.dbEnqueue方法的典型用法代码示例。如果您正苦于以下问题：Python OrangeGbl.dbEnqueue方法的具体用法？Python OrangeGbl.dbEnqueue怎么用？Python OrangeGbl.dbEnqueue使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类OrangeGbl的用法示例。
在下文中一共展示了OrangeGbl.dbEnqueue方法的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: QueueViamichelin
# 需要导入模块: import OrangeGbl [as 别名]
# 或者: from OrangeGbl import dbEnqueue [as 别名]
def QueueViamichelin(country, assettype, source, starturl, pageurl, page):
if gL.trace: gL.log(gL.DEBUG)
try:
#lista = page.xpath('//a[@class="clearfix"]') # funziona
href = page.xpath('//a[@class="parseHref jsNodePoiLink"]//@href')
test = page.xpath('//h2[@class="parseInnerText jsNodePoiTitle"]//text()')
# togli i nomi vuoti
nomi = []
for item in test:
if item.replace(" ","") != '':
nomi.append(item)
if len(nomi) > len(href):
msg ="%s - %s" % ("Errore nel parsing dei nomi o di href", url)
gL.log(gL.ERROR, msg)
return False
if nomi is None or href is None:
msg ="%s - %s" % ("Parsing dei nomi / href senza risultati", url)
gL.log(gL.ERROR, msg)
return False
n = 0
for asset in nomi:
if not href[n]:
continue
name = gL.StdName(nomi[n])
url = gL.SourceBaseUrl + href[n]
rc = gL.dbEnqueue(country, assettype, source, starturl, pageurl, url, name)
n = n + 1 # next asset
except Exception as err:
gL.log(gL.ERROR, pageurl)
gL.log(gL.ERROR, err)
return False
return True示例2: QueueTripadvisor
# 需要导入模块: import OrangeGbl [as 别名]
# 或者: from OrangeGbl import dbEnqueue [as 别名]
def QueueTripadvisor(country, assettype, source, starturl, pageurl, page):
if gL.trace: gL.log(gL.DEBUG)
try:
# leggi la lista e inserisci asset
lista = page.xpath('//*[@class="listing" or @class="listing first"]')
for asset in lista:
name = asset.xpath('.//*[@class="property_title "]//text()')[0]
name = gL.StdName(name)
url = asset.xpath('.//a[contains(@class,"property_title ")]/@href')[0]
url = gL.SourceBaseUrl + url
# inserisci o aggiorna l'asset
rc = gL.dbEnqueue(country, assettype, source, starturl, pageurl, url, name)
except Exception as err:
gL.log(gL.ERROR, pageurl)
gL.log(gL.ERROR, err)
return False
return True示例3: QueueQristoranti
# 需要导入模块: import OrangeGbl [as 别名]
# 或者: from OrangeGbl import dbEnqueue [as 别名]
def QueueQristoranti(country, assettype, source, starturl, pageurl, page):
if gL.trace: gL.log(gL.DEBUG)
try:
# leggi la lista e inserisci asset
lista = page.xpath('//div[@class="contentTitle"]')
conta = 0
for asset in lista:
name = page.xpath('//div[@class="contentTitle"]/a//text()')[conta]
url = page.xpath('//div[@class="contentTitle"]/a//@href')[conta]
name = gL.StdName(name)
conta = conta + 1
o = urlparse(starturl)
link = "http://" + o.hostname + url
rc = gL.dbEnqueue(country, assettype, source, starturl, pageurl, link, name)
except Exception as err:
gL.log(gL.ERROR, pageurl)
gL.log(gL.ERROR, err)
return False
return True示例4: QueueDuespaghi
# 需要导入模块: import OrangeGbl [as 别名]
# 或者: from OrangeGbl import dbEnqueue [as 别名]
def QueueDuespaghi(country, assettype, source, starturl, pageurl, page):
if gL.trace: gL.log(gL.DEBUG)
try:
lista = page.xpath('//a[@class="clearfix"]') # funziona
href = page.xpath('//a[@class="clearfix"]/@href')
nomi = page.xpath('//a[@class="clearfix"]/@title')
n = 0
if nomi is None or href is None:
msg ="%s - %s" % ("Parsing nomi / href senza risultati", url)
gL.log(gL.ERROR, msg)
return False
if len(nomi) != len(href):
msg ="%s - %s" % ("Errore nel parsing dei nomi o di href", url)
gL.log(gL.ERROR, msg)
return False
for asset in lista:
if not nomi or not lista or not href:
msg ="%s - %s" % ("Errore get ", url)
gL.log(gL.ERROR, msg)
#print("Errore in lettura di ", url)
return False
if not href[n]:
continue
name = gL.StdName(nomi[n])
url = gL.SourceBaseUrl + href[n]
rc = gL.dbEnqueue(country, assettype, source, starturl, pageurl, url, name)
n = n + 1 # next asset
except Exception as err:
gL.log(gL.ERROR, pageurl)
gL.log(gL.ERROR, err)
return False
return True