本文整理汇总了Python中Helper.save_2_sqlite方法的典型用法代码示例。如果您正苦于以下问题：Python Helper.save_2_sqlite方法的具体用法？Python Helper.save_2_sqlite怎么用？Python Helper.save_2_sqlite使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类Helper的用法示例。
在下文中一共展示了Helper.save_2_sqlite方法的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: run
# 需要导入模块: import Helper [as 别名]
# 或者: from Helper import save_2_sqlite [as 别名]
def run(self):
message_url = "http://weibo.cn/msg/chat/list?tf=5_010&vt=4&gsid=%s" % self.gsid
message_page = self._request(message_url).read()
#TODO:
try:
total_page_count = int(re.findall(r'<input type="submit" value="跳页" />(?:.*?)/((?:\d)+)(?:.*?)</div>', message_page)[0])
except:
raise Exception("got an error!")
log("TOTAL_PAGE_COUNT: %s" % total_page_count)
page_index = 1
conversations = self.get_conversations(message_page)
while page_index<total_page_count:
page_index += 1
conversations.extend(self.fetch_conversations(page_index))
log("Total %d Conversations!" % len(conversations))
messages = []
for conversation in conversations:
peoples = [conversation["p1"],conversation["p2"]]
detail = conversation["detail"]
message_page = self._request(BASE_URL+detail).read()
messages.extend(self.get_messages(message_page, peoples))
log("Messages Total %d Counts!" % len(messages))
Helper.save_2_sqlite(messages)示例2: run
# 需要导入模块: import Helper [as 别名]
# 或者: from Helper import save_2_sqlite [as 别名]
def run(self):
message_url = "http://weibo.cn/msg/chat/list?tf=5_010&vt=4&gsid=%s" % self.gsid
message_page = self._request(message_url).read()
try:
total_page_count = int(re.findall(r'<input type="submit" value="跳页" />(?:.*?)/((?:\d)+)(?:.*?)</div>', message_page)[0])
except:
total_page_count = 1
log("TOTAL_PAGE_COUNT: %s" % total_page_count)
page_index = 1
conversations,status = self.get_conversations(message_page)
log("[IM]:TOTAL CONVERSATIONS:%d STATUS:%d" % (len(conversations), status))
if len(conversations) == 0:
log("Already up to date")
return
self.latest_time = conversations[0]["time"]
log("get latest time %s" % self.latest_time)
while page_index<total_page_count:
page_index += 1
cnt_pages_conversations,status = self.fetch_conversations(page_index)
conversations.extend(cnt_pages_conversations)
if status:
break
log("Total %d Conversations!" % len(conversations))
#TODO:base on the conversation here. we can add userinfo into the database
poster = Poster()
messages = []
for conversation in conversations:
user = conversation["p2"] if conversation["p1"] == '我' else conversation["p1"]
user_info = poster.get_user_info(user)
flag = Helper.add_user(user_info)
if flag == True:
#self.post(user, config.WELCOME)
pass
peoples = [conversation["p1"],conversation["p2"]]
detail = conversation["detail"]
for i in range(int(conversation["count"])/10+1):
message_page = self._request(BASE_URL+detail+"&page=%d" % (i+1)).read()
cnt_pages_messages,status = self.get_messages(message_page, peoples)
messages.extend(cnt_pages_messages)
if status:
break
self.set_last_message_time(self.latest_time)
log("Final Message Count %d" % len(messages))
Helper.save_2_sqlite(messages)