本文整理汇总了Python中apps.rss_feeds.models.MFeedPage类的典型用法代码示例。如果您正苦于以下问题:Python MFeedPage类的具体用法?Python MFeedPage怎么用?Python MFeedPage使用的例子?那么, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了MFeedPage类的8个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: bootstrap_feedpages
def bootstrap_feedpages():
print "Mongo DB feed_pages: %s" % MFeedPage.objects().count()
# db.feed_pages.drop()
print "Dropped! Mongo DB feed_pages: %s" % MFeedPage.objects().count()
print "FeedPages: %s" % FeedPage.objects.count()
pprint(db.feed_pages.index_information())
feeds = Feed.objects.all().order_by('-average_stories_per_month')
feed_count = feeds.count()
i = 0
for feed in feeds:
i += 1
print "%s/%s: %s" % (i, feed_count, feed,)
sys.stdout.flush()
if not MFeedPage.objects(feed_id=feed.pk):
feed_page = FeedPage.objects.filter(feed=feed).values()
if feed_page:
del feed_page[0]['id']
feed_page[0]['feed_id'] = feed.pk
try:
MFeedPage(**feed_page[0]).save()
except:
print '\n\n!\n\n'
continue
print "\nMongo DB feed_pages: %s" % MFeedPage.objects().count()
示例2: fetch_image_from_page_data
def fetch_image_from_page_data(self):
image = None
image_file = None
if self.page_data:
content = self.page_data
elif settings.BACKED_BY_AWS.get('pages_on_s3') and self.feed.s3_page:
key = settings.S3_PAGES_BUCKET.get_key(self.feed.s3_pages_key)
compressed_content = key.get_contents_as_string()
stream = StringIO(compressed_content)
gz = gzip.GzipFile(fileobj=stream)
try:
content = gz.read()
except IOError:
content = None
else:
content = MFeedPage.get_data(feed_id=self.feed.pk)
url = self._url_from_html(content)
if not url:
try:
content = requests.get(self.feed.feed_link).content
url = self._url_from_html(content)
except (AttributeError, SocketError, requests.ConnectionError,
requests.models.MissingSchema, requests.sessions.InvalidSchema,
requests.sessions.TooManyRedirects,
requests.models.InvalidURL,
requests.models.ChunkedEncodingError,
requests.models.ContentDecodingError,
LocationParseError, OpenSSLError, PyAsn1Error), e:
logging.debug(" ---> ~SN~FRFailed~FY to fetch ~FGfeed icon~FY: %s" % e)
示例3: fetch_image_from_page_data
def fetch_image_from_page_data(self):
image = None
image_file = None
if self.page_data:
content = self.page_data
# Deleted By Xinyan Lu : No S3 storage
# elif settings.BACKED_BY_AWS.get('pages_on_s3') and self.feed.s3_page:
# key = settings.S3_PAGES_BUCKET.get_key(self.feed.s3_pages_key)
# compressed_content = key.get_contents_as_string()
# stream = StringIO(compressed_content)
# gz = gzip.GzipFile(fileobj=stream)
# try:
# content = gz.read()
# except IOError:
# content = None
else:
content = MFeedPage.get_data(feed_id=self.feed.pk)
# Modified By Xinyan Lu : content may be None
if content:
url = self._url_from_html(content)
else:
url = None
if url:
image, image_file = self.get_image_from_url(url)
return image, image_file, url
示例4: fetch_image_from_page_data
def fetch_image_from_page_data(self):
image = None
image_file = None
content = MFeedPage.get_data(feed_id=self.feed.pk)
url = self._url_from_html(content)
if url:
image, image_file = self.get_image_from_url(url)
return image, image_file, url
示例5: load_feed_page
def load_feed_page(request, feed_id):
if not feed_id:
raise Http404
data = MFeedPage.get_data(feed_id=feed_id)
if not data:
data = "Fetching feed..."
return HttpResponse(data, mimetype='text/html')
示例6: load_feed_page
def load_feed_page(request):
feed_id = int(request.GET.get('feed_id', 0))
if feed_id == 0:
raise Http404
data = MFeedPage.get_data(feed_id=feed_id)
if not data:
data = "Fetching feed..."
return HttpResponse(data, mimetype='text/html')
示例7: load_feed_page
def load_feed_page(request):
feed_id = None
try:
feed_id = int(request.REQUEST.get('feed_id', 0))
except ValueError:
feed_id_matches = re.search(r'(\d+)', request.REQUEST['feed_id'])
if feed_id_matches: feed_id = int(feed_id_matches.group(1))
if not feed_id:
raise Http404
data = MFeedPage.get_data(feed_id=feed_id)
if not data:
data = "Fetching feed..."
return HttpResponse(data, mimetype='text/html')
示例8: fetch_image_from_page_data
def fetch_image_from_page_data(self):
image = None
image_file = None
if self.page_data:
content = self.page_data
elif settings.BACKED_BY_AWS.get('pages_on_s3') and self.feed.s3_page:
key = settings.S3_PAGES_BUCKET.get_key(self.feed.s3_pages_key)
compressed_content = key.get_contents_as_string()
stream = StringIO(compressed_content)
gz = gzip.GzipFile(fileobj=stream)
content = gz.read()
else:
content = MFeedPage.get_data(feed_id=self.feed.pk)
url = self._url_from_html(content)
if url:
image, image_file = self.get_image_from_url(url)
return image, image_file, url