本文整理汇总了Python中thumbor.loaders.http_loader.load函数的典型用法代码示例。如果您正苦于以下问题：Python load函数的具体用法？Python load怎么用？Python load使用的例子？那么恭喜您, 这里精选的函数代码示例或许可以为您提供帮助。
在下文中一共展示了load函数的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_load_with_utf8_url
def test_load_with_utf8_url(self):
url = self.get_url(quote(u'/maracujá.jpg'.encode('utf-8')))
config = Config()
ctx = Context(None, config, None)
with expect.error_not_to_happen(UnicodeDecodeError):
loader.load(ctx, url, self.stop)
self.wait()示例2: topic
def topic(self, callback):
url = self.get_url('/')
loader.http_client = self._http_client
config = Config()
config.HTTP_LOADER_FORWARD_USER_AGENT = True
ctx = Context(None, config, None, HandlerMock({"User-Agent": "test-user-agent"}))
loader.load(ctx, url, callback)示例3: topic
def topic(self, callback):
url = self.get_url('/')
loader.http_client = self._http_client
config = Config()
config.ALLOWED_SOURCES = ['s.glbimg.com']
ctx = Context(None, config, None)
loader.load(ctx, url, callback)示例4: test_load_with_user_agent
def test_load_with_user_agent(self):
url = self.get_url('/')
config = Config()
config.HTTP_LOADER_FORWARD_USER_AGENT = True
ctx = Context(None, config, None, HandlerMock({"User-Agent": "test-user-agent"}))
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_equal('test-user-agent')示例5: topic
def topic(self):
self.async_topic = ""
def get_contents(contents):
self.async_topic = contents
url = self._get_url("/")
loader.load(url, get_contents)
return self.async_topic示例6: test_load_with_callback
def test_load_with_callback(self):
url = self.get_url('/')
config = Config()
ctx = Context(None, config, None)
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_equal('Hello')
expect(result.successful).to_be_true()示例7: test_load_with_curl
def test_load_with_curl(self):
url = self.get_url('/')
config = Config()
config.HTTP_LOADER_CURL_ASYNC_HTTP_CLIENT = True
ctx = Context(None, config, None)
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_equal('Hello')
expect(result.successful).to_be_true()示例8: test_load_with_default_user_agent
def test_load_with_default_user_agent(self):
url = self.get_url("/")
config = Config()
config.HTTP_LOADER_FORWARD_USER_AGENT = True
config.HTTP_LOADER_DEFAULT_USER_AGENT = "DEFAULT_USER_AGENT"
ctx = Context(None, config, None, HandlerMock({}))
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_equal("DEFAULT_USER_AGENT")示例9: test_load_without_curl_but_speed_timeout
def test_load_without_curl_but_speed_timeout(self):
url = self.get_url('/')
config = Config()
config.HTTP_LOADER_CURL_LOW_SPEED_TIME = 1
config.HTTP_LOADER_CURL_LOW_SPEED_LIMIT = 1000000000000
ctx = Context(None, config, None)
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_equal('Hello')
expect(result.successful).to_be_true()示例10: test_load_with_timeout
def test_load_with_timeout(self):
url = self.get_url('/')
config = Config()
config.HTTP_LOADER_CURL_ASYNC_HTTP_CLIENT = True
config.HTTP_LOADER_REQUEST_TIMEOUT = 1
ctx = Context(None, config, None)
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_be_null()
expect(result.successful).to_be_false()示例11: test_load_with_all_headers
def test_load_with_all_headers(self):
url = self.get_url('/')
config = Config()
config.HTTP_LOADER_FORWARD_ALL_HEADERS = True
handler_mock_options = {"X-Test": "123", "DNT": "1", "X-Server": "thumbor"}
ctx = Context(None, config, None, HandlerMock(handler_mock_options))
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).to_include("Dnt:1\n")
expect(result.buffer).to_include("X-Server:thumbor\n")
expect(result.buffer).to_include("X-Test:123\n")示例12: load
def load(context, url, callback):
logger.debug("*** LOADER.load" )
start = datetime.datetime.now()
if HTTP_RE.match(url):
method = 'http'
HttpLoader.load(context, url, callback)
else:
method = 's3'
logger.debug("*** s3")
S3Loader.load(context, url, callback)
finish = datetime.datetime.now()
metric_name = "thumbor.loader.%s.request_time" % method
logger.debug("*** librato submit")
LIBRATO_API.submit(metric_name, (finish - start).total_seconds() * 1000, description="original file request time (ms)")示例13: test_load_with_some_excluded_headers
def test_load_with_some_excluded_headers(self):
url = self.get_url('/')
config = Config()
handler_mock_options = {
"Accept-Encoding": "gzip",
"User-Agent": "Thumbor",
"Host": "localhost",
"Accept": "*/*",
"X-Server": "thumbor"
}
ctx = Context(None, config, None, HandlerMock(handler_mock_options))
loader.load(ctx, url, self.stop)
result = self.wait()
expect(result).to_be_instance_of(LoaderResult)
expect(result.buffer).Not.to_include("X-Server:thumbor")示例14: test_should_return_a_future
def test_should_return_a_future(self):
url = self.get_url('/')
config = Config()
ctx = Context(None, config, None)
future = loader.load(ctx, url)
expect(isinstance(future, Future)).to_be_true()示例15: load
def load(context, url, callback):
enable_http_loader = context.config.get('AWS_ENABLE_HTTP_LOADER', default=False)
if enable_http_loader and 'http' in url:
return http_loader.load(context, url, callback)
url = urllib2.unquote(url)
if context.config.S3_LOADER_BUCKET:
bucket = context.config.S3_LOADER_BUCKET
else:
bucket, url = _get_bucket(url)
if not _validate_bucket(context, bucket):
return callback(None)
bucket_loader = Bucket(
connection=thumbor_aws.connection.get_connection(context),
name=bucket
)
file_key = bucket_loader.get_key(url)
if not file_key:
return callback(None)
return callback(file_key.read())