Python pulsar.coroutine_return函数代码示例

    def request(self, method, *bits, **kwargs):
        '''Execute the HTTP request'''
        if self._password:
            try:
                lock = self._lock
                if not lock:
                    self._lock = lock = Lock(loop=self._loop)
                    yield lock.acquire()
                    url = '%s/_session' % self._address
                    response = yield self._http.post(
                        url, data={'name': self._user,
                                   'password': self._password},
                        encode_multipart=False)
                    self.fire_event('request', response)
                    if response.status_code != 200:
                        response.raise_for_status()
                        self._lock = None
                else:
                    yield lock.acquire()
            finally:
                lock.release()
        url = '%s/%s' % (self._address, '/'.join(bits))

        response = yield self._http.request(method, url, data=kwargs,
                                            headers=self.headers)
        self.fire_event('request', response)
        if response.request.method == 'HEAD':
            coroutine_return(response)
        else:
            data = response.decode_content()
            if 'error' in data:
                raise couch_db_error(**data)
            else:
                coroutine_return(data)

 def get_model(self, manager, pkvalue):
     try:
         data = yield self.request('get', self._database, pkvalue)
     except CouchDbError:
         raise odm.ModelNotFound(pkvalue)
     else:
         coroutine_return(self.build_model(manager, data))

    def run(self, consumer, runner, testcls, all_tests):
        '''Run all test functions from the :attr:`testcls`.

        It uses the following algorithm:

        * Run the class method ``setUpClass`` of :attr:`testcls` if defined,
          unless the test class should be skipped
        * Call :meth:`run_test` for each test functions in :attr:`testcls`
        * Run the class method ``tearDownClass`` of :attr:`testcls` if defined,
          unless the test class should be skipped.
        '''
        cfg = testcls.cfg
        loop = consumer._loop
        runner.startTestClass(testcls)
        error = None
        sequential = getattr(testcls, '_sequential_execution', cfg.sequential)
        skip_tests = getattr(testcls, '__unittest_skip__', False)
        if not skip_tests:
            error = yield self._run(runner, testcls, 'setUpClass',
                                    add_err=False)
        # run the tests
        if sequential:
            # Loop over all test cases in class
            for test in all_tests:
                yield self.run_test(test, runner, error)
        else:
            all = (self.run_test(test, runner, error) for test in all_tests)
            yield multi_async(all, loop=loop)
        if not skip_tests:
            yield self._run(runner, testcls, 'tearDownClass', add_err=False)
        runner.stopTestClass(testcls)
        coroutine_return(runner.result)

 def execute_transaction(self, transaction):
     '''Execute a ``transaction``
     '''
     updates = []
     models = []
     for command in transaction.commands:
         action = command.action
         if not action:
             raise NotImplementedError
         else:
             model = command.args
             updates.append(dict(self.model_data(model, action)))
             models.append(model)
     #
     if updates:
         executed = yield self.update_documents(self._database, updates)
         errors = []
         for doc, model in zip(executed, models):
             if doc.get('ok'):
                 model['id'] = doc['id']
                 model['_rev'] = doc['rev']
                 model._modified.clear()
             elif doc.get('error'):
                 errors.append(CouchDbError(doc['error'], doc['reason']))
         if errors:
             raise errors[0]
     coroutine_return(models)

 def _subscribe(self, *args):
     if not self._connection:
         protocol_factory = partial(PubsubProtocol, self,
                                    producer=self.store)
         self._connection = yield self.store.connect(protocol_factory)
         self._connection.execute(*args)
     coroutine_return()

 def get_task(self, task_id, timeout):
     if not task_id:
         try:
             task_id = yield self.queue.get(timeout)
         except Empty:
             coroutine_return()
     yield self._tasks.get(task_id)

 def execute_pipeline(self, commands, raise_on_error=True):
     conn = yield self._pool.connect()
     with conn:
         result = yield conn.execute_pipeline(commands, raise_on_error)
         if isinstance(result, ResponseError):
             raise result.exception
         coroutine_return(result)

    def may_pool_task(self, worker):
        '''Called in the ``worker`` event loop.

        It pools a new task if possible, and add it to the queue of
        tasks consumed by the ``worker`` CPU-bound thread.'''
        next_time = 0
        if worker.is_running():
            thread_pool = worker.thread_pool
            if not thread_pool:
                worker.logger.warning('No thread pool, cannot poll tasks.')
            elif self.num_concurrent_tasks < self.backlog:
                if self.max_tasks and self.processed >= self.max_tasks:
                    if not self.num_concurrent_tasks:
                        worker.logger.warning(
                            'Processed %s tasks. Restarting.')
                        worker.stop()
                        coroutine_return()
                else:
                    task = yield self.get_task()
                    if task:    # Got a new task
                        self.processed += 1
                        self.concurrent_tasks.add(task.id)
                        thread_pool.apply(self._execute_task, worker, task)
            else:
                worker.logger.info('%s concurrent requests. Cannot poll.',
                                   self.num_concurrent_tasks)
                next_time = 1
        worker.event_loop.call_later(next_time, self.may_pool_task, worker)

    def _query_view(self, callback=None, reduce=True, query_type=None, **kw):
        view = self._store.query_model_view
        keys = None
        if self.aggregated:
            view_name = None
            for field, lookups in self.aggregated.items():
                keys = []
                for lookup in lookups:
                    if lookup.type == 'value':
                        keys.append(lookup.value)
                    else:
                        raise NotImplementedError
                if view_name:
                    raise NotImplementedError
                else:
                    view_name = field
        else:
            view_name = 'id'

        if query_type:
            view_name = '%s_%s' % (view_name, query_type)
        kw['keys'] = keys
        try:
            result = yield view(self._meta, view_name, reduce=reduce, **kw)
        except CouchDbNoViewError:
            raise odm.QueryError('Couchdb view for %s not available for %s' %
                                 (view_name, self._meta))
        if callback:
            query = yield callback(result)
        elif reduce:
            query = sum((q['value'] for q in result['rows']))
        else:
            query = self.models((q['doc'] for q in result['rows']))
        coroutine_return(query)

 def get_page(self, request, site_id=None, url=None, id=None, **kw):
     '''Retrieve a page instance if not already available.'''
     if 'pages' not in request.cache:
         site_id = request.app.config['SITE_ID']
         page = None
         page_list = yield request.models.page.filter(
             site=site_id).load_related('site').all()
         pages = dict(((p.url, p) for p in page_list))
         pages_id = dict(((str(p.id), p) for p in page_list))
         if id:
             assert url == None, 'url and id should provided together!'
             page = pages_id.get(id)
         elif isinstance(url, (list, tuple)):
             for u in url:
                 page = pages.get(u)
                 if page is not None:
                     break
         else:
             page = pages.get(url)
         if page is None:
             site = yield request.models.site.filter(id=site_id).all()
             if site:
                 site = site[0]
             else:
                 site = yield request.models.site.new(id=site_id)
         else:
             site = page.site
         request.cache.site = site
         request.cache.pages = pages
         request.cache.pages_id = pages
         request.cache.page = page
     coroutine_return(request.cache.page)

 def execute(self, *args, **options):
     connection = yield self._pool.connect()
     with connection:
         result = yield connection.execute(*args, **options)
         if isinstance(result, ResponseError):
             raise result.exception
         coroutine_return(result)

 def queue_task(self, request, jobname, meta_data=None, **kw):
     if not jobname:
         raise rpc.InvalidParams('"jobname" is not specified!')
     meta_data = meta_data or {}
     meta_data.update(self.task_request_parameters(request))
     task_backend = yield self.task_backend()
     result = yield task_backend.queue_task(jobname, meta_data, **kw)
     coroutine_return(result)

def _get_app(arbiter, name, safe=True):
    monitor = arbiter.get_actor(name)
    if monitor:
        cfg = yield monitor.start_event
        if safe:
            coroutine_return(cfg)
        else:
            coroutine_return(monitor.app)

 def create_superuser(self, request, *args, **kwargs):
     for b in self.auth_backends:
         try:
             user = yield b.create_superuser(request, *args, **kwargs)
             if user is not None:
                 coroutine_return(user)
         except Exception:
             continue

 def _create_connection(self, pair=None):
     '''Default method for connecting to remote datastore.
     '''
     protocol_factory = self.store.create_protocol
     host, port = pair or self.store._host
     _, protocol = yield self._loop.create_connection(
         protocol_factory, host, port)
     socket_info = SocketInfo(protocol, self.pool_id)
     coroutine_return(socket_info)