Python Queue.get方法代码示例

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
 def test_decompression_event(self):
     ifile = TestXlog(self.incoming_path, "00000001000000000000000A", "random")
     callback_queue = Queue()
     local_filepath = os.path.join(self.temp_dir, "00000001000000000000000A")
     self.compression_queue.put(
         {
             "blob": self.compress(ifile.contents),
             "callback_queue": callback_queue,
             "filetype": "xlog",
             "local_path": local_filepath,
             "metadata": {
                 "compression-algorithm": self.algorithm,
                 "compression-level": 0,
                 "original-file-size": ifile.size,
                 "pg-version": 90500,
             },
             "site": self.test_site,
             "type": "DECOMPRESSION",
         }
     )
     callback_queue.get(timeout=1.0)
     assert os.path.exists(local_filepath) is True
     with open(local_filepath, "rb") as fp:
         fdata = fp.read()
     assert fdata[:100] == ifile.contents[:100]
     assert fdata == ifile.contents

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
class CorrectionBasedBearTest(LocalBearTestHelper):
    """
    This test only covers corner cases. The basic functionality is tested in
    a more intuitive way in the IndentBearTest.
    """

    def setUp(self):
        self.section = Section('')
        self.queue = Queue()
        self.uut = IndentBear(self.section, self.queue)

    def test_errors(self):
        old_binary, self.uut.BINARY = self.uut.BINARY, "invalid_stuff_here"

        self.uut.execute(filename='', file=[])
        self.queue.get()
        self.assertRegex(str(self.queue.get()), r'\[WARNING\] .*')

        self.uut.BINARY = old_binary

    def test_missing_binary(self):
        old_binary = IndentBear.BINARY
        IndentBear.BINARY = "fdgskjfdgjdfgnlfdslk"

        self.assertEqual(IndentBear.check_prerequisites(),
                         "'fdgskjfdgjdfgnlfdslk' is not installed.")

        # "echo" is existent on nearly all platforms.
        IndentBear.BINARY = "echo"
        self.assertTrue(IndentBear.check_prerequisites())

        del IndentBear.BINARY
        self.assertTrue(IndentBear.check_prerequisites())

        IndentBear.BINARY = old_binary

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
 def test6_ThreeThreadsTwoConnections(self):
     pool = PooledPg(2, 2, 2, True)
     from queue import Queue, Empty
     queue = Queue(3)
     def connection():
         try:
             queue.put(pool.connection(), 1, 1)
         except TypeError:
             queue.put(pool.connection(), 1)
     from threading import Thread
     for i in range(3):
         Thread(target=connection).start()
     try:
         db1 = queue.get(1, 1)
         db2 = queue.get(1, 1)
     except TypeError:
         db1 = queue.get(1)
         db2 = queue.get(1)
     db1_con = db1._con
     db2_con = db2._con
     self.assertNotEqual(db1, db2)
     self.assertNotEqual(db1_con, db2_con)
     try:
         self.assertRaises(Empty, queue.get, 1, 0.1)
     except TypeError:
         self.assertRaises(Empty, queue.get, 0)
     del db1
     try:
         db1 = queue.get(1, 1)
     except TypeError:
         db1 = queue.get(1)
     self.assertNotEqual(db1, db2)
     self.assertNotEqual(db1._con, db2._con)
     self.assertEqual(db1._con, db1_con)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
class AvatarBreakpoint(Breakpoint):
    def __init__(self, system, address):
        super().__init__()
        self._system = system
        self._address = address
        self._queue = Queue()
        system.register_event_listener(self._event_receiver)

    def wait(self, timeout = None):
        if self._handler:
            raise Exception("Breakpoint cannot have a handler and be waited on")

        if timeout == 0:
            return self._queue.get(False)
        else:
            return self._queue.get(True, timeout)

    def delete(self):
        self._system.unregister_event_listener(self._event_receiver)
        self._system.get_target().clear_breakpoint(self._address)

    def _event_receiver(self, evt):
        if EVENT_BREAKPOINT in evt["tags"] and \
                evt["source"] == "target" and \
                evt["properties"]["address"] == self._address:
            if self._handler:
                self._handler(self._system, self)
            else:
                self._queue.put(evt)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
 def test_decompression_decrypt_event(self):
     _, blob = self.compressor.compress_filepath_to_memory(
         self.random_file_path,
         compression_algorithm=self.config["compression"]["algorithm"],
         rsa_public_key=CONSTANT_TEST_RSA_PUBLIC_KEY)
     callback_queue = Queue()
     local_filepath = os.path.join(self.temp_dir, "00000001000000000000000E")
     self.compression_queue.put({
         "blob": blob,
         "callback_queue": callback_queue,
         "filetype": "xlog",
         "local_path": local_filepath,
         "metadata": {
             "compression-algorithm": self.algorithm,
             "encryption-key-id": "testkey",
             "original-file-size": self.random_file_size,
             "pg-version": 90500,
         },
         "site": self.test_site,
         "type": "DECOMPRESSION",
     })
     callback_queue.get(timeout=1.0)
     assert os.path.exists(local_filepath) is True
     with open(local_filepath, "rb") as fp:
         assert fp.read() == self.random_file_contents

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
   def monitor(self, core, mem):
      startTime = time.time()
      avgMH = Queue()
      while ((time.time() - startTime) < self.monitorTime):
         time.sleep(5)
         devInfo = self.api.getGPUInfo(self.device)
         if devInfo['Temperature'] >= self.maxTemp:        
            self.handleBadClocks('Temperature threshold reached.', devInfo)
            return True
         if devInfo['HWE'] > self.HWE:
            self.HWE = devInfo['HWE']
            self.handleBadClocks('Hardware errors found.', devInfo)
            #Make sure we give the GPU time to set the new clocks so we get the final HW error count
            time.sleep(2)
            devInfo = self.api.getGPUInfo(self.device)
            self.HWE = devInfo['HWE']
            return True

         avgMH.put(devInfo['MH'])
         if (avgMH.qsize() >= 3):
            avgMH.get()


      #MH added should be averaged
      totalMH = 0
      numMH = 0
      while (not avgMH.empty()):
         totalMH += avgMH.get()
         numMH += 1
      avg = totalMH/numMH
      newrec = {'device': self.device, 'core': core, 'mem': mem, 'success': True, 'MH': avg, 'temp': devInfo['Temperature']}
      self.results.append(newrec)
      self.logger.addRecord(newrec)
      return False

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
class HttpProxyHandler:
  def __init__(self, reqid, router, proxyAddr, inq, outq):
    self.reqid=reqid
    self.router=router
    self.proxyAddr=proxyAddr
    self.inq=inq
    self.outq=outq
    self.closed=False

    self.respq=Queue()
    proxyback=self.router.getService('httpProxyback')
    proxyback.setQueue(self.reqid, self.respq)

  def start(self):
    t=Thread(target=self.processIn)
    t.setDaemon(True)
    t.start()

    t2=Thread(target=self.processOut)
    t2.setDaemon(True)
    t2.start()

  def processIn(self):
    data=self.inq.get()
    packet=ProxyMessage()
    packet.createProxyMessage(self.reqid, data)
    router.sendto(packet.msg, proxyAddr, service='httpProxy')

  def processOut(self):
    data=self.respq.get()
    while data!=None:
      self.outq.put(data)
      data=self.respq.get()
    self.outq.put(None)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
 def test5_threadsafety_1(self):
     dbpool = self.my_dbpool(1, 2)
     from queue import Queue, Empty
     queue = Queue(3)
     def connection():
         queue.put(dbpool.connection())
     from threading import Thread
     thread1 = Thread(target=connection).start()
     thread2 = Thread(target=connection).start()
     thread3 = Thread(target=connection).start()
     try:
         db1 = queue.get(1, 1)
         db2 = queue.get(1, 1)
     except TypeError:
         db1 = queue.get(1)
         db2 = queue.get(1)
     self.assertNotEqual(db1, db2)
     self.assertNotEqual(db1._con, db2._con)
     try:
         self.assertRaises(Empty, queue.get, 1, 0.1)
     except TypeError:
         self.assertRaises(Empty, queue.get, 0)
     db2.close()
     try:
         db3 = queue.get(1, 1)
     except TypeError:
         db3 = queue.get(1)
     self.assertNotEqual(db1, db3)
     self.assertNotEqual(db1._con, db3._con)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
def check_if_pingable(ip_list):
    """
    Check what IP addresses from the list are reachable
    :param ip_list: list of IP addresses to ping
    :return: list of reachable and unreachable hosts
    """

    queue_ip = Queue()
    queue_reachable = Queue()
    queue_unreachable = Queue()

    reachable = []
    unreachable = []

    for ip in ip_list:
        queue_ip.put(ip)

    while not queue_ip.empty():
        for x in range(50):
            worker = Ping(queue_ip, queue_reachable, queue_unreachable)
            worker.daemon = True
            worker.start()

    queue_ip.join()

    while not queue_reachable.empty():
        reachable.append(queue_reachable.get())

    while not queue_unreachable.empty():
        unreachable.append(queue_unreachable.get())

    return reachable, unreachable

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
class CommandQueue():
    """
      Holds the raw commands in a queue for later processing.
    """
    commandQueue = None
    _commandProcessor = None

    def __init__(self, commandProcessor=CommandProcessor()):
        self.commandQueue = Queue()
        self._commandProcessor = commandProcessor;

    def addCommand(self, client, commandString):
        """
          Adds the next command to the command queue for latter processing. We add 
          the client and commandString instead of wrapping them because
          the commandString has not been evaluated in any way.
        """
        self.commandQueue.put((client, commandString))

    def nextCommand(self):
        client, rawCommand = self.commandQueue.get(True)
        while client.isLinkdead() :  
            client, rawCommand = self.commandQueue.get(True)
            
        return self._commandProcessor.process(rawCommand, client)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
 def connector_socket(queuein, pipeout, worker_start):
     try:
         queueout = Queue()
         worker_start(queuein, queueout)
         while True:
             try:
                 events = queueout.get()
                 if events is None:
                     break
                 pipeout[0].put(events)
                 while True:
                     try:
                         events = queueout.get(False)
                         pipeout[0].put(events)
                     except Empty:
                         break
                 pipeout[1].send(b"\x00")
             except EOFError:
                 break
             except OSError as exc:
                 if exc.args[0] == errno.EINTR:
                     continue
                 else:
                     break
             except:
                 pass
     finally:
         pipeout[1].close()

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
def runexternal_out_and_err(cmd, check_memleak = True):
    command = shlex.split(cmd)
    p = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

    if p.stdout is not None:
        q_stdout = Queue()
        t_stdout = Thread(target=read_in_thread, args=(p.stdout, q_stdout))
        t_stdout.start()
    else:
        q_stdout = None
        ret_stdout = ''

    if p.stderr is not None:
        q_stderr = Queue()
        t_stderr = Thread(target=read_in_thread, args=(p.stderr, q_stderr))
        t_stderr.start()
    else:
        q_stderr = None
        ret_stderr = ''
        
    if q_stdout is not None:
        ret_stdout = q_stdout.get().decode('ascii')
    if q_stderr is not None:
        ret_stderr = q_stderr.get().decode('ascii')

    p.wait()

    return (ret_stdout, ret_stderr)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
def runexternal_out_and_err(cmd, check_memleak=True):
    # pylint: disable=unused-argument
    command = shlex.split(cmd)
    p = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

    if p.stdout is not None:
        q_stdout = Queue()
        t_stdout = Thread(target=read_in_thread, args=(p.stdout, q_stdout))
        t_stdout.start()
    else:
        q_stdout = None
        ret_stdout = ''

    if p.stderr is not None:
        q_stderr = Queue()
        t_stderr = Thread(target=read_in_thread, args=(p.stderr, q_stderr))
        t_stderr.start()
    else:
        q_stderr = None
        ret_stderr = ''

    if q_stdout is not None:
        ret_stdout = q_stdout.get().decode('ascii')
    if q_stderr is not None:
        ret_stderr = q_stderr.get().decode('ascii')

    waitcode = p.wait()
    if waitcode != 0:
        ret_stderr = ret_stderr + '\nERROR ret code = %d' % waitcode

    return (ret_stdout, ret_stderr)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
class GdbBreakpoint(Breakpoint):
    def __init__(self, system, bkpt_num):
        super().__init__()
        self._system = system
        self._bkpt_num = bkpt_num
        self._queue = Queue()
        system.register_event_listener(self._event_receiver)
        
    def wait(self, timeout = None):
        if self._handler:
            raise Exception("Breakpoint cannot have a handler and be waited on")

        if timeout == 0:
            return self._queue.get(False)
        else:
            return self._queue.get(True, timeout)
    
    def delete(self):
        self._system.unregister_event_listener(self._event_receiver)
        self._system.get_target()._gdb_interface.delete_breakpoint(self._bkpt_num)
        
    def _event_receiver(self, evt):
        if EVENT_BREAKPOINT in evt["tags"] and \
                evt["source"] == "target" and \
                evt["properties"]["bkpt_number"] == self._bkpt_num:
            if self._handler:
                self._handler(self._system, self)
            else:
                self._queue.put(evt)
        elif EVENT_SIGABRT in evt["tags"]:
                self._queue.put(evt)

# 需要导入模块: from queue import Queue [as 别名]
# 或者: from queue.Queue import get [as 别名]
def main(filename):
    username = input('User: ')      # get username, will be echoed on the terminal
    password = getpass.getpass()    # get password, will not be echoed on the terminal, some IDE restrictions can apply

    print(time_stamp(), ': script started')

    task_queue = Queue()

    new_task = Task(task_queue)
    new_task.read(filename)

    while not task_queue.empty():
        host_queue = Queue()
        log_queue = Queue()
        task_block = task_queue.get()
        for host_ip in task_block['hosts']:
            host_queue.put(host_ip)
        config_list = task_block['tasks']

        while not host_queue.empty():

            for x in range(50):
                worker = ExecuteTask(host_queue, config_list, log_queue, username, password, mode=task_block['mode'])
                worker.daemon = True
                worker.start()

        host_queue.join()

        while not log_queue.empty():
            st = log_queue.get()
            print(st)

    print(time_stamp(), ': script stopped')