Python mgr_misc._lineno函数代码示例

 def add(self, worker, data, ali_tbl):
     #{u'opt': u'add', u'data': u'{"name":"@.ee.com","main":"ee.com","rid":324,"domain_ns":"ns2.dnspro.net.","level":"0","ttl":"600","viewid":"0"}', u'type': u'record'}
     self.loger.info(_lineno(), 'adding domain_ns:', data['main'], '-->', data['domain_ns'], ' into database')
     add_ret = worker.dbcon.query(msg.g_sql_add_a_domain_ns % (data['main'], int(data['ttl']), data['domain_ns'],
         data['rid'], data['main'], int(data['ttl']), data['domain_ns']))
     self.loger.debug(_lineno(), 'add return ', add_ret)
     return add_ret, False, None

    def handle_inner_chk_task(http_th, worker, _type):
        payload = { "type":msg.g_class_inner_reqtype_map[_type],
                "opt":"get",
                "ioopt":"中文",
                "data":{"sid":mgr_conf.g_mgr_sid} }
        payload_encode= 'data='+json.dumps(payload)
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'post encode data:\n', repr(payload_encode))
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'test decode data:\n', repr(json.loads(payload_encode[5:])))
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'test pre ioopt--> utf8:', repr(payload['ioopt']))
        test_de = json.loads(payload_encode[5:])['ioopt']
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'test enc and dec ioopt:', test_de.encode("UTF-8"), ', utf8:', repr(test_de.encode("UTF-8")), ', unicode:', repr(test_de))

        res, post_error = http_th.http_send_post(mgr_conf.g_url_inner_chk_task_ip,
                mgr_conf.g_url_inner_chk_task_url, payload_encode)
        if not res:
            mgr_singleton.g_singleton.get_loger().warn(traceback.format_exc())
            raise Exception(_lineno(), 'request task post code:', post_error)
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'request task return:\n', repr(res))
        decodejson = json.loads(res)
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'json ret:', repr(decodejson['ret']))
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'json error:', repr(decodejson['error']))
        mgr_singleton.g_singleton.get_loger().debug(_lineno(), 'json result:\n', repr(decodejson['result']))
        if decodejson['ret'] != 0:
            mgr_singleton.g_singleton.get_loger().warn(traceback.format_exc())
            raise Exception(_lineno(), 'request task return error! \
                    ret:%d error:%s'%(decodejson['ret'], decodejson['error']))
        decodejson['class'] = msg.g_class_inner_map[_type]
        decodejson.pop('error')
        decodejson.pop('ret')
        worker.put(decodejson)

 def handle_inner_chk_task_db_heartbeat(worker):
     worker.dbcon.query(msg.g_inner_sql_db_heartbeat)
     result = worker.dbcon.show()
     mgr_singleton.g_singleton.get_loger().care(_lineno(), repr(result))
     if not result:
         mgr_singleton.g_singleton.get_loger().warn(_lineno(), 'reconnecting to mysql!!!!!')
         worker.dbcon.query(msg.g_inner_sql_db_heartbeat)

 def __myconnect__(self):
     try:
         self.loger.info(_lineno(self), 'host[%s], user[%s], passwd[%s], db[%s]' % (self.host, self.user, self.passwd, self.db))
         if self.db=='':
             if self.cursor:
                 self.cursor.close()
             if self.conn:
                 self.conn.close()
             self.conn = MySQLdb.connect(self.host,self.user,self.passwd,port=3306)
         else:
             if self.cursor:
                 self.cursor.close()
             if self.conn:
                 self.conn.close()
             self.conn = MySQLdb.connect(self.host,self.user,self.passwd,self.db,port=3306)
         self.conn_error= False
         mgr_singleton.g_singleton.get_err_info().del_db_error(mgr_singleton.g_singleton.get_err_info().db_desc_lose)
     except MySQLdb.Error,e:
         self.loger.error(_lineno(self), 'Cannot connect to server\nERROR: ', e)
         self.conn_error= True
         mgr_singleton.g_singleton.get_err_info().add_db_error(mgr_singleton.g_singleton.get_err_info().db_desc_lose)
         self.cursor = None
         self.loger.error(traceback.format_exc())
         #raise Exception("Database configure error!!!")
         return

    def sendto_(self, msgobj, addr, head, port=12345):
        if addr == None or not self.proxy_addr.has_key(addr):
            self.loger.error(_lineno(self), 'addr is error!!!! addr: ', repr(addr))
            return False
        s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        try:
            host = self.proxy_addr[addr][0][0]
            encodedjson = json.dumps(msgobj)
            str_fmt = "H" + str(len(encodedjson)) + "s"
            str_send = struct.pack(str_fmt, head, encodedjson)

            s.connect((host, port))
            cnt = len(str_send)
            self.loger.info(_lineno(self), 'need to send(%d)' % (cnt,))
            ibegin = 0
            iend = 0
            ilen = 0
            while True:
                ilen = mgr_conf.g_size_perpack if cnt>mgr_conf.g_size_perpack else cnt
                iend += ilen
                data = str_send[ibegin:iend]
                s.send(data)
                cnt -= ilen
                self.loger.info(_lineno(self), 'sent(%d)' % (ilen,))
                ibegin = iend
                if cnt <= 0:
                    break
            return True
        except socket.error, msg:
            self.loger.error(_lineno(self), 'dip(%s) (%s): %s' % (host, msg.args[0],msg.args[1]))
            self.loger.error(traceback.format_exc())
            if self.proxy_addr.has_key(addr):
                self.proxy_addr.pop(addr)
            return False

    def bat_notify(self, worker, data):
        if len(worker.proxy_addr.keys()) < 1 or not data.has_key('main'):
            return
        self.loger.care(_lineno(), 'bat_data:', repr(data))
        sub_data = []
        sub_ret = self.add_subrecord_inline(worker, data['main'], int(data['viewid']), sub_data)
        self.loger.info(_lineno(), 'updating subrecord:', repr(sub_data))
        for record in sub_data:
            worker.dbcon.call_proc(msg.g_proc_add_task, ('dns', record[1], int(data['viewid']), record[0], 0, msg.g_opt_add))

        cur_cnt = 0
        msgobj = []
        worker.dbcon.query(msg.g_init_sql_inittask_dns)
        result = worker.dbcon.show()
        for record in result:
            msgobj.append({'id':record[0],'opt':msg.g_opt_add, 'domain':record[3], 'view':row[2], 'type':record[1]})
            cur_cnt += 1
            if cur_cnt >= mgr_conf.g_row_perpack4init:
                if worker.sendto_(msgobj, worker.proxy_addr.keys()[0], msg.g_pack_head_init_dns, mgr_conf.g_reply_port) != True:
                    return
                cur_cnt = 0
                del msgobj[:]
                time.sleep(1)
        if cur_cnt > 0:
            if worker.sendto_(msgobj, worker.proxy_addr.keys()[0], msg.g_pack_head_init_dns, mgr_conf.g_reply_port) != True:
                return
            time.sleep(1)

def main_loop():
    while 1:
        msg.g_now += 1
        mgr_singleton.g_singleton.get_loger()._uptime()
        #mgr_singleton.g_singleton.get_loger().debug(_lineno(), msg.g_now)
        if not msg.g_enable_stdin:
            time.sleep(1)
        else:
            # 获得用户输入
            try:
                if select.select([sys.stdin], [], [], 1) == ([sys.stdin], [], []):
                    line = sys.stdin.readline()
                    sys.stdout.write(line)
                    sys.stdout.flush()
                    if not line or line.rstrip()=='wwq':
                        break
            except KeyboardInterrupt as e:
                mgr_singleton.g_singleton.get_loger().error(_lineno(), 'KeyboardInterrupt:%s' % e) #可以
                mgr_singleton.g_singleton.get_loger().error(traceback.format_exc())
                break
            except IOError as e:
                mgr_singleton.g_singleton.get_loger().error(_lineno(), 'IOError:%s' % (e)) #可以
                mgr_singleton.g_singleton.get_loger().error(traceback.format_exc())
                break
            except Exception as e:
                mgr_singleton.g_singleton.get_loger().error(_lineno(), 'exception:%s' % (e,)) #可以
                mgr_singleton.g_singleton.get_loger().error(traceback.format_exc())
                break

    if msg.g_enable_stdin and msg.old_settings:
        termios.tcsetattr(sys.stdin, termios.TCSADRAIN, msg.old_settings)

    stop_all()

 def reply(self, msgobj, head, addr):
     if addr == None or not self.proxy_addr.has_key(addr):
         self.loger.error(_lineno(self), 'addr is error!!!! addr: ', repr(addr))
         return
     encodedjson = json.dumps(msgobj)
     self.loger.care(_lineno(self), 'sending:', encodedjson)
     str_fmt = "H" + str(len(encodedjson)) + "s"
     str_send = struct.pack(str_fmt, head, encodedjson)
     self.__sendto_short__(str_send, self.proxy_addr[addr][0][0], mgr_conf.g_reply_port)

 def level_watcher(event):
     if event.connection_state != zookeeper.CONNECTED_STATE:
         self.connected = False
         self.handle = -1
         self.handle = zookeeper.init(mgr_conf.g_zkClis, self.connection_watcher, self.TIMEOUT)
         self.loger.error(_lineno(), "reconnecting to zks[%s] timeout is[%d]" % (mgr_conf.g_zkClis, self.TIMEOUT))
         return
     value = self.get(event.path, level_watcher)
     self.loger.info(_lineno(), "log level change %s:[%s]" % (event.path, value[0]))
     self.loger.set_level(value[0])

def run_websvr(ip=msg.g_websvr_ip, port='7788'):
    try:
        pid = os.fork()
        if pid == 0:
            soap_app=soaplib.core.Application([HelloWorldService], 'dnspro')
            wsgi_app=wsgi.Application(soap_app)
            sys.stderr.write(_lineno() + ' listening on ' + ip + ':' + str(port) + '\n')
            sys.stderr.write(_lineno() + ' wsdl is at: http://' + ip + ':' + str(port) + '/dnspro/?wsdl\n')
            run_twisted( ( (wsgi_app, "dnspro"),), int(port))
    except OSError, e:
        sys.stderr.write(traceback.format_exc())

 def handler(self, data):
     self.loger.debug(_lineno(self), 'msg class: ', data['class'])
     for case in switch(data['class']):
         if case(msg.g_class_inner_chk_task_domain) or case(msg.g_class_inner_chk_task_record):
             req_handler.handle_inner_chk_task(self, self.worker, data['class'])
             break
         if case(msg.g_class_inner_chk_task_done):
             req_handler.handle_inner_chk_task_done(self, data)
             break
         if case():
             self.loger.warn(_lineno(self), 'recv something else: ', data['class'])

 def connection_watcher(self, h, type, state, path):
     if state == zookeeper.CONNECTED_STATE:
         self.handle = h
         self.connected = True
         self.loger.info(_lineno(), "connect to zks[%s] successfully!" % mgr_conf.g_zkClis)
         self.__init_zk()
         self.register()
     else:
         self.connected = False
         self.handle = -1
         self.handle = zookeeper.init(mgr_conf.g_zkClis, self.connection_watcher, self.TIMEOUT)
         self.loger.error(_lineno(), "try to connect to zks[%s] timeout is[%d]" % (mgr_conf.g_zkClis, self.TIMEOUT))

 def run(self): #Overwrite run() method, put what you want the thread do here
     ADDR = (self.HOST,self.PORT)
     self.udpSerSock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
     self.udpSerSock.setblocking(False)
     self.udpSerSock.setsockopt(socket.SOL_SOCKET,socket.SO_REUSEADDR,1)
     self.udpSerSock.bind(ADDR)
     rlists = [self.udpSerSock]
     while not self.thread_stop:
         try:
             rs,ws,es = select.select([self.udpSerSock], [], [], 1)
             if self.thread_stop:
                 break
             if not (rs or ws or es):
                 #timeout
                 continue
             for s in rs:
                 data, addr = s.recvfrom(self.BUFSIZE)
                 self.loger.info(_lineno(self), 'received from ', addr, ' data:', data)
                 if data==None:
                     self.loger.info(_lineno(self), 'recv data none')
                     continue
                 if len(data)==0:
                     self.loger.info(_lineno(self), 'recv data len 0')
                     continue
                 decodejson = json.loads(data)
                 decodejson['inner_addr'] = addr
                 for case in switch(decodejson['class']):
                     if case(msg.g_class_init_view_reply) or \
                        case(msg.g_class_init_dns_reply) or \
                        case(msg.g_class_proxy_heartbeat) :
                         #if msg.g_init_complete == True:
                         #    self.loger.info(_lineno(self), 'send to worker')
                         #    self.worker.put(decodejson)
                         #else:
                         #    self.loger.info(_lineno(self), 'send to 4init')
                         #    self.worker4init.put(decodejson)
                         self.worker4init.put(decodejson)
                         break
                     if case(msg.g_class_init):
                         req_handler.g_init_should_stop = 1
                         self.loger.info(_lineno(self), 'set g_init_should_stop %d' % (req_handler.g_init_should_stop,))
                         self.worker.put(decodejson)
                         break
                     if case():
                         self.worker.put(decodejson)
         except Exception as e:
             self.loger.error(_lineno(self), 'inner error:', repr(e))
             self.loger.error(traceback.format_exc())
     self.udpSerSock.close()

    def run(self): #Overwrite run() method, put what you want the thread do here
        self.thread_stop = False
        while not self.thread_stop:
            time.sleep(1)
            if self.thread_stop:
                break

            self.lock.acquire()
            for pos in range(len(self.tasknodeds)):
                if self.tasknodeds[pos].deadline <= msg.g_now:
                    newtns = self.tasknodeds[pos:]
                    del self.tasknodeds[pos:]
                    for timeout in newtns:
                        msgobj = {'class':timeout.nname}
                        try:
                            for case in switch(timeout.nname):
                                if case(msg.g_class_inner_chk_task_domain) \
                                        or case(msg.g_class_inner_chk_task_record):
                                    self.http_tq.put(msgobj, block=False)
                                    break
                                if case(msg.g_class_inner_chk_task_db_heartbeat):
                                    self.tq.put(msgobj, block=False)
                                    self.tq4init.put(msgobj, block=False)
                                    break
                                if case():
                                    self.tq.put(msgobj, block=False)
                        except Queue.Full, e:
                            self.loger.debug(_lineno(self), 'taskq is ', repr(e))
                            self.loger.debug(traceback.format_exc())
                        finally:
                            timeout.deadline = msg.g_now + timeout.interval
                            self.add_tasknode(timeout)

    def __del_item(self, _type, *args):
        retobj = None
        if not self.desc.has_key(_type):
            return retobj
        arr = self.desc[_type]
        for case in switch(_type):
            if case(self.type_err_view):
                for i in range(len(arr)-1,-1,-1):
                    if arr[i]['opt'] == args[0] \
                            and arr[i]['view'] == args[1] \
                            and arr[i]['mask'] == args[2]:
                        retobj = arr[i]
                        del arr[i]
                break
            if case(self.type_err_record):
                for i in range(len(arr)-1,-1,-1):
                    if arr[i]['opt'] == args[0] \
                            and arr[i]['view'] == args[1] \
                            and arr[i]['domain'] == args[2] \
                            and arr[i]['type'] == args[3]:
                        retobj = arr[i]
                        del arr[i]
                        break
                break
            if case(self.type_err_db):
                for i in range(len(arr)-1,-1,-1):
                    if arr[i]['desc'] == args[0]:
                        retobj = arr[i]
                        del arr[i]
                        break
                break
            if case():
                self.loger.warn(_lineno(self), 'type %s not implemented!' % (_type,))

        return retobj