本文整理汇总了Python中database.DBCache类的典型用法代码示例。如果您正苦于以下问题：Python DBCache类的具体用法？Python DBCache怎么用？Python DBCache使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了DBCache类的14个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: __init__
def __init__(self, path=None, setting=None, db=None, useshell=True):
DBCache.__init__(self, db=db)
self.log = MythLog(self.logmodule, db=self)
self.path = None
if setting is not None:
# pull setting from database, substitute from argument if needed
host = self.gethostname()
self.path = self.settings[host][setting]
if (self.path is None) and (path is None):
raise MythDBError(MythError.DB_SETTING, setting, host)
if self.path is None:
# setting not given, use path from argument
if path is None:
raise MythError('Invalid input to System()')
self.path = path
cmd = self.path.split()[0]
if self.path.startswith('/'):
# test full given path
if not os.access(cmd, os.F_OK):
raise MythFileError('Defined executable path does not exist.')
else:
# search command from PATH
for folder in os.environ['PATH'].split(':'):
if os.access(os.path.join(folder,cmd), os.F_OK):
self.path = os.path.join(folder,self.path)
break
else:
raise MythFileError('Defined executable path does not exist.')
self.returncode = 0
self.stderr = ''
self.useshell = useshell示例2: __init__
def __init__(self, backend=None, port=None, db=None):
if backend and port:
XMLConnection.__init__(self, backend, port)
self.db = db
return
self.db = DBCache(db)
self.log = MythLog('Python XML Connection')
if backend is None:
# use master backend
backend = self.db.settings.NULL.MasterServerIP
if re.match('(?:\d{1,3}\.){3}\d{1,3}',backend):
# process ip address
with self.db.cursor(self.log) as cursor:
if cursor.execute("""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=%s""", backend) == 0:
raise MythDBError(MythError.DB_SETTING,
backend+': BackendServerIP')
self.host = cursor.fetchone()[0]
self.port = int(self.db.settings[self.host].BackendStatusPort)
else:
# assume given a hostname
self.host = backend
self.port = int(self.db.settings[self.host].BackendStatusPort)
if not self.port:
# try a truncated hostname
self.host = backend.split('.')[0]
self.port = int(self.db.setting[self.host].BackendStatusPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING,
backend+': BackendStatusPort')示例3: __init__
def __init__(self, backend=None, port=None, db=None):
if backend and port:
XMLConnection.__init__(self, backend, port)
self.db = db
return
self.db = DBCache(db)
self.log = MythLog('Python XML Connection')
if backend is None:
# use master backend
backend = self.db.settings.NULL.MasterServerIP
if re.match('(?:\d{1,3}\.){3}\d{1,3}',backend) or \
check_ipv6(backend):
# process ip address
host = self.db._gethostfromaddr(backend)
self.host = backend
self.port = int(self.db.settings[host].BackendStatusPort)
else:
# assume given a hostname
self.host = backend
self.port = int(self.db.settings[self.host].BackendStatusPort)
if not self.port:
# try a truncated hostname
self.host = backend.split('.')[0]
self.port = int(self.db.setting[self.host].BackendStatusPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING,
backend+': BackendStatusPort')示例4: __init__
def __init__(self, backend=None, noshutdown=False, db=None, opts=None):
self.db = DBCache(db)
self.log = MythLog(self.logmodule, db=self.db)
self.hostname = None
if opts is None:
self.opts = BEConnection.BEConnOpts(noshutdown)
else:
self.opts = opts
if backend is None:
# no backend given, use master
self.host = self.db.settings.NULL.MasterServerIP
else:
if self._reip.match(backend):
# given backend is IP address
self.host = backend
else:
# given backend is hostname, pull address from database
self.hostname = backend
self.host = self.db.settings[backend].BackendServerIP
if not self.host:
raise MythDBError(MythError.DB_SETTING,
'BackendServerIP', backend)
if self.hostname is None:
# reverse lookup hostname from address
with self.db.cursor(self.log) as cursor:
if cursor.execute("""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=?""", [self.host]) == 0:
# no match found
raise MythDBError(MythError.DB_SETTING, 'BackendServerIP',
self.host)
self.hostname = cursor.fetchone()[0]
# lookup port from database
self.port = int(self.db.settings[self.hostname].BackendServerPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, 'BackendServerPort',
self.port)
self._uuid = uuid4()
self._ident = '%s:%d' % (self.host, self.port)
if self._ident in self._shared:
# existing connection found
# register and reconnect if necessary
self.be = self._shared[self._ident]
self.be.registeruser(self._uuid, self.opts)
self.be.reconnect()
else:
# no existing connection, create new
self.be = BEConnection(self.host, self.port, \
self.db.gethostname(), self.opts)
self.be.registeruser(self._uuid, self.opts)
self._shared[self._ident] = self.be示例5: __init__
def __init__(self, path=None, setting=None, db=None):
DBCache.__init__(self, db=db)
self.log = MythLog(self.logmodule, db=self)
self.path = None
if setting is not None:
host = self.gethostname()
self.path = self.settings[host][setting]
if (self.path is None) and (path is None):
raise MythDBError(MythError.DB_SETTING, setting, host)
if self.path is None:
if path is None:
raise MythError('Invalid input to System()')
self.path = path
if self.path.startswith('/'):
if not os.access(self.path.split()[0], os.F_OK):
raise MythFileError('Defined grabber path does not exist.')
self.returncode = 0
self.stderr = ''示例6: findfile
def findfile(filename, sgroup, db=None):
"""
findfile(filename, sgroup, db=None) -> StorageGroup object
Will search through all matching storage groups, searching for file.
Returns matching storage group upon success.
"""
db = DBCache(db)
for sg in db.getStorageGroup(groupname=sgroup):
# search given group
if sg.local:
if os.access(sg.dirname+filename, os.F_OK):
return sg
for sg in db.getStorageGroup():
# not found, search all other groups
if sg.local:
if os.access(sg.dirname+filename, os.F_OK):
return sg
return None示例7: __init__
def __init__(self, backend=None, blockshutdown=False, events=False, db=None):
self.db = DBCache(db)
self.log = MythLog(self.logmodule, db=self.db)
self.hostname = None
self.sendcommands = True
self.blockshutdown = blockshutdown
self.receiveevents = events
if backend is None:
# no backend given, use master
self.host = self.db.settings.NULL.MasterServerIP
self.hostname = self.db._gethostfromaddr(self.host)
else:
backend = backend.strip('[]')
query = "SELECT hostname FROM settings WHERE value=? AND data=?"
if self._reip.match(backend):
# given backend is IP address
self.host = backend
self.hostname = self.db._gethostfromaddr(
backend, 'BackendServerIP')
elif check_ipv6(backend):
# given backend is IPv6 address
self.host = backend
self.hostname = self.db._gethostfromaddr(
backend, 'BackendServerIP6')
else:
# given backend is hostname, pull address from database
self.hostname = backend
self.host = self.db._getpreferredaddr(backend)
# lookup port from database
self.port = int(self.db.settings[self.hostname].BackendServerPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, 'BackendServerPort',
self.port)
self._ident = '%s:%d' % (self.host, self.port)
if self._ident in self._shared:
# existing connection found
self._conn = self._shared[self._ident]
if self.sendcommands:
if self._conn.command is None:
self._conn.command = self._newcmdconn()
elif self.blockshutdown:
# upref block of shutdown
# issue command to backend if needed
self._conn.blockshutdown += 1
if self._conn.blockshutdown == 1:
self._conn.command.blockShutdown()
if self.receiveevents:
if self._conn.event is None:
self._conn.event = self._neweventconn()
else:
# no existing connection, create new
self._conn = self._ConnHolder()
if self.sendcommands:
self._conn.command = self._newcmdconn()
if self.blockshutdown:
self._conn.blockshutdown = 1
if self.receiveevents:
self._conn.event = self._neweventconn()
self._shared[self._ident] = self._conn
self._events = self._listhandlers()
for func in self._events:
self.registerevent(func)示例8: BECache
class BECache( object ):
"""
BECache(backend=None, noshutdown=False, db=None)
-> MythBackend connection object
Basic class for mythbackend socket connections.
Offers connection caching to prevent multiple connections.
'backend' allows a hostname or IP address to connect to. If not provided,
connect will be made to the master backend. Port is always
taken from the database.
'db' allows an existing database object to be supplied.
'noshutdown' specified whether the backend will be allowed to go into
automatic shutdown while the connection is alive.
Available methods:
backendCommand() - Sends a formatted command to the backend
and returns the response.
"""
class _ConnHolder( object ):
blockshutdown = 0
command = None
event = None
logmodule = 'Python Backend Connection'
_shared = weakref.WeakValueDictionary()
_reip = re.compile('(?:\d{1,3}\.){3}\d{1,3}')
def __repr__(self):
return "<%s 'myth://%s:%d/' at %s>" % \
(str(self.__class__).split("'")[1].split(".")[-1],
self.hostname, self.port, hex(id(self)))
def __init__(self, backend=None, blockshutdown=False, events=False, db=None):
self.db = DBCache(db)
self.log = MythLog(self.logmodule, db=self.db)
self.hostname = None
self.sendcommands = True
self.blockshutdown = blockshutdown
self.receiveevents = events
if backend is None:
# no backend given, use master
self.host = self.db.settings.NULL.MasterServerIP
self.hostname = self.db._gethostfromaddr(self.host)
else:
backend = backend.strip('[]')
query = "SELECT hostname FROM settings WHERE value=? AND data=?"
if self._reip.match(backend):
# given backend is IP address
self.host = backend
self.hostname = self.db._gethostfromaddr(
backend, 'BackendServerIP')
elif check_ipv6(backend):
# given backend is IPv6 address
self.host = backend
self.hostname = self.db._gethostfromaddr(
backend, 'BackendServerIP6')
else:
# given backend is hostname, pull address from database
self.hostname = backend
self.host = self.db._getpreferredaddr(backend)
# lookup port from database
self.port = int(self.db.settings[self.hostname].BackendServerPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, 'BackendServerPort',
self.port)
self._ident = '%s:%d' % (self.host, self.port)
if self._ident in self._shared:
# existing connection found
self._conn = self._shared[self._ident]
if self.sendcommands:
if self._conn.command is None:
self._conn.command = self._newcmdconn()
elif self.blockshutdown:
# upref block of shutdown
# issue command to backend if needed
self._conn.blockshutdown += 1
if self._conn.blockshutdown == 1:
self._conn.command.blockShutdown()
if self.receiveevents:
if self._conn.event is None:
self._conn.event = self._neweventconn()
else:
# no existing connection, create new
self._conn = self._ConnHolder()
if self.sendcommands:
self._conn.command = self._newcmdconn()
if self.blockshutdown:
self._conn.blockshutdown = 1
if self.receiveevents:
self._conn.event = self._neweventconn()
self._shared[self._ident] = self._conn
#.........这里部分代码省略.........
示例9: ftopen
def ftopen(file, mode, forceremote=False, nooverwrite=False, db=None, \
chanid=None, starttime=None, download=False):
"""
ftopen(file, mode, forceremote=False, nooverwrite=False, db=None)
-> FileTransfer object
-> file object
Method will attempt to open file locally, falling back to remote access
over mythprotocol if necessary.
'forceremote' will force a FileTransfer object if possible.
'file' takes a standard MythURI:
myth://<group>@<host>:<port>/<path>
'mode' takes a 'r' or 'w'
'nooverwrite' will refuse to open a file writable,
if a local file is found.
"""
db = DBCache(db)
log = MythLog('Python File Transfer', db=db)
reuri = re.compile(\
'myth://((?P<group>.*)@)?(?P<host>[\[\]a-zA-Z0-9_\-\.]*)(:[0-9]*)?/(?P<file>.*)')
reip = re.compile('(?:\d{1,3}\.){3}\d{1,3}')
if mode not in ('r','w'):
raise TypeError("File I/O must be of type 'r' or 'w'")
if chanid and starttime:
protoopen = lambda host, file, storagegroup: \
RecordFileTransfer(host, file, storagegroup,\
mode, chanid, starttime, db)
elif download:
protoopen = lambda host, lfile, storagegroup: \
DownloadFileTransfer(host, lfile, storagegroup, \
mode, file, db)
else:
protoopen = lambda host, file, storagegroup: \
FileTransfer(host, file, storagegroup, mode, db)
# process URI (myth://<group>@<host>[:<port>]/<path/to/file>)
match = reuri.match(file)
if match is None:
raise MythError('Invalid FileTransfer input string: '+file)
host = match.group('host')
filename = match.group('file')
sgroup = match.group('group')
if sgroup is None:
sgroup = 'Default'
# get full system name
host = host.strip('[]')
if reip.match(host) or check_ipv6(host):
host = db._gethostfromaddr(host)
# user forced to remote access
if forceremote:
if (mode == 'w') and (filename.find('/') != -1):
raise MythFileError(MythError.FILE_FAILED_WRITE, file,
'attempting remote write outside base path')
if nooverwrite and FileOps(host, db=db).fileExists(filename, sgroup):
raise MythFileError(MythError.FILE_FAILED_WRITE, file,
'refusing to overwrite existing file')
return protoopen(host, filename, sgroup)
if mode == 'w':
# check for pre-existing file
path = FileOps(host, db=db).fileExists(filename, sgroup)
sgs = list(db.getStorageGroup(groupname=sgroup))
if path is not None:
if nooverwrite:
raise MythFileError(MythError.FILE_FAILED_WRITE, file,
'refusing to overwrite existing file')
for sg in sgs:
if sg.dirname in path:
if sg.local:
return open(sg.dirname+filename, mode)
else:
return protoopen(host, filename, sgroup)
# prefer local storage for new files
for i,v in reversed(list(enumerate(sgs))):
if not v.local:
sgs.pop(i)
else:
st = os.statvfs(v.dirname)
v.free = st[0]*st[3]
if len(sgs) > 0:
# choose path with most free space
sg = sorted(sgs, key=lambda sg: sg.free, reverse=True)[0]
# create folder if it does not exist
if filename.find('/') != -1:
path = sg.dirname+filename.rsplit('/',1)[0]
if not os.access(path, os.F_OK):
os.makedirs(path)
log(log.FILE, log.INFO, 'Opening local file (w)',
sg.dirname+filename)
return open(sg.dirname+filename, mode)
# fallback to remote write
else:
if filename.find('/') != -1:
raise MythFileError(MythError.FILE_FAILED_WRITE, file,
'attempting remote write outside base path')
#.........这里部分代码省略.........
示例10: MythXML
class MythXML( XMLConnection ):
"""
Provides convenient methods to access the backend XML server.
"""
def __init__(self, backend=None, port=None, db=None):
if backend and port:
XMLConnection.__init__(self, backend, port)
self.db = db
return
self.db = DBCache(db)
self.log = MythLog('Python XML Connection')
if backend is None:
# use master backend
backend = self.db.settings.NULL.MasterServerIP
if re.match('(?:\d{1,3}\.){3}\d{1,3}',backend):
# process ip address
with self.db.cursor(self.log) as cursor:
if cursor.execute("""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=%s""", backend) == 0:
raise MythDBError(MythError.DB_SETTING,
backend+': BackendServerIP')
self.host = cursor.fetchone()[0]
self.port = int(self.db.settings[self.host].BackendStatusPort)
else:
# assume given a hostname
self.host = backend
self.port = int(self.db.settings[self.host].BackendStatusPort)
if not self.port:
# try a truncated hostname
self.host = backend.split('.')[0]
self.port = int(self.db.setting[self.host].BackendStatusPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING,
backend+': BackendStatusPort')
def getServDesc(self):
"""
Returns a dictionary of valid pages, as well as input and output
arguments.
"""
#TODO - handle namespaces better
tree = self._queryTree('GetServDesc')
index = tree.tag.rindex('}')+1
find = lambda e,c: e.find('%s%s' % (tree.tag[:index], c))
for a in find(tree, 'actionList'):
act = [find(a,'name').text, {'in':[], 'out':[]}]
for arg in find(a, 'argumentList'):
argname = find(arg, 'name').text
argdirec = find(arg, 'direction').text
act[1][argdirec].append(argname)
yield act
def getHosts(self):
"""Returns a list of unique hostnames found in the settings table."""
return self._request('Myth/GetHosts')\
.readJSON()['StringList']['Values']
def getKeys(self):
"""Returns a list of unique keys found in the settings table."""
return self._request('Myth/GetKeys')\
.readJSON()['StringList']['Values']
def getSetting(self, key, hostname=None, default=None):
"""Retrieves a setting from the backend."""
args = {'Key':key}
if hostname:
args['HostName'] = hostname
if default:
args['Default'] = default
return self._request('Myth/GetSetting', **args)\
.readJSON()['SettingList']['Settings'][0]['Value']
def getProgramGuide(self, starttime, endtime, startchan, numchan=None):
"""
Returns a list of Guide objects corresponding to the given time period.
"""
starttime = datetime.duck(starttime)
endtime = datetime.duck(endtime)
args = {'StartTime':starttime.isoformat().rsplit('.',1)[0],
'EndTime':endtime.isoformat().rsplit('.',1)[0],
'StartChanId':startchan, 'Details':1}
if numchan:
args['NumOfChannels'] = numchan
else:
args['NumOfChannels'] = 1
dat = self._request('Guide/GetProgramGuide', **args).readJSON()
for chan in dat['ProgramGuide']['Channels']:
for prog in chan['Programs']:
prog['ChanId'] = chan['ChanId']
yield Guide.fromJSON(prog, self.db)
def getProgramDetails(self, chanid, starttime):
"""
Returns a Program object for the matching show.
"""
#.........这里部分代码省略.........
示例11: BECache
class BECache( SplitInt ):
"""
BECache(backend=None, noshutdown=False, db=None)
-> MythBackend connection object
Basic class for mythbackend socket connections.
Offers connection caching to prevent multiple connections.
'backend' allows a hostname or IP address to connect to. If not provided,
connect will be made to the master backend. Port is always
taken from the database.
'db' allows an existing database object to be supplied.
'noshutdown' specified whether the backend will be allowed to go into
automatic shutdown while the connection is alive.
Available methods:
joinInt() - convert two signed ints to one 64-bit
signed int
splitInt() - convert one 64-bit signed int to two
signed ints
backendCommand() - Sends a formatted command to the backend
and returns the response.
"""
logmodule = 'Python Backend Connection'
_shared = weakref.WeakValueDictionary()
_reip = re.compile('(?:\d{1,3}\.){3}\d{1,3}')
def __repr__(self):
return "<%s 'myth://%s:%d/' at %s>" % \
(str(self.__class__).split("'")[1].split(".")[-1],
self.hostname, self.port, hex(id(self)))
def __init__(self, backend=None, noshutdown=False, db=None, opts=None):
self.db = DBCache(db)
self.log = MythLog(self.logmodule, db=self.db)
self.hostname = None
if opts is None:
self.opts = BEConnection.BEConnOpts(noshutdown)
else:
self.opts = opts
if backend is None:
# no backend given, use master
self.host = self.db.settings.NULL.MasterServerIP
else:
if self._reip.match(backend):
# given backend is IP address
self.host = backend
else:
# given backend is hostname, pull address from database
self.hostname = backend
self.host = self.db.settings[backend].BackendServerIP
if not self.host:
raise MythDBError(MythError.DB_SETTING,
'BackendServerIP', backend)
if self.hostname is None:
# reverse lookup hostname from address
with self.db.cursor(self.log) as cursor:
if cursor.execute("""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=?""", [self.host]) == 0:
# no match found
raise MythDBError(MythError.DB_SETTING, 'BackendServerIP',
self.host)
self.hostname = cursor.fetchone()[0]
# lookup port from database
self.port = int(self.db.settings[self.hostname].BackendServerPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, 'BackendServerPort',
self.port)
self._uuid = uuid4()
self._ident = '%s:%d' % (self.host, self.port)
if self._ident in self._shared:
# existing connection found
# register and reconnect if necessary
self.be = self._shared[self._ident]
self.be.registeruser(self._uuid, self.opts)
self.be.reconnect()
else:
# no existing connection, create new
self.be = BEConnection(self.host, self.port, \
self.db.gethostname(), self.opts)
self.be.registeruser(self._uuid, self.opts)
self._shared[self._ident] = self.be
def backendCommand(self, data):
"""
obj.backendCommand(data) -> response string
Sends a formatted command via a socket to the mythbackend.
"""
return self.be.backendCommand(data)示例12: MythXML
class MythXML(XMLConnection):
"""
Provides convenient methods to access the backend XML server.
"""
def __init__(self, backend=None, port=None, db=None):
if backend and port:
XMLConnection.__init__(self, backend, port)
self.db = db
return
self.db = DBCache(db)
self.log = MythLog("Python XML Connection")
if backend is None:
# use master backend
backend = self.db.settings.NULL.MasterServerIP
if re.match("(?:\d{1,3}\.){3}\d{1,3}", backend) or check_ipv6(backend):
# process ip address
with self.db.cursor(self.log) as cursor:
if (
cursor.execute(
"""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=%s""",
backend,
)
== 0
):
raise MythDBError(MythError.DB_SETTING, backend + ": BackendServerIP")
host = cursor.fetchone()[0]
self.host = backend
self.port = int(self.db.settings[host].BackendStatusPort)
else:
# assume given a hostname
self.host = backend
self.port = int(self.db.settings[self.host].BackendStatusPort)
if not self.port:
# try a truncated hostname
self.host = backend.split(".")[0]
self.port = int(self.db.setting[self.host].BackendStatusPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, backend + ": BackendStatusPort")
def getServDesc(self):
"""
Returns a dictionary of valid pages, as well as input and output
arguments.
"""
# TODO - handle namespaces better
tree = self._queryTree("GetServDesc")
index = tree.tag.rindex("}") + 1
find = lambda e, c: e.find("%s%s" % (tree.tag[:index], c))
for a in find(tree, "actionList"):
act = [find(a, "name").text, {"in": [], "out": []}]
for arg in find(a, "argumentList"):
argname = find(arg, "name").text
argdirec = find(arg, "direction").text
act[1][argdirec].append(argname)
yield act
def getHosts(self):
"""Returns a list of unique hostnames found in the settings table."""
return self._request("Myth/GetHosts").readJSON()["StringList"]["Values"]
def getKeys(self):
"""Returns a list of unique keys found in the settings table."""
return self._request("Myth/GetKeys").readJSON()["StringList"]["Values"]
def getSetting(self, key, hostname=None, default=None):
"""Retrieves a setting from the backend."""
args = {"Key": key}
if hostname:
args["HostName"] = hostname
if default:
args["Default"] = default
return self._request("Myth/GetSetting", **args).readJSON()["SettingList"]["Settings"][0]["Value"]
def getProgramGuide(self, starttime, endtime, startchan, numchan=None):
"""
Returns a list of Guide objects corresponding to the given time period.
"""
starttime = datetime.duck(starttime)
endtime = datetime.duck(endtime)
args = {
"StartTime": starttime.isoformat().rsplit(".", 1)[0],
"EndTime": endtime.isoformat().rsplit(".", 1)[0],
"StartChanId": startchan,
"Details": 1,
}
if numchan:
args["NumOfChannels"] = numchan
else:
args["NumOfChannels"] = 1
dat = self._request("Guide/GetProgramGuide", **args).readJSON()
for chan in dat["ProgramGuide"]["Channels"]:
for prog in chan["Programs"]:
prog["ChanId"] = chan["ChanId"]
#.........这里部分代码省略.........
示例13: __init__
def __init__(self, backend=None, blockshutdown=False, events=False, db=None):
self.db = DBCache(db)
self.log = MythLog(self.logmodule, db=self.db)
self.hostname = None
self.sendcommands = True
self.blockshutdown = blockshutdown
self.receiveevents = events
if backend is None:
# no backend given, use master
self.host = self.db.settings.NULL.MasterServerIP
else:
backend = backend.strip("[]")
if self._reip.match(backend):
# given backend is IP address
self.host = backend
elif check_ipv6(backend):
# given backend is IPv6 address
self.host = backend
else:
# given backend is hostname, pull address from database
self.hostname = backend
self.host = self.db.settings[backend].BackendServerIP
if not self.host:
raise MythDBError(MythError.DB_SETTING, "BackendServerIP", backend)
if self.hostname is None:
# reverse lookup hostname from address
with self.db.cursor(self.log) as cursor:
if (
cursor.execute(
"""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=?""",
[self.host],
)
== 0
):
# no match found
raise MythDBError(MythError.DB_SETTING, "BackendServerIP", self.host)
self.hostname = cursor.fetchone()[0]
# lookup port from database
self.port = int(self.db.settings[self.hostname].BackendServerPort)
if not self.port:
raise MythDBError(MythError.DB_SETTING, "BackendServerPort", self.port)
self._ident = "%s:%d" % (self.host, self.port)
if self._ident in self._shared:
# existing connection found
self._conn = self._shared[self._ident]
if self.sendcommands:
if self._conn.command is None:
self._conn.command = self._newcmdconn()
elif self.blockshutdown:
# upref block of shutdown
# issue command to backend if needed
self._conn.blockshutdown += 1
if self._conn.blockshutdown == 1:
self._conn.command.blockShutdown()
if self.receiveevents:
if self._conn.event is None:
self._conn.event = self._neweventconn()
else:
# no existing connection, create new
self._conn = self._ConnHolder()
if self.sendcommands:
self._conn.command = self._newcmdconn()
if self.blockshutdown:
self._conn.blockshutdown = 1
if self.receiveevents:
self._conn.event = self._neweventconn()
self._shared[self._ident] = self._conn
self._events = self._listhandlers()
for func in self._events:
self.registerevent(func)示例14: ftopen
def ftopen(file, mode, forceremote=False, nooverwrite=False, db=None, chanid=None, starttime=None, download=False):
"""
ftopen(file, mode, forceremote=False, nooverwrite=False, db=None)
-> FileTransfer object
-> file object
Method will attempt to open file locally, falling back to remote access
over mythprotocol if necessary.
'forceremote' will force a FileTransfer object if possible.
'file' takes a standard MythURI:
myth://<group>@<host>:<port>/<path>
'mode' takes a 'r' or 'w'
'nooverwrite' will refuse to open a file writable,
if a local file is found.
"""
db = DBCache(db)
log = MythLog("Python File Transfer", db=db)
reuri = re.compile("myth://((?P<group>.*)@)?(?P<host>[\[\]a-zA-Z0-9_\-\.]*)(:[0-9]*)?/(?P<file>.*)")
reip = re.compile("(?:\d{1,3}\.){3}\d{1,3}")
if mode not in ("r", "w"):
raise TypeError("File I/O must be of type 'r' or 'w'")
if chanid and starttime:
protoopen = lambda host, file, storagegroup: RecordFileTransfer(
host, file, storagegroup, mode, chanid, starttime, db
)
elif download:
protoopen = lambda host, lfile, storagegroup: DownloadFileTransfer(host, lfile, storagegroup, mode, file, db)
else:
protoopen = lambda host, file, storagegroup: FileTransfer(host, file, storagegroup, mode, db)
# process URI (myth://<group>@<host>[:<port>]/<path/to/file>)
match = reuri.match(file)
if match is None:
raise MythError("Invalid FileTransfer input string: " + file)
host = match.group("host")
filename = match.group("file")
sgroup = match.group("group")
if sgroup is None:
sgroup = "Default"
# get full system name
host = host.strip("[]")
if reip.match(host) or check_ipv6(host):
with db.cursor(log) as cursor:
if (
cursor.execute(
"""SELECT hostname FROM settings
WHERE value='BackendServerIP'
AND data=%s""",
host,
)
== 0
):
raise MythDBError(MythError.DB_SETTING, "BackendServerIP", backend)
host = cursor.fetchone()[0]
# user forced to remote access
if forceremote:
if (mode == "w") and (filename.find("/") != -1):
raise MythFileError(MythError.FILE_FAILED_WRITE, file, "attempting remote write outside base path")
if nooverwrite and FileOps(host, db=db).fileExists(filename, sgroup):
raise MythFileError(MythError.FILE_FAILED_WRITE, file, "refusing to overwrite existing file")
return protoopen(host, filename, sgroup)
if mode == "w":
# check for pre-existing file
path = FileOps(host, db=db).fileExists(filename, sgroup)
sgs = list(db.getStorageGroup(groupname=sgroup))
if path is not None:
if nooverwrite:
raise MythFileError(MythError.FILE_FAILED_WRITE, file, "refusing to overwrite existing file")
for sg in sgs:
if sg.dirname in path:
if sg.local:
return open(sg.dirname + filename, mode)
else:
return protoopen(host, filename, sgroup)
# prefer local storage for new files
for i, v in reversed(list(enumerate(sgs))):
if not v.local:
sgs.pop(i)
else:
st = os.statvfs(v.dirname)
v.free = st[0] * st[3]
if len(sgs) > 0:
# choose path with most free space
sg = sorted(sgs, key=lambda sg: sg.free, reverse=True)[0]
# create folder if it does not exist
if filename.find("/") != -1:
path = sg.dirname + filename.rsplit("/", 1)[0]
if not os.access(path, os.F_OK):
os.makedirs(path)
log(log.FILE, "Opening local file (w)", sg.dirname + filename)
return open(sg.dirname + filename, mode)
# fallback to remote write
else:
if filename.find("/") != -1:
#.........这里部分代码省略.........