本文整理汇总了Python中cms.db.FSObject.get_from_digest方法的典型用法代码示例。如果您正苦于以下问题：Python FSObject.get_from_digest方法的具体用法？Python FSObject.get_from_digest怎么用？Python FSObject.get_from_digest使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类cms.db.FSObject的用法示例。
在下文中一共展示了FSObject.get_from_digest方法的12个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: delete
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def delete(self, digest):
"""See FileCacherBackend.delete().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
fso.delete()
session.commit()示例2: describe
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def describe(self, digest):
"""See FileCacherBackend.describe().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is not None:
return fso.description
else:
return None示例3: describe
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def describe(self, digest):
"""See FileCacherBackend.describe().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is None:
raise KeyError("File not found.")
return fso.description示例4: get_file
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def get_file(self, digest):
"""See FileCacherBackend.get_file().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is None:
raise KeyError("File not found.")
return fso.get_lobject(mode='rb')示例5: get_size
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def get_size(self, digest):
"""See FileCacherBackend.get_size().
"""
# TODO - The business logic may be moved in FSObject, for
# better generality
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is not None:
with fso.get_lobject(session, mode='rb') as lobject:
return lobject.seek(0, os.SEEK_END)
else:
return None示例6: delete
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def delete(self, digest):
"""See FileCacherBackend.delete().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is None:
session.rollback()
return
fso.delete()
session.commit()示例7: get_size
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def get_size(self, digest):
"""See FileCacherBackend.get_size().
"""
# TODO - The business logic may be moved in FSObject, for
# better generality
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
if fso is None:
raise KeyError("File not found.")
with fso.get_lobject(mode='rb') as lobj:
return lobj.seek(0, io.SEEK_END)示例8: get_file
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def get_file(self, digest, dest):
"""See FileCacherBackend.get_file().
"""
with open(dest, 'wb') as temp_file:
# hasher = hashlib.sha1()
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
# Copy the file into the lobject
with fso.get_lobject(mode='rb') as lobject:
buf = lobject.read(self.CHUNK_SIZE)
while buf != '':
# hasher.update(buf)
temp_file.write(buf)
# Cooperative yield
gevent.sleep(0)
buf = lobject.read(self.CHUNK_SIZE)示例9: create_file
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def create_file(self, digest):
"""See FileCacherBackend.create_file().
"""
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
# Check digest uniqueness
if fso is not None:
logger.debug("File %s already stored on database, not "
"sending it again.", digest)
session.rollback()
return None
# If it is not already present, copy the file into the
# lobject
else:
# Create the large object first. This should be populated
# and committed before putting it into the FSObjects table.
return LargeObject(0, mode='wb')示例10: put_file
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def put_file(self, digest, origin, description=""):
"""See FileCacherBackend.put_file().
"""
try:
with SessionGen() as session:
# Check digest uniqueness
if FSObject.get_from_digest(digest, session) is not None:
logger.debug("File %s already on database, "
"dropping this one." % digest)
session.rollback()
# If it is not already present, copy the file into the
# lobject
else:
fso = FSObject(description=description)
logger.debug("Sending file %s to the database." % digest)
with open(origin, 'rb') as temp_file:
with fso.get_lobject(session, mode='wb') \
as lobject:
logger.debug("Large object created.")
buf = temp_file.read(self.CHUNK_SIZE)
while buf != '':
while len(buf) > 0:
written = lobject.write(buf)
buf = buf[written:]
# Cooperative yield
gevent.sleep(0)
buf = temp_file.read(self.CHUNK_SIZE)
fso.digest = digest
session.add(fso)
session.commit()
logger.debug("File %s sent to the database." % digest)
except IntegrityError:
logger.warning("File %s caused an IntegrityError, ignoring..."
% digest)示例11: put_file
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
def put_file(self, digest, desc=""):
"""See FileCacherBackend.put_file().
"""
try:
with SessionGen() as session:
fso = FSObject.get_from_digest(digest, session)
# Check digest uniqueness
if fso is not None:
logger.debug("File %s already stored on database, not "
"sending it again." % digest)
session.rollback()
return None
# If it is not already present, copy the file into the
# lobject
else:
fso = FSObject(description=desc)
fso.digest = digest
session.add(fso)
logger.debug("File %s stored on the database." % digest)
# FIXME There is a remote possibility that someone
# will try to access this file, believing it has
# already been stored (since its FSObject exists),
# while we're still sending its content.
lobject = fso.get_lobject(mode='wb')
session.commit()
return lobject
except IntegrityError:
logger.warning("File %s caused an IntegrityError, ignoring..." %
digest)示例12: main
# 需要导入模块: from cms.db import FSObject [as 别名]
# 或者: from cms.db.FSObject import get_from_digest [as 别名]
#.........这里部分代码省略.........
" specified as well.")
return 1
if not os.path.exists(args.output_dir):
os.mkdir(args.output_dir)
if not os.path.isdir(args.output_dir):
logger.critical("The output-dir parameter must point to a directory")
return 1
with SessionGen() as session:
q = session.query(Submission)\
.join(Submission.task)\
.join(Submission.files)\
.join(Submission.results)\
.join(SubmissionResult.dataset)\
.join(Submission.participation)\
.join(Participation.user)\
.filter(Dataset.id == Task.active_dataset_id)\
.filter(SubmissionResult.score >= args.min_score)\
.with_entities(Submission.id, Submission.language,
Submission.timestamp,
SubmissionResult.score,
File.filename, File.digest,
User.id, User.username, User.first_name,
User.last_name,
Task.id, Task.name)
if args.contest_id:
q = q.filter(Participation.contest_id == args.contest_id)
if args.task_id:
q = q.filter(Submission.task_id == args.task_id)
if args.user_id:
q = q.filter(Participation.user_id == args.user_id)
if args.submission_id:
q = q.filter(Submission.id == args.submission_id)
results = q.all()
if args.unique or args.best:
results = filter_top_scoring(results, args.unique)
print("%s file(s) will be created." % len(results))
if raw_input("Continue? [Y/n] ").lower() not in ["y", ""]:
sys.exit(0)
done = 0
for row in results:
s_id, s_language, s_timestamp, sr_score, f_filename, f_digest, \
u_id, u_name, u_fname, u_lname, t_id, t_name = row
name = f_filename
if name.endswith(".%l"):
name = name[:-3] # remove last 3 chars
filename = args.filename.format(id=s_id, name=name, ext=s_language,
time=s_timestamp, user=u_name)
filename = os.path.join(args.output_dir, filename)
if os.path.exists(filename):
logger.warning("Skipping file '%s' because it already exists",
filename)
fso = FSObject.get_from_digest(f_digest, session)
assert fso is not None
with fso.get_lobject(mode="rb") as file_obj:
data = file_obj.read()
if args.utf8:
try:
data = utf8_decoder(data)
except TypeError:
logger.critical("Could not guess encoding of file "
"'%s'. Aborting.",
filename)
sys.exit(1)
if args.add_info:
data = TEMPLATE[s_language] % (
u_name,
u_fname,
u_lname,
t_name,
sr_score,
s_timestamp
) + data
# Print utf8-encoded, possibly altered data
with codecs.open(filename, "w", encoding="utf-8") as f_out:
f_out.write(data)
else:
# Print raw, untouched binary data
with open(filename, "wb") as f_out:
f_out.write(data)
done += 1
print(done, "/", len(results))
return 0