本文整理汇总了Python中ufora.native.FORA.concatenateVectors方法的典型用法代码示例。如果您正苦于以下问题：Python FORA.concatenateVectors方法的具体用法？Python FORA.concatenateVectors怎么用？Python FORA.concatenateVectors使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类ufora.native.FORA的用法示例。
在下文中一共展示了FORA.concatenateVectors方法的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: getCacheRequestComputationResult
# 需要导入模块: from ufora.native import FORA [as 别名]
# 或者: from ufora.native.FORA import concatenateVectors [as 别名]
def getCacheRequestComputationResult(cacheCallElement):
bucketname = cacheCallElement[1].pyvalOrNone
keyname = cacheCallElement[2].pyvalOrNone
if not isinstance(bucketname, str) or not isinstance(keyname, str):
return ForaNative.ComputationResult.Exception(
ForaNative.ImplValContainer("Badly formed S3 dataset request: %s" % cacheCallElement)
)
s3Interface = getCurrentS3Interface()
if s3Interface.keyExists(bucketname, keyname):
keysAndSizesMatching = [(keyname, s3Interface.getKeySize(bucketname, keyname))]
else:
keysAndSizesMatching = s3Interface.listKeysWithPrefix(bucketname, keyname + "_")
indicesKeysAndSizes = []
for key, size, mtime in keysAndSizesMatching:
try:
index = int(key[len(keyname)+1:])
indicesKeysAndSizes.append((index, key, size))
except ValueError:
pass
keysAndSizesMatching = [(key, size) for _, key, size in sorted(indicesKeysAndSizes)]
if not keysAndSizesMatching:
return ForaNative.ComputationResult.Exception(
ForaNative.ImplValContainer("No keys matching %s/%s using %s" % (
bucketname,
keyname,
s3Interface
))
)
wholeVectorIVC = ForaNative.getEmptyVector()
for key, size in keysAndSizesMatching:
CHUNK_SIZE = 10 * 1024 * 1024
chunks = getAppropriateChunksForSize(size, CHUNK_SIZE)
for lowIndex, highIndex in chunks:
externalDatasetDesc = ForaNative.ExternalDatasetDescriptor.S3Dataset(
bucketname,
key,
lowIndex,
highIndex
)
vectorDataId = ForaNative.VectorDataID.External(externalDatasetDesc)
vectorIVC = ForaNative.createFORAFreeBinaryVector(vectorDataId, highIndex - lowIndex)
wholeVectorIVC = ForaNative.concatenateVectors(wholeVectorIVC, vectorIVC)
return ForaNative.ComputationResult.Result(wholeVectorIVC, ForaNative.ImplValContainer())