本文整理汇总了Python中ufora.native.FORA.createVectorDataIDSlice方法的典型用法代码示例。如果您正苦于以下问题：Python FORA.createVectorDataIDSlice方法的具体用法？Python FORA.createVectorDataIDSlice怎么用？Python FORA.createVectorDataIDSlice使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类ufora.native.FORA的用法示例。
在下文中一共展示了FORA.createVectorDataIDSlice方法的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: produceVDIDSlicesForSingleBucketKeyPair
# 需要导入模块: from ufora.native import FORA [as 别名]
# 或者: from ufora.native.FORA import createVectorDataIDSlice [as 别名]
def produceVDIDSlicesForSingleBucketKeyPair(s3Interface, bucketname, keyname, s3Dataset):
try:
totalBytes = s3Interface.getKeySize(bucketname, keyname)
chunks = getAppropriateChunksForSize(totalBytes, CHUNK_SIZE)
slices = []
for lowIndex, highIndex in chunks:
externalDatasetDesc = ForaNative.ExternalDatasetDescriptor.S3DatasetSlice(
s3DatasetWithKeyname(s3Dataset, keyname),
lowIndex,
highIndex
)
vectorDataId = ForaNative.VectorDataID.External(externalDatasetDesc)
vectorDataIdSlice = ForaNative.createVectorDataIDSlice(vectorDataId,
0,
highIndex - lowIndex)
slices.append(vectorDataIdSlice)
return slices
except S3Interface.S3InterfaceError as e:
message = "Error loading S3 dataset: %s/%s:\n%s" % (
bucketname,
keyname,
e
)
logging.error(message)
raise InvalidDatasetException(message)示例2: produceVDIDSlicesForFile
# 需要导入模块: from ufora.native import FORA [as 别名]
# 或者: from ufora.native.FORA import createVectorDataIDSlice [as 别名]
def produceVDIDSlicesForFile(fileDataset):
try:
logging.error("Getting file size: %s", fileDataset.path)
totalBytes = os.path.getsize(fileDataset.path)
chunks = getAppropriateChunksForSize(totalBytes, CHUNK_SIZE)
slices = []
for lowIndex, highIndex in chunks:
datasetDescriptor = ForaNative.ExternalDatasetDescriptor.FileSliceDataset(
fileDataset,
lowIndex,
highIndex
)
vectorDataId = ForaNative.VectorDataID.External(datasetDescriptor)
vectorDataIdSlice = ForaNative.createVectorDataIDSlice(vectorDataId,
0,
highIndex - lowIndex)
slices.append(vectorDataIdSlice)
return slices
except os.error as e:
message = 'Error loading file dataset: %s:\n%s' % (fileDataset.path, e)
logging.error(message)
raise DatasetLoadException(message)