本文整理匯總了Python中moztelemetry.dataset.Dataset.summaries方法的典型用法代碼示例。如果您正苦於以下問題：Python Dataset.summaries方法的具體用法？Python Dataset.summaries怎麽用？Python Dataset.summaries使用的例子？那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類moztelemetry.dataset.Dataset的用法示例。
在下文中一共展示了Dataset.summaries方法的4個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: test_scan_multiple_where_params
# 需要導入模塊: from moztelemetry.dataset import Dataset [as 別名]
# 或者: from moztelemetry.dataset.Dataset import summaries [as 別名]
def test_scan_multiple_where_params(spark_context):
bucket_name = 'test-bucket'
store = InMemoryStore(bucket_name)
store.store['dir1/subdir1/key1'] = 'value1'
store.store['dir1/another-dir/key2'] = 'value2'
dataset = Dataset(bucket_name, ['dim1', 'dim2'], store=store).where(dim1='dir1', dim2='subdir1')
summaries = dataset.summaries(spark_context)
expected_key = 'dir1/subdir1/key1'
assert summaries == [{'key': expected_key, 'size': len(store.store[expected_key])}]示例2: test_summaries_with_limit
# 需要導入模塊: from moztelemetry.dataset import Dataset [as 別名]
# 或者: from moztelemetry.dataset.Dataset import summaries [as 別名]
def test_summaries_with_limit(spark_context):
bucket_name = 'test-bucket'
store = InMemoryStore(bucket_name)
store.store['dir1/subdir1/key1'] = 'value1'
store.store['dir2/subdir2/key2'] = 'value2'
dataset = Dataset(bucket_name, ['dim1', 'dim2'], store=store, max_concurrency=1)
summaries = dataset.summaries(spark_context, 1)
assert len(summaries) == 1
assert summaries[0]['key'] in store.store示例3: test_summaries
# 需要導入模塊: from moztelemetry.dataset import Dataset [as 別名]
# 或者: from moztelemetry.dataset.Dataset import summaries [as 別名]
def test_summaries(spark_context):
bucket_name = 'test-bucket'
store = InMemoryStore(bucket_name)
store.store['dir1/subdir1/key1'] = 'value1'
store.store['dir2/subdir2/key2'] = 'value2'
dataset = Dataset(bucket_name, ['dim1', 'dim2'], store=store, max_concurrency=1)
summaries = dataset.summaries(spark_context)
assert len(summaries) == 2
for item in summaries:
assert item['key'] in store.store
assert item['size'] == len(store.store[item['key']])示例4: test_prefix_slash
# 需要導入模塊: from moztelemetry.dataset import Dataset [as 別名]
# 或者: from moztelemetry.dataset.Dataset import summaries [as 別名]
def test_prefix_slash(spark_context):
bucket_name = 'test-bucket'
store = InMemoryStore(bucket_name)
store.store['a/b/dir1/subdir1/key1'] = 'value1'
store.store['a/b/dir2/subdir2/key2'] = 'value2'
store.store['x/b/dir3/subdir3/key3'] = 'value3'
store.store['a/c/dir4/subdir4/key4'] = 'value4'
dataset = Dataset(bucket_name, ['dim1', 'dim2'], store=store, prefix='a/b', max_concurrency=1)
summaries = dataset.summaries(spark_context)
assert len(summaries) == 2
for item in summaries:
assert item['key'] in store.store
assert item['size'] == len(store.store[item['key']])
# be sure "where" still works
summaries_filtered = dataset.where(dim1='dir1').summaries(spark_context)
assert len(summaries_filtered) == 1
assert summaries_filtered[0]['key'] == 'a/b/dir1/subdir1/key1'