Python Distribution.from_shape方法代码示例

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_add(self):
        """See if binary ufunc works for a LocalArray."""
        d = Distribution.from_shape(comm=self.comm, shape=(16, 16))
        a = LocalArray(d, dtype='int32')
        b = LocalArray(d, dtype='int32')
        a.fill(1)
        b.fill(1)
        c = localarray.add(a, b)
        self.assertTrue(np.all(c.ndarray == 2))

        c = localarray.empty_like(a)
        c = localarray.add(a, b, c)
        self.assertTrue(np.all(c.ndarray == 2))

        d0 = Distribution.from_shape(comm=self.comm, shape=(16, 16))
        d1 = Distribution.from_shape(comm=self.comm, shape=(20, 20))
        a = LocalArray(d0, dtype='int32')
        b = LocalArray(d1, dtype='int32')
        self.assertRaises(IncompatibleArrayError, localarray.add, a, b)

        d0 = Distribution.from_shape(comm=self.comm, shape=(16, 16))
        d1 = Distribution.from_shape(comm=self.comm, shape=(20, 20))
        a = LocalArray(d0, dtype='int32')
        b = LocalArray(d0, dtype='int32')
        c = LocalArray(d1, dtype='int32')
        self.assertRaises(IncompatibleArrayError, localarray.add, a, b, c)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def setUp(self):
        self.dist_1d = Distribution.from_shape(comm=self.comm,
                                        shape=(7,), grid_shape=(4,))
        self.larr_1d = LocalArray(self.dist_1d, buf=None)

        self.dist_2d = Distribution.from_shape(comm=self.comm,
                                        shape=(16, 16), grid_shape=(4, 1))
        self.larr_2d = LocalArray(self.dist_2d, buf=None)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_arecompatible(self):
        """Test if two DistArrays are compatible."""
        d0 = Distribution.from_shape(comm=self.comm, shape=(16,16))
        a = LocalArray(d0, dtype='int64')
        b = LocalArray(d0, dtype='float32')
        self.assertTrue(arecompatible(a,b))

        da = Distribution.from_shape(comm=self.comm, shape=(16, 16), dist='c')
        a = LocalArray(da, dtype='int64')
        db = Distribution.from_shape(comm=self.comm, shape=(16, 16), dist='b')
        b = LocalArray(db, dtype='float32')
        self.assertFalse(arecompatible(a,b))

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_asdist_like(self):
        """Test asdist_like for success and failure."""
        d = Distribution.from_shape(comm=self.comm,
                             shape=(16, 16), dist=('b', 'n'))
        a = LocalArray(d)
        b = LocalArray(d)
        new_a = a.asdist_like(b)
        self.assertEqual(id(a), id(new_a))

        d2 = Distribution.from_shape(comm=self.comm,
                              shape=(16, 16), dist=('n', 'b'))
        a = LocalArray(d)
        b = LocalArray(d2)
        self.assertRaises(IncompatibleArrayError, a.asdist_like, b)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_crazy(self):
     """Can we go from global to local indices and back for a complex case?"""
     distribution = Distribution.from_shape(comm=self.comm,
                                     shape=(10, 100, 20),
                                     dist=('b', 'c', 'n'))
     la = LocalArray(distribution)
     self.round_trip(la)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_cyclic_simple(self):
        """Can we compute local indices for a cyclic distribution?"""
        distribution = Distribution.from_shape(comm=self.comm,
                                        shape=(10,), dist={0: 'c'})
        la = LocalArray(distribution)
        self.assertEqual(la.global_shape, (10,))
        self.assertEqual(la.grid_shape, (4,))

        if la.comm_rank == 0:
            gis = (0, 4, 8)
            self.assertEqual(la.local_shape, (3,))
            calc_result = [la.local_from_global((gi,)) for gi in gis]
            result = [(0,), (1,), (2,)]
        elif la.comm_rank == 1:
            gis = (1, 5, 9)
            self.assertEqual(la.local_shape, (3,))
            calc_result = [la.local_from_global((gi,)) for gi in gis]
            result = [(0,), (1,), (2,)]
        elif la.comm_rank == 2:
            gis = (2, 6)
            self.assertEqual(la.local_shape, (2,))
            calc_result = [la.local_from_global((gi,)) for gi in gis]
            result = [(0,), (1,)]
        elif la.comm_rank == 3:
            gis = (3, 7)
            self.assertEqual(la.local_shape, (2,))
            calc_result = [la.local_from_global((gi,)) for gi in gis]
            result = [(0,), (1,)]

        self.assertEqual(result, calc_result)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_negative(self):
        """See if unary ufunc works for a LocalArray."""
        d = Distribution.from_shape(comm=self.comm, shape=(16, 16))
        a = LocalArray(d, dtype='int32')
        a.fill(1)
        b = localarray.negative(a)
        self.assertTrue(np.all(a.ndarray == -b.ndarray))

        b = localarray.empty_like(a)
        b = localarray.negative(a, b)
        self.assertTrue(np.all(a.ndarray == -b.ndarray))

        d2 = Distribution.from_shape(comm=self.comm, shape=(20, 20))
        a = LocalArray(d, dtype='int32')
        b = LocalArray(d2, dtype='int32')
        self.assertRaises(IncompatibleArrayError, localarray.negative, b, a)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_rank_coords(self):
     """ Test that we can go from rank to coords and back. """
     d = Distribution.from_shape(comm=self.comm, shape=(4, 4))
     la = LocalArray(d)
     max_size = self.comm.Get_size()
     for rank in range(max_size):
         self.round_trip(la, rank=rank)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_ones(self):
     size = self.comm_size
     nrows = size * 3
     d = Distribution.from_shape(comm=self.comm, shape=(nrows, 20))
     a = localarray.ones(d)
     expected = np.ones((nrows // size, 20))
     assert_array_equal(a.ndarray, expected)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_copy_bn(self):
     distribution = Distribution.from_shape(comm=self.comm,
                                     shape=(16, 16), dist=('b', 'n'))
     a = LocalArray(distribution, dtype=np.int_)
     a.fill(11)
     b = a.copy()
     assert_localarrays_equal(a, b, check_dtype=True)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_fromndarray_like(self):
     """Can we build an array using fromndarray_like?"""
     d = Distribution.from_shape(comm=self.comm,
                         shape=(16, 16), dist=('c', 'b'))
     la0 = LocalArray(d, dtype='int8')
     la1 = localarray.fromndarray_like(la0.ndarray, la0)
     assert_localarrays_equal(la0, la1, check_dtype=True)

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_pack_unpack_index(self):
     distribution = Distribution.from_shape(comm=self.comm,
                                     shape=(16, 16, 2), dist=('c', 'b', 'n'))
     a = LocalArray(distribution)
     for global_inds, value in ndenumerate(a):
         packed_ind = a.pack_index(global_inds)
         self.assertEqual(global_inds, a.unpack_index(packed_ind))

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
    def test_slicing(self):
        distribution = Distribution.from_shape(self.comm,
                                               (16, 16),
                                               dist=('b', 'n'))
        a = ones(distribution)
        if self.comm.Get_rank() == 0:
            dd00 = {"dist_type": 'b',
                    "size": 5,
                    "start": 0,
                    "stop": 3,
                    "proc_grid_size": 2,
                    "proc_grid_rank": 0}
            dd01 = {"dist_type": 'n',
                    "size": 16}

            new_distribution = Distribution(self.comm, [dd00, dd01])
            rvals = a.global_index.get_slice((slice(5, None), slice(None)),
                                             new_distribution=new_distribution)
            assert_array_equal(rvals, np.ones((3, 16)))

        elif self.comm.Get_rank() == 1:
            dd10 = {"dist_type": 'b',
                    "size": 5,
                    "start": 3,
                    "stop": 5,
                    "proc_grid_size": 2,
                    "proc_grid_rank": 1}
            dd11 = {"dist_type": 'n',
                    "size": 16}
            new_distribution = Distribution(self.comm, [dd10, dd11])
            rvals = a.global_index.get_slice((slice(None, 10), slice(None)),
                                             new_distribution=new_distribution)
            assert_array_equal(rvals, np.ones((2, 16)))

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_abs(self):
     """See if unary ufunc works for a LocalArray."""
     d = Distribution.from_shape(comm=self.comm, shape=(16, 16))
     a = LocalArray(d, dtype='int32')
     a.fill(-5)
     a[2, 3] = 11
     b = abs(a)
     self.assertTrue(np.all(abs(a.ndarray) == b.ndarray))

# 需要导入模块: from distarray.localapi.maps import Distribution [as 别名]
# 或者: from distarray.localapi.maps.Distribution import from_shape [as 别名]
 def test_save_2d(self):
     d = Distribution.from_shape(comm=self.comm, shape=(11, 15))
     la = LocalArray(d)
     np_arr = numpy.random.random(la.local_shape)
     la.ndarray = np_arr
     save_hdf5(self.output_path, la, key=self.key, mode='w')
     with self.h5py.File(self.output_path, 'r', driver='mpio',
                         comm=self.comm) as fp:
         for i, v in ndenumerate(la):
             self.assertEqual(v, fp[self.key][i])