本文整理汇总了Java中water.fvec.Vec.VectorGroup类的典型用法代码示例。如果您正苦于以下问题：Java VectorGroup类的具体用法？Java VectorGroup怎么用？Java VectorGroup使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。
VectorGroup类属于water.fvec.Vec包，在下文中一共展示了VectorGroup类的9个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: MultiFileParseTask
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
MultiFileParseTask(VectorGroup vg, ParseSetup setup, Key jobKey, Key[] fkeys, boolean deleteOnDone ) {
_vg = vg; _parseSetup = setup;
_vecIdStart = _vg.reserveKeys(_reservedKeys = _parseSetup._parse_type == ParserType.SVMLight ? 100000000 : setup._number_columns);
_deleteOnDone = deleteOnDone;
_jobKey = jobKey;
// A mapping of Key+ByteVec to rolling total Chunk counts.
_fileChunkOffsets = new int[fkeys.length];
int len = 0;
for( int i = 0; i < fkeys.length; ++i ) {
_fileChunkOffsets[i] = len;
len += getByteVec(fkeys[i]).nChunks();
}
// Mapping from Chunk# to cluster-node-number
_chunk2ParseNodeMap = MemoryManager.malloc4(len);
Arrays.fill(_chunk2ParseNodeMap, -1);
}
示例2: MultiFileParseTask
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
MultiFileParseTask(VectorGroup vg, ParseSetup setup, Key<Job> jobKey, Key[] fkeys, boolean deleteOnDone ) {
_vg = vg; _parseSetup = setup;
_vecIdStart = _vg.reserveKeys(_reservedKeys = _parseSetup._parse_type.equals(SVMLight_INFO) ? 100000000 : setup._number_columns);
_deleteOnDone = deleteOnDone;
_jobKey = jobKey;
// A mapping of Key+ByteVec to rolling total Chunk counts.
_fileChunkOffsets = new int[fkeys.length];
int len = 0;
for( int i = 0; i < fkeys.length; ++i ) {
_fileChunkOffsets[i] = len;
len += getByteVec(fkeys[i]).nChunks();
}
// Mapping from Chunk# to cluster-node-number
_chunk2ParseNodeMap = MemoryManager.malloc4(len);
Arrays.fill(_chunk2ParseNodeMap, -1);
}
示例3: DistributedParse
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
DistributedParse(VectorGroup vg, ParseSetup setup, int vecIdstart, int startChunkIdx, MultiFileParseTask mfpt, Key srckey, int nchunks) {
super(mfpt);
_vg = vg;
_setup = setup;
_vecIdStart = vecIdstart;
_startChunkIdx = startChunkIdx;
_outerMFPT = mfpt;
_cKey = mfpt._cKey;
_jobKey = mfpt._jobKey;
_srckey = srckey;
_nchunks = nchunks;
}
示例4: forkParseSVMLight
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
public static Job forkParseSVMLight(final Key<Frame> dest, final Key [] keys, final ParseSetup setup) {
int nchunks = 0;
Vec v = null;
// set the parse chunk size for files
for( int i = 0; i < keys.length; ++i ) {
Iced ice = DKV.getGet(keys[i]);
if(ice instanceof FileVec) {
if(i == 0) v = ((FileVec) ice);
((FileVec) ice).setChunkSize(setup._chunk_size);
nchunks += ((FileVec) ice).nChunks();
Log.info("Parse chunk size " + setup._chunk_size);
} else if(ice instanceof Frame && ((Frame)ice).vec(0) instanceof FileVec) {
if(i == 0) v = ((Frame)ice).vec(0);
((FileVec) ((Frame) ice).vec(0)).setChunkSize((Frame) ice, setup._chunk_size);
nchunks += (((Frame) ice).vec(0)).nChunks();
Log.info("Parse chunk size " + setup._chunk_size);
}
}
final VectorGroup vg = v.group();
final ParseDataset pds = new ParseDataset(dest);
new Frame(pds._job._result,new String[0],new Vec[0]).delete_and_lock(pds._job); // Write-Lock BEFORE returning
return pds._job.start(new H2OCountedCompleter() {
@Override
public void compute2() {
ParseDataset.parseAllKeys(pds,keys,setup,true);
tryComplete();
}
},nchunks);
}
示例5: DistributedParse
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
DistributedParse(VectorGroup vg, ParseSetup setup, int vecIdstart, int startChunkIdx, MultiFileParseTask mfpt, Key srckey, int nchunks) {
super(null);
_vg = vg;
_setup = setup;
_vecIdStart = vecIdstart;
_startChunkIdx = startChunkIdx;
_outerMFPT = mfpt;
_cKey = mfpt._cKey;
_jobKey = mfpt._jobKey;
_srckey = srckey;
_nchunks = nchunks;
}
示例6: SVMLightFVecDataOut
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
public SVMLightFVecDataOut(VectorGroup vg, int cidx, AppendableVec [] avs, int vecIdStart, int chunkOff, Enum [] enums){
super(vg,chunkOff,cidx,enums, avs);
_vg = vg;
_vecIdStart = vecIdStart;
_nvs = new NewChunk[avs.length];
for(int i = 0; i < _nvs.length; ++i)
_nvs[i] = new NewChunk(_vecs[i], _cidx, true);
_ctypes= new byte[avs.length];
_col = 0;
}
示例7: DParse
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
DParse(VectorGroup vg, CustomParser.ParserSetup setup, int vecIdstart, int startChunkIdx, MultiFileParseTask mfpt, int nchunks) {
super(mfpt);
_vg = vg;
_setup = setup;
_vecIdStart = vecIdstart;
_chunkOff = startChunkIdx;
_outerMFPT = mfpt;
_eKey = mfpt._eKey;
_progress = mfpt._progress;
_nchunks = nchunks;
}
示例8: FVecDataOut
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
public FVecDataOut(VectorGroup vg, int chunkOff, int cidx, Enum [] enums, AppendableVec [] appendables){
assert cidx - chunkOff >= 0:"incompatible cidx/chunkOff " + chunkOff + ", " + cidx;
_vecs = appendables;
_chunkOff = chunkOff;
_enums = enums;
_cidx = cidx;
_vg = vg;
_ctypes = MemoryManager.malloc1(appendables.length);
_nvs = new NewChunk[appendables.length];
for(int i = 0; i < appendables.length; ++i)
_nvs[i] = (NewChunk)_vecs[i].chunkForChunkIdx(_cidx);
}
示例9: MultiFileParseTask
import water.fvec.Vec.VectorGroup; //导入依赖的package包/类
MultiFileParseTask(VectorGroup vg, int vecIdStart, CustomParser.ParserSetup setup, Key progress ) {
_vg = vg; _setup = setup; _progress = progress;
_vecIdStart = vecIdStart;
_runSingleThreaded = true;
}