Java StepMeta.setStepID方法代碼示例

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private StepMeta getSortStep(GraphConfigurationInfo graphConfiguration)
    throws GraphGeneratorException {
  String[] actualMeasures = graphConfiguration.getMeasures();

  SortKeyStepMeta sortRowsMeta = new SortKeyStepMeta();
  sortRowsMeta.setPartitionID(partitionID);
  sortRowsMeta.setSegmentId(segmentId);
  sortRowsMeta.setTaskNo(taskNo);
  sortRowsMeta.setTabelName(graphConfiguration.getTableName());
  sortRowsMeta.setTableName(schemaInfo.getTableName());
  sortRowsMeta.setDatabaseName(schemaInfo.getDatabaseName());
  sortRowsMeta.setOutputRowSize(actualMeasures.length + 1 + "");
  sortRowsMeta.setDimensionCount(graphConfiguration.getDimensions().length + "");
  sortRowsMeta.setComplexDimensionCount(graphConfiguration.getComplexTypeString().isEmpty() ?
      "0" :
      graphConfiguration.getComplexTypeString()
          .split(CarbonCommonConstants.SEMICOLON_SPC_CHARACTER).length + "");
  sortRowsMeta.setIsUpdateMemberRequest(isUpdateMemberRequest + "");
  sortRowsMeta.setMeasureCount(graphConfiguration.getMeasureCount() + "");
  sortRowsMeta.setNoDictionaryDims(graphConfiguration.getNoDictionaryDims());
  sortRowsMeta.setMeasureDataType(graphConfiguration.getMeasureDataTypeInfo());
  sortRowsMeta.setNoDictionaryDimsMapping(RemoveDictionaryUtil
      .convertBooleanArrToString(graphConfiguration.getIsNoDictionaryDimMapping()));

  StepMeta sortRowsStep = new StepMeta(
      GraphGeneratorConstants.SORT_KEY_AND_GROUPBY + graphConfiguration.getTableName(),
      (StepMetaInterface) sortRowsMeta);

  xAxixLocation += 120;
  sortRowsStep.setDraw(true);
  sortRowsStep.setLocation(xAxixLocation, yAxixLocation);
  sortRowsStep.setStepID(GraphGeneratorConstants.SORTKEY_ID);
  sortRowsStep.setDescription(
      "Sort Key: " + GraphGeneratorConstants.SORT_KEY + graphConfiguration.getTableName());
  sortRowsStep.setName(
      "Sort Key: " + GraphGeneratorConstants.SORT_KEY + graphConfiguration.getTableName());
  return sortRowsStep;
}
 

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private void handleInputDataSet(LogChannelInterface log, String inputSetName, TransUnitTest unitTest, TransMeta transMeta, StepMeta stepMeta, FactoriesHierarchy factoriesHierarchy) throws KettleException {
  TransUnitTestSetLocation inputLocation = unitTest.findInputLocation( stepMeta.getName() );
  if (inputLocation!=null) {
    inputSetName = inputLocation.getDataSetName();
  }

  if (log.isDetailed()) {
    log.logDetailed("Replacing step '"+stepMeta.getName()+"' with an Injector for dataset '"+inputSetName+"'");
  }
  
  DataSet dataSet;
  try {
    dataSet = factoriesHierarchy.getSetFactory().loadElement(inputSetName);
  } catch (MetaStoreException e) {
    throw new KettleException("Unable to load data set '"+inputSetName+"'");
  }
  
  // OK, this step needs to be replaced by an Injector step...
  // Which fields do we need to use?
  //
  final RowMetaInterface stepFields = DataSetConst.getStepOutputFields(log, transMeta, stepMeta, dataSet, inputLocation);
  
  if (log.isDetailed()) {
    log.logDetailed("Input Data Set '"+inputSetName+"' Injector fields : '"+stepFields.toString());
  }
  
  InjectorMeta injectorMeta = new InjectorMeta();
  injectorMeta.allocate( stepFields.size() );
  for (int x=0;x<stepFields.size();x++) {
    injectorMeta.getFieldname()[x] = stepFields.getValueMeta( x ).getName();
    injectorMeta.getType()[x] = stepFields.getValueMeta( x ).getType();
    injectorMeta.getLength()[x] = stepFields.getValueMeta( x ).getLength();
    injectorMeta.getPrecision()[x] = stepFields.getValueMeta( x ).getPrecision();
    
    // Only the step metadata, type...
    stepMeta.setStepMetaInterface( injectorMeta );
    stepMeta.setStepID( PluginRegistry.getInstance().getPluginId( StepPluginType.class, injectorMeta) );          
  }
}
 

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private StepMeta getSliceMeregerStep(GraphConfigurationInfo configurationInfo,
    GraphConfigurationInfo graphjConfigurationForFact) {
  CarbonSliceMergerStepMeta sliceMerger = new CarbonSliceMergerStepMeta();
  sliceMerger.setDefault();
  sliceMerger.setPartitionID(partitionID);
  sliceMerger.setSegmentId(segmentId);
  sliceMerger.setTaskNo(taskNo);
  sliceMerger.setHeirAndKeySize(configurationInfo.getHeirAndKeySizeString());
  sliceMerger.setMdkeySize(configurationInfo.getMdkeySize());
  sliceMerger.setMeasureCount(configurationInfo.getMeasureCount());
  sliceMerger.setTabelName(configurationInfo.getTableName());
  sliceMerger.setTableName(schemaInfo.getTableName());
  sliceMerger.setDatabaseName(schemaInfo.getDatabaseName());
  sliceMerger.setGroupByEnabled(isAutoAggRequest + "");
  if (isAutoAggRequest) {
    String[] aggType = configurationInfo.getAggType();
    StringBuilder builder = new StringBuilder();
    for (int i = 0; i < aggType.length - 1; i++) {
      if (aggType[i].equals(CarbonCommonConstants.COUNT)) {
        builder.append(CarbonCommonConstants.SUM);
      } else {
        builder.append(aggType[i]);
      }
      builder.append(CarbonCommonConstants.HASH_SPC_CHARACTER);
    }
    builder.append(aggType[aggType.length - 1]);
    sliceMerger.setAggregatorString(builder.toString());
    String[] aggClass = configurationInfo.getAggClass();
    builder = new StringBuilder();
    for (int i = 0; i < aggClass.length - 1; i++) {
      builder.append(aggClass[i]);
      builder.append(CarbonCommonConstants.HASH_SPC_CHARACTER);
    }
    builder.append(aggClass[aggClass.length - 1]);
    sliceMerger.setAggregatorClassString(builder.toString());
  } else {
    sliceMerger.setAggregatorClassString(CarbonCommonConstants.HASH_SPC_CHARACTER);
    sliceMerger.setAggregatorString(CarbonCommonConstants.HASH_SPC_CHARACTER);
  }
  sliceMerger.setFactDimLensString("");
  sliceMerger.setLevelAnddataTypeString(configurationInfo.getLevelAnddataType());
  StepMeta sliceMergerMeta =
      new StepMeta(GraphGeneratorConstants.CARBON_SLICE_MERGER + configurationInfo.getTableName(),
          (StepMetaInterface) sliceMerger);
  sliceMergerMeta.setStepID(GraphGeneratorConstants.CARBON_SLICE_MERGER_ID);
  xAxixLocation += 120;
  sliceMergerMeta.setLocation(xAxixLocation, yAxixLocation);
  sliceMergerMeta.setDraw(true);
  sliceMergerMeta.setDescription(
      "SliceMerger: " + GraphGeneratorConstants.CARBON_SLICE_MERGER + configurationInfo
          .getTableName());
  return sliceMergerMeta;
}
 

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private StepMeta getCarbonCSVBasedSurrogateKeyStep(GraphConfigurationInfo graphConfiguration) {
  //
  CarbonCSVBasedSeqGenMeta seqMeta = new CarbonCSVBasedSeqGenMeta();
  seqMeta.setPartitionID(partitionID);
  seqMeta.setSegmentId(segmentId);
  seqMeta.setTaskNo(taskNo);
  seqMeta.setCarbondim(graphConfiguration.getDimensionString());
  seqMeta.setComplexTypeString(graphConfiguration.getComplexTypeString());
  seqMeta.setColumnPropertiesString(graphConfiguration.getColumnPropertiesString());
  seqMeta.setBatchSize(Integer.parseInt(graphConfiguration.getBatchSize()));
  seqMeta.setNoDictionaryDims(graphConfiguration.getNoDictionaryDims());
  seqMeta.setDimensionColumnsDataType(graphConfiguration.getDimensionColumnsDataType());
  seqMeta.setTableName(schemaInfo.getTableName());
  seqMeta.setDatabaseName(schemaInfo.getDatabaseName());
  seqMeta.setComplexDelimiterLevel1(schemaInfo.getComplexDelimiterLevel1());
  seqMeta.setComplexDelimiterLevel2(schemaInfo.getComplexDelimiterLevel2());
  seqMeta.setCarbonMetaHier(graphConfiguration.getMetaHeirString());
  seqMeta.setCarbonmsr(graphConfiguration.getMeasuresString());
  seqMeta.setCarbonProps(graphConfiguration.getPropertiesString());
  seqMeta.setCarbonhier(graphConfiguration.getHiersString());
  seqMeta.setCarbonhierColumn(graphConfiguration.getHierColumnString());
  seqMeta.setDimensionColumnIds(graphConfiguration.getDimensionColumnIds());
  seqMeta.setMetaMetaHeirSQLQueries(graphConfiguration.getDimensionSqlQuery());
  seqMeta.setColumnAndTableNameColumnMapForAggString(
      graphConfiguration.getColumnAndTableNameColumnMapForAgg());
  seqMeta.setForgienKeyPrimayKeyString(graphConfiguration.getForgienKeyAndPrimaryKeyMapString());
  seqMeta.setTableName(graphConfiguration.getTableName());
  seqMeta.setModifiedDimension(modifiedDimension);
  seqMeta.setForeignKeyHierarchyString(graphConfiguration.getForeignKeyHierarchyString());
  seqMeta.setPrimaryKeysString(graphConfiguration.getPrimaryKeyString());
  seqMeta.setCarbonMeasureNames(graphConfiguration.getMeasureNamesString());
  seqMeta.setHeirNadDimsLensString(graphConfiguration.getHeirAndDimLens());
  seqMeta.setActualDimNames(graphConfiguration.getActualDimensionColumns());
  seqMeta.setNormHiers(graphConfiguration.getNormHiers());
  seqMeta.setHeirKeySize(graphConfiguration.getHeirAndKeySizeString());
  seqMeta.setColumnSchemaDetails(graphConfiguration.getColumnSchemaDetails().toString());
  seqMeta.setTableOption(graphConfiguration.getTableOptionWrapper().toString());
  String[] aggType = graphConfiguration.getAggType();
  StringBuilder builder = new StringBuilder();
  for (int i = 0; i < aggType.length; i++) {
    builder.append(aggType[i]);
    builder.append(CarbonCommonConstants.SEMICOLON_SPC_CHARACTER);
  }
  seqMeta.setMsrAggregatorString(builder.toString());

  seqMeta.setDriverClass(graphConfiguration.getDriverclass());
  seqMeta.setConnectionURL(graphConfiguration.getConnectionUrl());
  seqMeta.setUserName(graphConfiguration.getUsername());
  seqMeta.setPassword(graphConfiguration.getPassword());
  seqMeta.setMeasureDataType(graphConfiguration.getMeasureDataTypeInfo());
  seqMeta.setDenormColumNames(graphConfiguration.getDenormColumns());
  seqMeta.setAggregate(graphConfiguration.isAGG());
  seqMeta.setTableNames(graphConfiguration.getDimensionTableNames());
  StepMeta mdkeyStepMeta = new StepMeta(GraphGeneratorConstants.CARBON_SURROGATE_KEY_GENERATOR,
      (StepMetaInterface) seqMeta);
  mdkeyStepMeta.setStepID(GraphGeneratorConstants.CARBON_CSV_BASED_SURROAGATEGEN_ID);
  xAxixLocation += 120;
  //
  mdkeyStepMeta.setLocation(xAxixLocation, yAxixLocation);
  mdkeyStepMeta.setDraw(true);
  mdkeyStepMeta.setDescription("Generate Surrogate For Table Data: "
      + GraphGeneratorConstants.CARBON_SURROGATE_KEY_GENERATOR);
  return mdkeyStepMeta;
}
 

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private StepMeta getMDKeyStep(GraphConfigurationInfo graphConfiguration) {
  MDKeyGenStepMeta carbonMdKey = new MDKeyGenStepMeta();
  carbonMdKey.setIsUseInvertedIndex(
      RemoveDictionaryUtil.convertBooleanArrToString(graphConfiguration.getIsUseInvertedIndex()));
  carbonMdKey.setPartitionID(partitionID);
  carbonMdKey.setSegmentId(segmentId);
  carbonMdKey.setNumberOfCores(graphConfiguration.getNumberOfCores());
  carbonMdKey.setTableName(graphConfiguration.getTableName());
  carbonMdKey.setDatabaseName(schemaInfo.getDatabaseName());
  carbonMdKey.setTableName(schemaInfo.getTableName());
  carbonMdKey.setComplexTypeString(graphConfiguration.getComplexTypeString());
  carbonMdKey.setAggregateLevels(CarbonDataProcessorUtil
      .getLevelCardinalitiesString(graphConfiguration.getDimCardinalities(),
          graphConfiguration.getDimensions()));
  carbonMdKey.setNoDictionaryDimsMapping(RemoveDictionaryUtil
      .convertBooleanArrToString(graphConfiguration.getIsNoDictionaryDimMapping()));
  carbonMdKey.setMeasureCount(graphConfiguration.getMeasureCount() + "");
  carbonMdKey.setColumnGroupsString(graphConfiguration.getColumnGroupsString());
  carbonMdKey.setDimensionCount(graphConfiguration.getActualDims().length + "");
  carbonMdKey.setComplexDimsCount(graphConfiguration.getComplexTypeString().isEmpty() ?
      "0" :
      graphConfiguration.getComplexTypeString()
          .split(CarbonCommonConstants.SEMICOLON_SPC_CHARACTER).length + "");
  carbonMdKey.setMeasureDataType(graphConfiguration.getMeasureDataTypeInfo());
  carbonMdKey.setTaskNo(taskNo);
  carbonMdKey.setFactTimeStamp(factTimeStamp);
  StepMeta mdkeyStepMeta =
      new StepMeta(GraphGeneratorConstants.MDKEY_GENERATOR + graphConfiguration.getTableName(),
          (StepMetaInterface) carbonMdKey);
  mdkeyStepMeta
      .setName(GraphGeneratorConstants.MDKEY_GENERATOR_ID + graphConfiguration.getTableName());
  mdkeyStepMeta.setStepID(GraphGeneratorConstants.MDKEY_GENERATOR_ID);
  //
  xAxixLocation += 120;
  mdkeyStepMeta.setLocation(xAxixLocation, yAxixLocation);
  mdkeyStepMeta.setDraw(true);
  mdkeyStepMeta.setDescription(
      "Generate MDKey For Table Data: " + GraphGeneratorConstants.MDKEY_GENERATOR
          + graphConfiguration.getTableName());
  carbonMdKey.setNoDictionaryDims(graphConfiguration.getNoDictionaryDims());

  return mdkeyStepMeta;
}
 

import org.pentaho.di.trans.step.StepMeta; //導入方法依賴的package包/類
private void replaceStepWithDummy(LogChannelInterface log, StepMeta stepMeta) {
  DummyTransMeta dummyTransMeta = new DummyTransMeta();
  stepMeta.setStepMetaInterface( dummyTransMeta );
  stepMeta.setStepID( PluginRegistry.getInstance().getPluginId( StepPluginType.class, dummyTransMeta) );
}