Java StepPerformanceSnapShot类代码示例

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
protected void addStepPerformanceSnapShot() {
   	if (transMeta.isCapturingStepPerformanceSnapShots())
   	{
        // get the statistics from the steps and keep them...
    	//
        for (int i=0;i<steps.size();i++)
        {
            StepMeta stepMeta = steps.get(i).stepMeta;
            StepInterface step = steps.get(i).step;
            BaseStep baseStep = (BaseStep)step;
            
            StepPerformanceSnapShot snapShot = new StepPerformanceSnapShot(
            		new Date(),
            		stepMeta.getName(),
            		step.getCopy(),
            		step.getLinesRead(),
            		step.getLinesWritten(),
            		step.getLinesInput(),
            		step.getLinesOutput(),
            		step.getLinesUpdated(),
            		step.getLinesRejected(),
            		step.getErrors()
            		);
            List<StepPerformanceSnapShot> snapShotList = stepPerformanceSnapShots.get(step.toString());
            StepPerformanceSnapShot previous;
            if (snapShotList==null) {
            	snapShotList = new ArrayList<StepPerformanceSnapShot>();
            	stepPerformanceSnapShots.put(step.toString(), snapShotList);
            	previous = null;
            }
            else {
            	previous = snapShotList.get(snapShotList.size()-1); // the last one...
            }
            // Make the difference...
            //
            snapShot.diff(previous, baseStep.rowsetInputSize(), baseStep.rowsetOutputSize());
            snapShotList.add(snapShot);
        }
   	}
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
public StepPerformanceSnapShotDialog(Shell parent, String title, Map<String, List<StepPerformanceSnapShot>> stepPerformanceSnapShots, long timeDifference) {
	super(parent);
	this.parent  = parent;
	this.display = parent.getDisplay();
	this.props   = PropsUI.getInstance();
	this.timeDifference = timeDifference;
	this.title = title;
	this.stepPerformanceSnapShots = stepPerformanceSnapShots;

	Set<String> stepsSet = stepPerformanceSnapShots.keySet();
	steps = stepsSet.toArray(new String[stepsSet.size()]);
	Arrays.sort(steps);
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
public StepPerformanceSnapShotDialog( Shell parent, String title,
  Map<String, List<StepPerformanceSnapShot>> stepPerformanceSnapShots, long timeDifference ) {
  super( parent );
  this.parent = parent;
  this.display = parent.getDisplay();
  this.props = PropsUI.getInstance();
  this.timeDifference = timeDifference;
  this.title = title;
  this.stepPerformanceSnapShots = stepPerformanceSnapShots;

  Set<String> stepsSet = stepPerformanceSnapShots.keySet();
  steps = stepsSet.toArray( new String[stepsSet.size()] );
  Arrays.sort( steps );
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * @return the stepPerformanceSnapShots
 */
public Map<String, List<StepPerformanceSnapShot>> getStepPerformanceSnapShots() {
	return stepPerformanceSnapShots;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * @param stepPerformanceSnapShots the stepPerformanceSnapShots to set
 */
public void setStepPerformanceSnapShots(Map<String, List<StepPerformanceSnapShot>> stepPerformanceSnapShots) {
	this.stepPerformanceSnapShots = stepPerformanceSnapShots;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
protected void addStepPerformanceSnapShot() {
	
	if (stepPerformanceSnapShots==null) return; // Race condition somewhere?
	
	boolean pausedAndNotEmpty = isPaused() && !stepPerformanceSnapShots.isEmpty(); 
	boolean stoppedAndNotEmpty = isStopped() && !stepPerformanceSnapShots.isEmpty(); 
	
   	if (transMeta.isCapturingStepPerformanceSnapShots() && !pausedAndNotEmpty && !stoppedAndNotEmpty)
   	{
        // get the statistics from the steps and keep them...
    	//
   		int seqNr = stepPerformanceSnapshotSeqNr.incrementAndGet();
        for (int i=0;i<steps.size();i++)
        {
            StepMeta stepMeta = steps.get(i).stepMeta;
            StepInterface step = steps.get(i).step;
            
            StepPerformanceSnapShot snapShot = new StepPerformanceSnapShot(
            		seqNr,
            		getBatchId(),
            		new Date(),
            		getName(),
            		stepMeta.getName(),
            		step.getCopy(),
            		step.getLinesRead(),
            		step.getLinesWritten(),
            		step.getLinesInput(),
            		step.getLinesOutput(),
            		step.getLinesUpdated(),
            		step.getLinesRejected(),
            		step.getErrors()
            		);
            List<StepPerformanceSnapShot> snapShotList = stepPerformanceSnapShots.get(step.toString());
            StepPerformanceSnapShot previous;
            if (snapShotList==null) {
            	snapShotList = new ArrayList<StepPerformanceSnapShot>();
            	stepPerformanceSnapShots.put(step.toString(), snapShotList);
            	previous = null;
            }
            else {
            	previous = snapShotList.get(snapShotList.size()-1); // the last one...
            }
            // Make the difference...
            //
 	            snapShot.diff(previous, step.rowsetInputSize(), step.rowsetOutputSize());
               synchronized(stepPerformanceSnapShots) {
   	            snapShotList.add(snapShot);

   	            if (stepPerformanceSnapshotSizeLimit>0 && snapShotList.size()>stepPerformanceSnapshotSizeLimit) {
   	              snapShotList.remove(0);
   	            }
            }
        }
        
        lastStepPerformanceSnapshotSeqNrAdded = stepPerformanceSnapshotSeqNr.get();
   	}
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * This method calculates all the values that are required
 * @param id the id to use or -1 if no id is needed
 * @param status the log status to use
 */
public RowMetaAndData getLogRecord(LogStatus status, Object subject, Object parent) {
	if (subject==null || subject instanceof StepPerformanceSnapShot) {
		StepPerformanceSnapShot snapShot = (StepPerformanceSnapShot) subject;
		
		RowMetaAndData row = new RowMetaAndData();
		
		for (LogTableField field : fields) {
			if (field.isEnabled()) {
				Object value = null;
				if (subject!=null) {
					switch(ID.valueOf(field.getId())){
					
					case ID_BATCH : value = new Long(snapShot.getBatchId()); break;
					case SEQ_NR :  value = new Long(snapShot.getSeqNr()); break;
					case LOGDATE: value = snapShot.getDate(); break;
					case TRANSNAME : value = snapShot.getTransName(); break;
					case STEPNAME:  value = snapShot.getStepName(); break;
					case STEP_COPY:  value = new Long(snapShot.getStepCopy()); break;
					case LINES_READ : value = new Long(snapShot.getLinesRead()); break;
					case LINES_WRITTEN : value = new Long(snapShot.getLinesWritten()); break;
					case LINES_INPUT : value = new Long(snapShot.getLinesInput()); break;
					case LINES_OUTPUT : value = new Long(snapShot.getLinesOutput()); break;
					case LINES_UPDATED : value = new Long(snapShot.getLinesUpdated()); break;
					case LINES_REJECTED : value = new Long(snapShot.getLinesRejected()); break;
					case ERRORS: value = new Long(snapShot.getErrors()); break;
					case INPUT_BUFFER_ROWS: value = new Long(snapShot.getInputBufferSize()); break;
					case OUTPUT_BUFFER_ROWS: value = new Long(snapShot.getOutputBufferSize()); break;
					}
				}

				row.addValue(field.getFieldName(), field.getDataType(), value);
				row.getRowMeta().getValueMeta(row.size()-1).setLength(field.getLength());
			}
		}
			
		return row;
	}
	else {
		return null;
	}
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Adds a step performance snapshot.
 */
protected void addStepPerformanceSnapShot() {
	
	if (stepPerformanceSnapShots==null) return; // Race condition somewhere?
	
	boolean pausedAndNotEmpty = isPaused() && !stepPerformanceSnapShots.isEmpty(); 
	boolean stoppedAndNotEmpty = isStopped() && !stepPerformanceSnapShots.isEmpty(); 
	
   	if (transMeta.isCapturingStepPerformanceSnapShots() && !pausedAndNotEmpty && !stoppedAndNotEmpty)
   	{
        // get the statistics from the steps and keep them...
    	//
   		int seqNr = stepPerformanceSnapshotSeqNr.incrementAndGet();
        for (int i=0;i<steps.size();i++)
        {
            StepMeta stepMeta = steps.get(i).stepMeta;
            StepInterface step = steps.get(i).step;
            
            StepPerformanceSnapShot snapShot = new StepPerformanceSnapShot(
            		seqNr,
            		getBatchId(),
            		new Date(),
            		getName(),
            		stepMeta.getName(),
            		step.getCopy(),
            		step.getLinesRead(),
            		step.getLinesWritten(),
            		step.getLinesInput(),
            		step.getLinesOutput(),
            		step.getLinesUpdated(),
            		step.getLinesRejected(),
            		step.getErrors()
            		);
            List<StepPerformanceSnapShot> snapShotList = stepPerformanceSnapShots.get(step.toString());
            StepPerformanceSnapShot previous;
            if (snapShotList==null) {
            	snapShotList = new ArrayList<StepPerformanceSnapShot>();
            	stepPerformanceSnapShots.put(step.toString(), snapShotList);
            	previous = null;
            }
            else {
            	previous = snapShotList.get(snapShotList.size()-1); // the last one...
            }
            // Make the difference...
            //
 	            snapShot.diff(previous, step.rowsetInputSize(), step.rowsetOutputSize());
               synchronized(stepPerformanceSnapShots) {
   	            snapShotList.add(snapShot);

   	            if (stepPerformanceSnapshotSizeLimit>0 && snapShotList.size()>stepPerformanceSnapshotSizeLimit) {
   	              snapShotList.remove(0);
   	            }
            }
        }
        
        lastStepPerformanceSnapshotSeqNrAdded = stepPerformanceSnapshotSeqNr.get();
   	}
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Write step performance log records.
 *
 * @param startSequenceNr the start sequence numberr
 * @param status the logging status. If this is End, perform cleanup
 * @return the new sequence number
 * @throws KettleException if any errors occur during logging
 */
private int writeStepPerformanceLogRecords(int startSequenceNr, LogStatus status) throws KettleException {
	int lastSeqNr = 0;
	Database ldb = null;
	PerformanceLogTable performanceLogTable = transMeta.getPerformanceLogTable();
	
	if (!performanceLogTable.isDefined() || !transMeta.isCapturingStepPerformanceSnapShots() || stepPerformanceSnapShots==null || stepPerformanceSnapShots.isEmpty()) {
		return 0; // nothing to do here!
	}
	
	try {
		ldb = new Database(this, performanceLogTable.getDatabaseMeta());
		ldb.shareVariablesWith(this);
		ldb.connect();
		ldb.setCommit(logCommitSize);

		// Write to the step performance log table...
		//
		RowMetaInterface rowMeta = performanceLogTable.getLogRecord(LogStatus.START, null, null).getRowMeta();
		ldb.prepareInsert(rowMeta, performanceLogTable.getActualSchemaName(), performanceLogTable.getActualTableName());
		
		synchronized(stepPerformanceSnapShots) {
			Iterator<List<StepPerformanceSnapShot>> iterator = stepPerformanceSnapShots.values().iterator();
			while(iterator.hasNext()) {
				List<StepPerformanceSnapShot> snapshots = iterator.next();
				synchronized(snapshots) {
				  Iterator<StepPerformanceSnapShot> snapshotsIterator = snapshots.iterator();
				  while(snapshotsIterator.hasNext()) {
				    StepPerformanceSnapShot snapshot=snapshotsIterator.next();
             if (snapshot.getSeqNr()>=startSequenceNr && snapshot.getSeqNr()<=lastStepPerformanceSnapshotSeqNrAdded) {
               
               RowMetaAndData row = performanceLogTable.getLogRecord(LogStatus.START, snapshot, null);
               
               ldb.setValuesInsert(row.getRowMeta(), row.getData());
               ldb.insertRow(true);
             }
             lastSeqNr = snapshot.getSeqNr();
				  }
				}
			}
		}
		
		ldb.insertFinished(true);
		
		// Finally, see if the log table needs cleaning up...
		//
		if (status.equals(LogStatus.END)) {
			ldb.cleanupLogRecords(performanceLogTable);
		}

	} catch(Exception e) {
		throw new KettleException(BaseMessages.getString(PKG, "Trans.Exception.ErrorWritingStepPerformanceLogRecordToTable"), e);
	} finally {
		if (ldb!=null) {
			ldb.disconnect();
		}
	}
	
	return lastSeqNr+1;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Adds a step performance snapshot.
 */
protected void addStepPerformanceSnapShot() {

  if ( stepPerformanceSnapShots == null ) {
    return; // Race condition somewhere?
  }

  boolean pausedAndNotEmpty = isPaused() && !stepPerformanceSnapShots.isEmpty();
  boolean stoppedAndNotEmpty = isStopped() && !stepPerformanceSnapShots.isEmpty();

  if ( transMeta.isCapturingStepPerformanceSnapShots() && !pausedAndNotEmpty && !stoppedAndNotEmpty ) {
    // get the statistics from the steps and keep them...
    //
    int seqNr = stepPerformanceSnapshotSeqNr.incrementAndGet();
    for ( int i = 0; i < steps.size(); i++ ) {
      StepMeta stepMeta = steps.get( i ).stepMeta;
      StepInterface step = steps.get( i ).step;

      StepPerformanceSnapShot snapShot =
          new StepPerformanceSnapShot( seqNr, getBatchId(), new Date(), getName(), stepMeta.getName(), step.getCopy(),
              step.getLinesRead(), step.getLinesWritten(), step.getLinesInput(), step.getLinesOutput(), step
                  .getLinesUpdated(), step.getLinesRejected(), step.getErrors() );
      List<StepPerformanceSnapShot> snapShotList = stepPerformanceSnapShots.get( step.toString() );
      StepPerformanceSnapShot previous;
      if ( snapShotList == null ) {
        snapShotList = new ArrayList<>();
        stepPerformanceSnapShots.put( step.toString(), snapShotList );
        previous = null;
      } else {
        previous = snapShotList.get( snapShotList.size() - 1 ); // the last one...
      }
      // Make the difference...
      //
      snapShot.diff( previous, step.rowsetInputSize(), step.rowsetOutputSize() );
      synchronized ( stepPerformanceSnapShots ) {
        snapShotList.add( snapShot );

        if ( stepPerformanceSnapshotSizeLimit > 0 && snapShotList.size() > stepPerformanceSnapshotSizeLimit ) {
          snapShotList.remove( 0 );
        }
      }
    }

    lastStepPerformanceSnapshotSeqNrAdded = stepPerformanceSnapshotSeqNr.get();
  }
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Write step performance log records.
 *
 * @param startSequenceNr
 *          the start sequence numberr
 * @param status
 *          the logging status. If this is End, perform cleanup
 * @return the new sequence number
 * @throws KettleException
 *           if any errors occur during logging
 */
private int writeStepPerformanceLogRecords( int startSequenceNr, LogStatus status ) throws KettleException {
  int lastSeqNr = 0;
  Database ldb = null;
  PerformanceLogTable performanceLogTable = transMeta.getPerformanceLogTable();

  if ( !performanceLogTable.isDefined() || !transMeta.isCapturingStepPerformanceSnapShots()
      || stepPerformanceSnapShots == null || stepPerformanceSnapShots.isEmpty() ) {
    return 0; // nothing to do here!
  }

  try {
    ldb = new Database( this, performanceLogTable.getDatabaseMeta() );
    ldb.shareVariablesWith( this );
    ldb.connect();
    ldb.setCommit( logCommitSize );

    // Write to the step performance log table...
    //
    RowMetaInterface rowMeta = performanceLogTable.getLogRecord( LogStatus.START, null, null ).getRowMeta();
    ldb.prepareInsert( rowMeta, performanceLogTable.getActualSchemaName(), performanceLogTable.getActualTableName() );

    synchronized ( stepPerformanceSnapShots ) {
      Iterator<List<StepPerformanceSnapShot>> iterator = stepPerformanceSnapShots.values().iterator();
      while ( iterator.hasNext() ) {
        List<StepPerformanceSnapShot> snapshots = iterator.next();
        synchronized ( snapshots ) {
          Iterator<StepPerformanceSnapShot> snapshotsIterator = snapshots.iterator();
          while ( snapshotsIterator.hasNext() ) {
            StepPerformanceSnapShot snapshot = snapshotsIterator.next();
            if ( snapshot.getSeqNr() >= startSequenceNr && snapshot
                .getSeqNr() <= lastStepPerformanceSnapshotSeqNrAdded ) {

              RowMetaAndData row = performanceLogTable.getLogRecord( LogStatus.START, snapshot, null );

              ldb.setValuesInsert( row.getRowMeta(), row.getData() );
              ldb.insertRow( true );
            }
            lastSeqNr = snapshot.getSeqNr();
          }
        }
      }
    }

    ldb.insertFinished( true );

    // Finally, see if the log table needs cleaning up...
    //
    if ( status.equals( LogStatus.END ) ) {
      ldb.cleanupLogRecords( performanceLogTable );
    }

  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString( PKG,
        "Trans.Exception.ErrorWritingStepPerformanceLogRecordToTable" ), e );
  } finally {
    if ( ldb != null ) {
      ldb.disconnect();
    }
  }

  return lastSeqNr + 1;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * This method calculates all the values that are required
 *
 * @param id
 *          the id to use or -1 if no id is needed
 * @param status
 *          the log status to use
 */
public RowMetaAndData getLogRecord( LogStatus status, Object subject, Object parent ) {
  if ( subject == null || subject instanceof StepPerformanceSnapShot ) {
    StepPerformanceSnapShot snapShot = (StepPerformanceSnapShot) subject;

    RowMetaAndData row = new RowMetaAndData();

    for ( LogTableField field : fields ) {
      if ( field.isEnabled() ) {
        Object value = null;
        if ( subject != null ) {
          switch ( ID.valueOf( field.getId() ) ) {

            case ID_BATCH:
              value = new Long( snapShot.getBatchId() );
              break;
            case SEQ_NR:
              value = new Long( snapShot.getSeqNr() );
              break;
            case LOGDATE:
              value = snapShot.getDate();
              break;
            case TRANSNAME:
              value = snapShot.getTransName();
              break;
            case STEPNAME:
              value = snapShot.getStepName();
              break;
            case STEP_COPY:
              value = new Long( snapShot.getStepCopy() );
              break;
            case LINES_READ:
              value = new Long( snapShot.getLinesRead() );
              break;
            case LINES_WRITTEN:
              value = new Long( snapShot.getLinesWritten() );
              break;
            case LINES_INPUT:
              value = new Long( snapShot.getLinesInput() );
              break;
            case LINES_OUTPUT:
              value = new Long( snapShot.getLinesOutput() );
              break;
            case LINES_UPDATED:
              value = new Long( snapShot.getLinesUpdated() );
              break;
            case LINES_REJECTED:
              value = new Long( snapShot.getLinesRejected() );
              break;
            case ERRORS:
              value = new Long( snapShot.getErrors() );
              break;
            case INPUT_BUFFER_ROWS:
              value = new Long( snapShot.getInputBufferSize() );
              break;
            case OUTPUT_BUFFER_ROWS:
              value = new Long( snapShot.getOutputBufferSize() );
              break;
            default:
              break;
          }
        }

        row.addValue( field.getFieldName(), field.getDataType(), value );
        row.getRowMeta().getValueMeta( row.size() - 1 ).setLength( field.getLength() );
      }
    }

    return row;
  } else {
    return null;
  }
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * @return the stepPerformanceSnapShots
 */
public Map<String, List<StepPerformanceSnapShot>> getStepPerformanceSnapShots() {
  return stepPerformanceSnapShots;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Gets a named list (map) of step performance snapshots.
 *
 * @return a named list (map) of step performance snapshots
 */
public Map<String, List<StepPerformanceSnapShot>> getStepPerformanceSnapShots() {
	return stepPerformanceSnapShots;
}
 

import org.pentaho.di.trans.performance.StepPerformanceSnapShot; //导入依赖的package包/类
/**
 * Sets the named list (map) of step performance snapshots.
 *
 * @param stepPerformanceSnapShots a named list (map) of step performance snapshots to set
 */
public void setStepPerformanceSnapShots(Map<String, List<StepPerformanceSnapShot>> stepPerformanceSnapShots) {
	this.stepPerformanceSnapShots = stepPerformanceSnapShots;
}