Java BucketPath.escapeString方法代码示例

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
private Map<String, String> buildPartitionSpec(List<String> partitionValues, Map<String, String> headers, TimeZone timeZone,
    boolean needRounding, int roundUnit, Integer roundValue, boolean useLocalTime)
    throws OdpsException {
    Map<String, String> partitionMap = Maps.newHashMap();
    if (partitionValues == null || partitionValues.size() == 0) {
        return partitionMap;
    }
    if (configure.getMaxcomputePartitionCols().size() != configure.getMaxcomputePartitionVals().size()) {
        throw new RuntimeException("MaxCompute partition fields number not equals input partition values number");
    }
    for (int i = 0; i < partitionValues.size(); i++) {
        String realPartVal = BucketPath
            .escapeString(partitionValues.get(i), headers, timeZone, needRounding,
                roundUnit, roundValue, useLocalTime);
        partitionMap.put(configure.getMaxcomputePartitionCols().get(i), realPartVal);
    }
    return partitionMap;
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
private String buildPartitionSpec(List<String> partitionValues, Map<String, String> headers, TimeZone timeZone,
                                  boolean needRounding, int roundUnit, Integer roundValue, boolean useLocalTime)
        throws OdpsException {
    if (partitionValues == null || partitionValues.size() == 0) {
        return StringUtils.EMPTY;
    }
    if (partitionValues.size() != partitionFields.size()) {
        throw new RuntimeException("Odps partition fields number not equals input partition values number");
    }
    StringBuilder sb = new StringBuilder();
    String sep = "";
    for (int i = 0; i < partitionValues.size(); i++) {
        String realPartVal = BucketPath.escapeString(partitionValues.get(i), headers, timeZone, needRounding,
                roundUnit, roundValue, useLocalTime);
        sb.append(sep).append(partitionFields.get(i)).append("='").append(realPartVal).append("'");
        sep = ",";
    }
    String partitionSpec = sb.toString();
    if (autoCreatePartition && !partitionMap.containsKey(partitionSpec)) {
        odpsTable.createPartition(new PartitionSpec(partitionSpec), true);
        partitionMap.put(partitionSpec, true);
    }
    return partitionSpec;
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
/**
 * Gets the name of the index to use for an index request
 * @param event
 *          Event for which the name of index has to be prepared
 * @return index name of the form 'indexPrefix-formattedTimestamp'
 */
@Override
public String getIndexName(Event event) {
  TimestampedEvent timestampedEvent = new TimestampedEvent(event);
  long timestamp = timestampedEvent.getTimestamp();
  String realIndexPrefix = BucketPath.escapeString(indexPrefix, event.getHeaders());
  return new StringBuilder(realIndexPrefix).append('-')
    .append(fastDateFormat.format(timestamp)).toString();
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
/**
 * Creates and prepares an {@link IndexRequestBuilder} from the supplied
 * {@link Client} via delegation to the subclass-hook template methods
 * {@link #getIndexName(String, long)} and
 * {@link #prepareIndexRequest(IndexRequestBuilder, String, String, Event)}
 */
@Override
public IndexRequestBuilder createIndexRequest(Client client,
      String indexPrefix, String indexType, Event event) throws IOException {
  IndexRequestBuilder request = prepareIndex(client);
  String realIndexPrefix = BucketPath.escapeString(indexPrefix, event.getHeaders());
  String realIndexType = BucketPath.escapeString(indexType, event.getHeaders());

  TimestampedEvent timestampedEvent = new TimestampedEvent(event);
  long timestamp = timestampedEvent.getTimestamp();

  String indexName = getIndexName(realIndexPrefix, timestamp);
  prepareIndexRequest(request, indexName, realIndexType, timestampedEvent);
  return request;
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
/**
 * Creates and prepares an {@link IndexRequestBuilder} from the supplied
 * {@link Client} via delegation to the subclass-hook template methods
 * {@link #getIndexName(String, long)} and
 * {@link #prepareIndexRequest(IndexRequestBuilder, String, String, Event)}
 */
@Override
public IndexRequestBuilder createIndexRequest(Client client,
        String indexPrefix, String indexType, Event event) throws IOException {
    IndexRequestBuilder request = prepareIndex(client);
    String realIndexPrefix = BucketPath.escapeString(indexPrefix, event.getHeaders());
    String realIndexType = BucketPath.escapeString(indexType, event.getHeaders());

    TimestampedEvent timestampedEvent = new TimestampedEvent(event);
    long timestamp = timestampedEvent.getTimestamp();

    String indexName = getIndexName(realIndexPrefix, timestamp);
    prepareIndexRequest(request, indexName, realIndexType, timestampedEvent);
    return request;
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
@Override
public String getIndexPrefix(Event event) {
  return BucketPath.escapeString(indexPrefix, event.getHeaders());
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
@Override
public String getIndexName(Event event) {
  return BucketPath.escapeString(indexName, event.getHeaders());
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
@Override
public String getIndexPrefix(Event event) {
  return BucketPath.escapeString(indexName, event.getHeaders());
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
@Override
public Status process() throws EventDeliveryException {
  logger.debug("processing...");
  Status status = Status.READY;
  Channel channel = getChannel();
  Transaction txn = channel.getTransaction();
  try {
    txn.begin();
    int count;
    for (count = 0; count < batchSize; ++count) {
      Event event = channel.take();

      if (event == null) {
        break;
      }
      String realIndexType = BucketPath.escapeString(indexType, event.getHeaders());
      client.addEvent(event, indexNameBuilder, realIndexType, ttlMs);
    }

    if (count <= 0) {
      sinkCounter.incrementBatchEmptyCount();
      counterGroup.incrementAndGet("channel.underflow");
      status = Status.BACKOFF;
    } else {
      if (count < batchSize) {
        sinkCounter.incrementBatchUnderflowCount();
        status = Status.BACKOFF;
      } else {
        sinkCounter.incrementBatchCompleteCount();
      }

      sinkCounter.addToEventDrainAttemptCount(count);
      client.execute();
    }
    txn.commit();
    sinkCounter.addToEventDrainSuccessCount(count);
    counterGroup.incrementAndGet("transaction.success");
  } catch (Throwable ex) {
    try {
      txn.rollback();
      counterGroup.incrementAndGet("transaction.rollback");
    } catch (Exception ex2) {
      logger.error(
          "Exception in rollback. Rollback might not have been successful.",
          ex2);
    }

    if (ex instanceof Error || ex instanceof RuntimeException) {
      logger.error("Failed to commit transaction. Transaction rolled back.",
          ex);
      Throwables.propagate(ex);
    } else {
      logger.error("Failed to commit transaction. Transaction rolled back.",
          ex);
      throw new EventDeliveryException(
          "Failed to commit transaction. Transaction rolled back.", ex);
    }
  } finally {
    txn.close();
  }
  return status;
}
 

import org.apache.flume.formatter.output.BucketPath; //导入方法依赖的package包/类
@Override
public Status process() throws EventDeliveryException {
  logger.debug("processing...");
  Status status = Status.READY;
  Channel channel = getChannel();
  Transaction txn = channel.getTransaction();
  try {
    txn.begin();
    int count;
    for (count = 0; count < batchSize; ++count) {
      Event event = channel.take();

      if (event == null) {
        break;
      }
      String realIndexType = BucketPath.escapeString(indexType, event.getHeaders());
      client.addEvent(event, indexNameBuilder, realIndexType, ttlMs);
    }

    if (count <= 0) {
      sinkCounter.incrementBatchEmptyCount();
      counterGroup.incrementAndGet("channel.underflow");
      status = Status.BACKOFF;
    } else {
      if (count < batchSize) {
        sinkCounter.incrementBatchUnderflowCount();
        status = Status.BACKOFF;
      } else {
        sinkCounter.incrementBatchCompleteCount();
      }

      sinkCounter.addToEventDrainAttemptCount(count);
      client.execute();
    }
    txn.commit();
    sinkCounter.addToEventDrainSuccessCount(count);
    counterGroup.incrementAndGet("transaction.success");
  } catch (Throwable ex) {
    try {
      txn.rollback();
      counterGroup.incrementAndGet("transaction.rollback");
    } catch (Exception ex2) {
      logger.error(
          "Exception in rollback. Rollback might not have been successful.",
          ex2);
    }

    if (ex instanceof Error || ex instanceof RuntimeException) {
      logger.error(FAILED_TO_COMMIT_TRANSACTION_TRANSACTION_ROLLED_BACK,
          ex);
      Throwables.propagate(ex);
    } else {
      logger.error(FAILED_TO_COMMIT_TRANSACTION_TRANSACTION_ROLLED_BACK,
          ex);
      throw new EventDeliveryException(
              FAILED_TO_COMMIT_TRANSACTION_TRANSACTION_ROLLED_BACK, ex);
    }
  } finally {
    txn.close();
  }
  return status;
}