Java TypeInfo.getTypeName方法代碼示例

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
@Override
public void initialize(Configuration conf, Properties tbl) throws SerDeException {
  serdeParams = ShimsLoader.getHiveShims()
      .getSerDeParametersShim(conf, tbl, getClass().getName());
  String specifiedColumnMapping = tbl.getProperty(DynamoDBConstants.DYNAMODB_COLUMN_MAPPING);

  for (TypeInfo type : serdeParams.getColumnTypes()) {
    if (HiveDynamoDBTypeFactory.getTypeObjectFromHiveType(type.getTypeName()) == null) {
      throw new SerDeException("Unsupported type: " + type.getTypeName());
    }
  }

  log.info("Provided column mapping: " + specifiedColumnMapping);
  columnMappings = Maps.newHashMap();
  if (!Strings.isNullOrEmpty(specifiedColumnMapping)) {
    columnMappings = HiveDynamoDBUtil.getHiveToDynamoDBSchemaMapping(specifiedColumnMapping);
  }
  addDefaultColumnMappings(serdeParams.getColumnNames());

  log.info("Final column mapping: " + columnMappings);
  objectInspector = new DynamoDBObjectInspector(serdeParams.getColumnNames(), serdeParams
      .getColumnTypes(), columnMappings);
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
private static SegmentSchema convertToIndexRSchema(List<String> columnNames,
                                                   List<TypeInfo> columnTypes,
                                                   Set<String> indexColumns) throws IOException {
    List<ColumnSchema> schemas = new ArrayList<ColumnSchema>();
    for (int i = 0; i < columnNames.size(); i++) {
        String currentColumn = columnNames.get(i);
        TypeInfo currentType = columnTypes.get(i);
        SQLType convertedType = null;

        if (currentType.equals(TypeInfoFactory.intTypeInfo)) {
            convertedType = SQLType.INT;
        } else if (currentType.equals(TypeInfoFactory.longTypeInfo)) {
            convertedType = SQLType.BIGINT;
        } else if (currentType.equals(TypeInfoFactory.floatTypeInfo)) {
            convertedType = SQLType.FLOAT;
        } else if (currentType.equals(TypeInfoFactory.doubleTypeInfo)) {
            convertedType = SQLType.DOUBLE;
        } else if (currentType.equals(TypeInfoFactory.stringTypeInfo)) {
            convertedType = SQLType.VARCHAR;
        } else if (currentType.equals(TypeInfoFactory.dateTypeInfo)) {
            convertedType = SQLType.DATE;
        } else if (currentType.equals(TypeInfoFactory.timestampTypeInfo)) {
            convertedType = SQLType.DATETIME;
        } else {
            throw new IOException("can't recognize this type [" + currentType.getTypeName() + "]");
        }

        boolean isIndexed = indexColumns.contains(currentColumn.toLowerCase());
        schemas.add(new ColumnSchema(currentColumn, convertedType, isIndexed));
    }
    return new SegmentSchema(schemas);
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
private HiveType(TypeInfo typeInfo)
{
    requireNonNull(typeInfo, "typeInfo is null");
    this.hiveTypeName = typeInfo.getTypeName();
    this.typeInfo = typeInfo;
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
/**
 * Initialize the cassandra serialization and deserialization parameters
 * from table properties and configuration.
 *
 * @param job
 * @param tbl
 * @param serdeName
 * @throws org.apache.hadoop.hive.serde2.SerDeException
 *
 */
@Override
protected void initCassandraSerDeParameters(Configuration job, Properties tbl, String serdeName)
        throws SerDeException {
    cassandraKeyspace = parseCassandraKeyspace(tbl);
    cassandraColumnFamily = parseCassandraColumnFamily(tbl);
    cassandraColumnNames = parseOrCreateColumnMapping(tbl);

    cassandraColumnNamesText = new ArrayList<Text>();
    for (String columnName : cassandraColumnNames) {
        cassandraColumnNamesText.add(new Text(columnName));
    }

    serdeParams = LazySimpleSerDe.initSerdeParams(job, tbl, serdeName);

    validatorType = parseOrCreateValidatorType(tbl);

    setTableMapping();

    if (cassandraColumnNames.size() != serdeParams.getColumnNames().size()) {
        throw new SerDeException(serdeName + ": columns has "
                + serdeParams.getColumnNames().size()
                + " elements while cassandra.columns.mapping has "
                + cassandraColumnNames.size() + " elements"
                + " (counting the key if implicit)");
    }

    // we just can make sure that "StandardColumn:" is mapped to MAP<String,?>
    for (int i = 0; i < cassandraColumnNames.size(); i++) {
        String cassandraColName = cassandraColumnNames.get(i);
        if (cassandraColName.endsWith(":")) {
            TypeInfo typeInfo = serdeParams.getColumnTypes().get(i);
            if ((typeInfo.getCategory() != Category.MAP)
                    || (((MapTypeInfo) typeInfo).getMapKeyTypeInfo().getTypeName()
                    != Constants.STRING_TYPE_NAME)) {

                throw new SerDeException(
                        serdeName + ": Cassandra column family '"
                        + cassandraColName
                        + "' should be mapped to map<string,?> but is mapped to "
                        + typeInfo.getTypeName());
            }
        }
    }
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
/**
 * Initialize the cassandra serialization and deserialization parameters
 * from table properties and configuration.
 *
 * @param job
 * @param tbl
 * @param serdeName
 * @throws SerDeException
 */
@Override
protected void initCassandraSerDeParameters(Configuration job, Properties tbl, String serdeName)
        throws SerDeException {
    cassandraKeyspace = parseCassandraKeyspace(tbl);
    cassandraColumnFamily = parseCassandraColumnFamily(tbl);
    cassandraColumnNames = parseOrCreateColumnMapping(tbl);

    cassandraColumnNamesBytes = new ArrayList<BytesWritable>();
    for (String columnName : cassandraColumnNames) {
        cassandraColumnNamesBytes.add(new BytesWritable(columnName.getBytes()));
    }

    iKey = cassandraColumnNames.indexOf(CassandraColumnSerDe.CASSANDRA_KEY_COLUMN);

    serdeParams = LazySimpleSerDe.initSerdeParams(job, tbl, serdeName);

    validatorType = parseOrCreateValidatorType(tbl);

    setTableMapping();

    if (cassandraColumnNames.size() != serdeParams.getColumnNames().size()) {
        throw new SerDeException(serdeName + ": columns has "
                + serdeParams.getColumnNames().size()
                + " elements while cassandra.columns.mapping has "
                + cassandraColumnNames.size() + " elements"
                + " (counting the key if implicit)");
    }

    // we just can make sure that "StandardColumn:" is mapped to MAP<String,?>
    for (int i = 0; i < cassandraColumnNames.size(); i++) {
        String cassandraColName = cassandraColumnNames.get(i);
        if (cassandraColName.endsWith(":")) {
            TypeInfo typeInfo = serdeParams.getColumnTypes().get(i);
            if ((typeInfo.getCategory() != Category.MAP)
                    || (((MapTypeInfo) typeInfo).getMapKeyTypeInfo().getTypeName()
                    != Constants.STRING_TYPE_NAME)) {

                throw new SerDeException(
                        serdeName + ": Cassandra column family '"
                        + cassandraColName
                        + "' should be mapped to map<string,?> but is mapped to "
                        + typeInfo.getTypeName());
            }
        }
    }
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
/**
 * Initialize the cassandra serialization and deserialization parameters from table properties and configuration.
 *
 * @param job
 * @param tbl
 * @param serdeName
 * @throws SerDeException
 */
@Override
protected void initCassandraSerDeParameters(Configuration job, Properties tbl, String serdeName)
    throws SerDeException {
  cassandraColumnFamily = getCassandraColumnFamily(tbl);
  cassandraColumnNames = parseOrCreateColumnMapping(tbl);

  cassandraColumnNamesBytes = new ArrayList<BytesWritable>();
  for (String columnName : cassandraColumnNames) {
    cassandraColumnNamesBytes.add(new BytesWritable(columnName.getBytes()));
  }

  iKey = cassandraColumnNames.indexOf(AbstractColumnSerDe.CASSANDRA_KEY_COLUMN);

  serdeParams = LazySimpleSerDe.initSerdeParams(job, tbl, serdeName);

  validatorType = parseOrCreateValidatorType(tbl);

  setTableMapping();

  if (cassandraColumnNames.size() != serdeParams.getColumnNames().size()) {
    throw new SerDeException(serdeName + ": columns has " +
        serdeParams.getColumnNames().size() +
        " elements while cassandra.columns.mapping has " +
        cassandraColumnNames.size() + " elements" +
        " (counting the key if implicit)");
  }

  // we just can make sure that "StandardColumn:" is mapped to MAP<String,?>
  for (int i = 0; i < cassandraColumnNames.size(); i++) {
    String cassandraColName = cassandraColumnNames.get(i);
    if (cassandraColName.endsWith(":")) {
      TypeInfo typeInfo = serdeParams.getColumnTypes().get(i);
      if ((typeInfo.getCategory() != Category.MAP) ||
          (((MapTypeInfo) typeInfo).getMapKeyTypeInfo().getTypeName()
              != Constants.STRING_TYPE_NAME)) {

        throw new SerDeException(
            serdeName + ": Cassandra column family '"
                + cassandraColName
                + "' should be mapped to map<string,?> but is mapped to "
                + typeInfo.getTypeName());
      }
    }
  }
}
 

import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; //導入方法依賴的package包/類
/**
 * Convert TypeInfo to FieldSchema.
 */
public static FieldSchema getFieldSchemaFromTypeInfo(String fieldName,
    TypeInfo typeInfo) {
  return new FieldSchema(fieldName, typeInfo.getTypeName(),
      "generated by TypeInfoUtils.getFieldSchemaFromTypeInfo");
}