Java ResourceFieldSchema.getName方法代码示例

import org.apache.pig.ResourceSchema.ResourceFieldSchema; //导入方法依赖的package包/类
/** check whether it is just a wrapped tuple */
public static boolean isTupleWrapper(ResourceFieldSchema pigSchema) {
    Boolean status = false;
    if(pigSchema.getType() == DataType.TUPLE)
        if(pigSchema.getName() != null)
            if(pigSchema.getName().equals(AvroStorageUtils.PIG_TUPLE_WRAPPER))
                status = true;
    return status;
}
 

import org.apache.pig.ResourceSchema.ResourceFieldSchema; //导入方法依赖的package包/类
public static Schema getPigSchema(ResourceSchema rSchema) 
throws FrontendException {
    if(rSchema == null) {
        return null;
    }
    List<FieldSchema> fsList = new ArrayList<FieldSchema>();
    for(ResourceFieldSchema rfs : rSchema.getFields()) {
        FieldSchema fs = new FieldSchema(rfs.getName(), 
                rfs.getSchema() == null ? 
                        null : getPigSchema(rfs.getSchema()), rfs.getType());
        
        if(rfs.getType() == DataType.BAG) {
            if (fs.schema != null) { // allow partial schema
                if (fs.schema.size() == 1) {
                    FieldSchema innerFs = fs.schema.getField(0);
                    if (innerFs.type != DataType.TUPLE) {
                        ResourceFieldSchema.throwInvalidSchemaException();
                    }
                } else {
                    ResourceFieldSchema.throwInvalidSchemaException();
                }
            } 
        }
        fsList.add(fs);
    }
    return new Schema(fsList);
}
 

import org.apache.pig.ResourceSchema.ResourceFieldSchema; //导入方法依赖的package包/类
@Override
public void checkSchema(ResourceSchema schema) throws IOException {
  // Get schemaStr and sortColumnNames from the given schema. In the process, we
  // also validate the schema and sorting info.
  ResourceSchema.Order[] orders = schema.getSortKeyOrders();
  boolean descending = false;
  for (ResourceSchema.Order order : orders)
  {
    if (order == ResourceSchema.Order.DESCENDING)
    {
      Log LOG = LogFactory.getLog(TableStorer.class);
      LOG.warn("Sorting in descending order is not supported by Zebra and the table will be unsorted.");
      descending = true;
      break;
    }
  }
  StringBuilder sortColumnNames = new StringBuilder();
  if (!descending) {
    ResourceSchema.ResourceFieldSchema[] fields = schema.getFields();
    int[] index = schema.getSortKeys();
  
    for( int i = 0; i< index.length; i++ ) {
      ResourceFieldSchema field = fields[index[i]];
      String name = field.getName();
      if( name == null )
          throw new IOException("Zebra does not support column positional reference yet");
      if( !org.apache.pig.data.DataType.isAtomic( field.getType() ) )
          throw new IOException( "Field [" + name + "] is not of simple type as required for a sort column now." );
      if( i > 0 )
          sortColumnNames.append( "," );
      sortColumnNames.append( name );
    }
  }

  // Convert resource schema to zebra schema
  org.apache.hadoop.zebra.schema.Schema zebraSchema;
  try {
      zebraSchema = SchemaConverter.convertFromResourceSchema( schema );
  } catch (ParseException ex) {
      throw new IOException("Exception thrown from SchemaConverter: " + ex.getMessage() );
  }

  Properties properties = UDFContext.getUDFContext().getUDFProperties( 
          this.getClass(), new String[]{ udfContextSignature } );
  properties.setProperty( UDFCONTEXT_OUTPUT_SCHEMA, zebraSchema.toString() );
  properties.setProperty( UDFCONTEXT_SORT_INFO, sortColumnNames.toString() );
    
  // This is to turn off type check for potential corner cases - for internal use only;
  if (System.getenv("zebra_output_checktype") != null && System.getenv("zebra_output_checktype").equals("no")) {
    properties.setProperty( UDFCONTEXT_OUTPUT_CHECKTYPE, "no");
  }
}