Java NormalizerImpl类代码示例

import sun.text.normalizer.NormalizerImpl; //导入依赖的package包/类
private StringBuffer normalize(StringBuffer src){
    /*
     * Option UNORM_BEFORE_PRI_29:
     *
     * IDNA as interpreted by IETF members (see unicode mailing list 2004H1)
     * requires strict adherence to Unicode 3.2 normalization,
     * including buggy composition from before fixing Public Review Issue #29.
     * Note that this results in some valid but nonsensical text to be
     * either corrupted or rejected, depending on the text.
     * See http://www.unicode.org/review/resolved-pri.html#pri29
     * See unorm.cpp and cnormtst.c
     */
    return new StringBuffer(
        Normalizer.normalize(
            src.toString(),
            java.text.Normalizer.Form.NFKC,
            Normalizer.UNICODE_3_2|NormalizerImpl.BEFORE_PRI_29));
}
 

import sun.text.normalizer.NormalizerImpl; //导入依赖的package包/类
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 

import sun.text.normalizer.NormalizerImpl; //导入依赖的package包/类
/**
 * Returns the combining class of the given character
 * @param ch character to retrieve combining class of
 * @return combining class of the given character
 */
public static final int getCombiningClass(int ch) {
    return NormalizerImpl.getCombiningClass(ch);
}