286 lines
11 KiB
Java
286 lines
11 KiB
Java
|
/* GENERATED SOURCE. DO NOT MODIFY. */
|
|||
|
|
// © 2017 and later: Unicode, Inc. and others.
|
|||
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
|||
|
|
package android.icu.impl;
|
|||
|
|
|
|||
|
|
import java.util.EnumMap;
|
|||
|
|
import java.util.Map;
|
|||
|
|
|
|||
|
|
import android.icu.impl.UResource.Value;
|
|||
|
|
import android.icu.text.UnicodeSet;
|
|||
|
|
import android.icu.util.ULocale;
|
|||
|
|
import android.icu.util.UResourceBundle;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* This class statically initializes UnicodeSets, originally built for number parsing. Microbenchmarks
|
|||
|
|
* show this to bring a very sizeable performance boost.
|
|||
|
|
*
|
|||
|
|
* IMPORTANT ASSUMPTION FOR NUMBER PARSING: All of the sets contain code points (no strings) and they are
|
|||
|
|
* all case-folded. If this assumption were ever broken, logic in classes such as SymbolMatcher would
|
|||
|
|
* need to be updated in order to return well-formed sets upon calls to getLeadCodePoints().
|
|||
|
|
*
|
|||
|
|
* @author sffc
|
|||
|
|
* @hide Only a subset of ICU is exposed in Android
|
|||
|
|
*/
|
|||
|
|
public class StaticUnicodeSets {
|
|||
|
|
/**
|
|||
|
|
* @hide Only a subset of ICU is exposed in Android
|
|||
|
|
*/
|
|||
|
|
public static enum Key {
|
|||
|
|
EMPTY,
|
|||
|
|
// Ignorables
|
|||
|
|
DEFAULT_IGNORABLES,
|
|||
|
|
STRICT_IGNORABLES,
|
|||
|
|
|
|||
|
|
// Separators
|
|||
|
|
// Notes:
|
|||
|
|
// - COMMA is a superset of STRICT_COMMA
|
|||
|
|
// - PERIOD is a superset of SCRICT_PERIOD
|
|||
|
|
// - ALL_SEPARATORS is the union of COMMA, PERIOD, and OTHER_GROUPING_SEPARATORS
|
|||
|
|
// - STRICT_ALL_SEPARATORS is the union of STRICT_COMMA, STRICT_PERIOD, and OTHER_GRP_SEPARATORS
|
|||
|
|
COMMA,
|
|||
|
|
PERIOD,
|
|||
|
|
STRICT_COMMA,
|
|||
|
|
STRICT_PERIOD,
|
|||
|
|
APOSTROPHE_SIGN,
|
|||
|
|
OTHER_GROUPING_SEPARATORS,
|
|||
|
|
ALL_SEPARATORS,
|
|||
|
|
STRICT_ALL_SEPARATORS,
|
|||
|
|
|
|||
|
|
// Symbols
|
|||
|
|
// TODO: NaN?
|
|||
|
|
MINUS_SIGN,
|
|||
|
|
PLUS_SIGN,
|
|||
|
|
PERCENT_SIGN,
|
|||
|
|
PERMILLE_SIGN,
|
|||
|
|
INFINITY_SIGN,
|
|||
|
|
|
|||
|
|
// Currency Symbols
|
|||
|
|
DOLLAR_SIGN,
|
|||
|
|
POUND_SIGN,
|
|||
|
|
RUPEE_SIGN,
|
|||
|
|
YEN_SIGN,
|
|||
|
|
WON_SIGN,
|
|||
|
|
|
|||
|
|
// Other
|
|||
|
|
DIGITS,
|
|||
|
|
|
|||
|
|
// Combined Separators with Digits (for lead code points)
|
|||
|
|
DIGITS_OR_ALL_SEPARATORS,
|
|||
|
|
DIGITS_OR_STRICT_ALL_SEPARATORS,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
private static final Map<Key, UnicodeSet> unicodeSets = new EnumMap<>(Key.class);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Gets the static-allocated UnicodeSet according to the provided key.
|
|||
|
|
*
|
|||
|
|
* @param key
|
|||
|
|
* The desired UnicodeSet according to the enum in this file.
|
|||
|
|
* @return The requested UnicodeSet. Guaranteed to be frozen and non-null, but may be empty if an
|
|||
|
|
* error occurred during data loading.
|
|||
|
|
*/
|
|||
|
|
public static UnicodeSet get(Key key) {
|
|||
|
|
UnicodeSet candidate = unicodeSets.get(key);
|
|||
|
|
if (candidate == null) {
|
|||
|
|
return UnicodeSet.EMPTY;
|
|||
|
|
}
|
|||
|
|
return candidate;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Checks if the UnicodeSet given by key1 contains the given string.
|
|||
|
|
*
|
|||
|
|
* @param str
|
|||
|
|
* The string to check.
|
|||
|
|
* @param key1
|
|||
|
|
* The set to check.
|
|||
|
|
* @return key1 if the set contains str, or COUNT if not.
|
|||
|
|
*/
|
|||
|
|
public static Key chooseFrom(String str, Key key1) {
|
|||
|
|
return get(key1).contains(str) ? key1 : null;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Checks if the UnicodeSet given by either key1 or key2 contains the string.
|
|||
|
|
*
|
|||
|
|
* Exported as U_COMMON_API for numparse_decimal.cpp
|
|||
|
|
*
|
|||
|
|
* @param str
|
|||
|
|
* The string to check.
|
|||
|
|
* @param key1
|
|||
|
|
* The first set to check.
|
|||
|
|
* @param key2
|
|||
|
|
* The second set to check.
|
|||
|
|
* @return key1 if that set contains str; key2 if that set contains str; or COUNT if neither set
|
|||
|
|
* contains str.
|
|||
|
|
*/
|
|||
|
|
public static Key chooseFrom(String str, Key key1, Key key2) {
|
|||
|
|
return get(key1).contains(str) ? key1 : chooseFrom(str, key2);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* Looks through all Currency-related sets for the given string, returning the first match or null if
|
|||
|
|
* no match was round.
|
|||
|
|
*/
|
|||
|
|
public static Key chooseCurrency(String str) {
|
|||
|
|
if (get(Key.DOLLAR_SIGN).contains(str)) {
|
|||
|
|
return Key.DOLLAR_SIGN;
|
|||
|
|
} else if (get(Key.POUND_SIGN).contains(str)) {
|
|||
|
|
return Key.POUND_SIGN;
|
|||
|
|
} else if (get(Key.RUPEE_SIGN).contains(str)) {
|
|||
|
|
return Key.RUPEE_SIGN;
|
|||
|
|
} else if (get(Key.YEN_SIGN).contains(str)) {
|
|||
|
|
return Key.YEN_SIGN;
|
|||
|
|
} else if (get(Key.WON_SIGN).contains(str)) {
|
|||
|
|
return Key.WON_SIGN;
|
|||
|
|
} else {
|
|||
|
|
return null;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
private static UnicodeSet computeUnion(Key k1, Key k2) {
|
|||
|
|
return new UnicodeSet().addAll(get(k1)).addAll(get(k2)).freeze();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
private static UnicodeSet computeUnion(Key k1, Key k2, Key k3) {
|
|||
|
|
return new UnicodeSet().addAll(get(k1)).addAll(get(k2)).addAll(get(k3)).freeze();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
private static void saveSet(Key key, String unicodeSetPattern) {
|
|||
|
|
assert unicodeSets.get(key) == null;
|
|||
|
|
unicodeSets.put(key, new UnicodeSet(unicodeSetPattern).freeze());
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/*
|
|||
|
|
parse{
|
|||
|
|
date{
|
|||
|
|
lenient{
|
|||
|
|
"[\\--/]",
|
|||
|
|
"[\\:∶]",
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
general{
|
|||
|
|
lenient{
|
|||
|
|
"[.․。︒﹒．｡]",
|
|||
|
|
"[\$﹩＄$]",
|
|||
|
|
"[£₤]",
|
|||
|
|
"[₨₹{Rp}{Rs}]",
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
number{
|
|||
|
|
lenient{
|
|||
|
|
"[\\-‒⁻₋−➖﹣－]",
|
|||
|
|
"[,،٫、︐︑﹐﹑，､]",
|
|||
|
|
"[+⁺₊➕﬩﹢＋]",
|
|||
|
|
}
|
|||
|
|
stricter{
|
|||
|
|
"[,٫︐﹐，]",
|
|||
|
|
"[.․﹒．｡]",
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
*/
|
|||
|
|
static class ParseDataSink extends UResource.Sink {
|
|||
|
|
@Override
|
|||
|
|
public void put(android.icu.impl.UResource.Key key, Value value, boolean noFallback) {
|
|||
|
|
UResource.Table contextsTable = value.getTable();
|
|||
|
|
for (int i = 0; contextsTable.getKeyAndValue(i, key, value); i++) {
|
|||
|
|
if (key.contentEquals("date")) {
|
|||
|
|
// ignore
|
|||
|
|
} else {
|
|||
|
|
assert key.contentEquals("general") || key.contentEquals("number");
|
|||
|
|
UResource.Table strictnessTable = value.getTable();
|
|||
|
|
for (int j = 0; strictnessTable.getKeyAndValue(j, key, value); j++) {
|
|||
|
|
boolean isLenient = key.contentEquals("lenient");
|
|||
|
|
UResource.Array array = value.getArray();
|
|||
|
|
for (int k = 0; k < array.getSize(); k++) {
|
|||
|
|
array.getValue(k, value);
|
|||
|
|
String str = value.toString();
|
|||
|
|
// There is both lenient and strict data for comma/period,
|
|||
|
|
// but not for any of the other symbols.
|
|||
|
|
if (str.indexOf('.') != -1) {
|
|||
|
|
saveSet(isLenient ? Key.PERIOD : Key.STRICT_PERIOD, str);
|
|||
|
|
} else if (str.indexOf(',') != -1) {
|
|||
|
|
saveSet(isLenient ? Key.COMMA : Key.STRICT_COMMA, str);
|
|||
|
|
} else if (str.indexOf('+') != -1) {
|
|||
|
|
saveSet(Key.PLUS_SIGN, str);
|
|||
|
|
} else if (str.indexOf('-') != -1) {
|
|||
|
|
saveSet(Key.MINUS_SIGN, str);
|
|||
|
|
} else if (str.indexOf('$') != -1) {
|
|||
|
|
saveSet(Key.DOLLAR_SIGN, str);
|
|||
|
|
} else if (str.indexOf('£') != -1) {
|
|||
|
|
saveSet(Key.POUND_SIGN, str);
|
|||
|
|
} else if (str.indexOf('₹') != -1) {
|
|||
|
|
saveSet(Key.RUPEE_SIGN, str);
|
|||
|
|
} else if (str.indexOf('¥') != -1) {
|
|||
|
|
saveSet(Key.YEN_SIGN, str);
|
|||
|
|
} else if (str.indexOf('₩') != -1) {
|
|||
|
|
saveSet(Key.WON_SIGN, str);
|
|||
|
|
} else if (str.indexOf('%') != -1) {
|
|||
|
|
saveSet(Key.PERCENT_SIGN, str);
|
|||
|
|
} else if (str.indexOf('‰') != -1) {
|
|||
|
|
saveSet(Key.PERMILLE_SIGN, str);
|
|||
|
|
} else if (str.indexOf('’') != -1) {
|
|||
|
|
saveSet(Key.APOSTROPHE_SIGN, str);
|
|||
|
|
} else {
|
|||
|
|
// TODO(ICU-20428): Make ICU automatically accept new classes?
|
|||
|
|
throw new AssertionError("Unknown class of parse lenients: " + str);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
static {
|
|||
|
|
unicodeSets.put(Key.EMPTY, new UnicodeSet("[]").freeze());
|
|||
|
|
// These sets were decided after discussion with icu-design@. See tickets #13084 and #13309.
|
|||
|
|
// Zs+TAB is "horizontal whitespace" according to UTS #18 (blank property).
|
|||
|
|
unicodeSets.put(Key.DEFAULT_IGNORABLES,
|
|||
|
|
new UnicodeSet("[[:Zs:][\\u0009][:Bidi_Control:][:Variation_Selector:]]").freeze());
|
|||
|
|
unicodeSets.put(Key.STRICT_IGNORABLES, new UnicodeSet("[[:Bidi_Control:]]").freeze());
|
|||
|
|
|
|||
|
|
// CLDR provides data for comma, period, minus sign, and plus sign.
|
|||
|
|
ICUResourceBundle rb = (ICUResourceBundle) UResourceBundle
|
|||
|
|
.getBundleInstance(ICUData.ICU_BASE_NAME, ULocale.ROOT);
|
|||
|
|
rb.getAllItemsWithFallback("parse", new ParseDataSink());
|
|||
|
|
|
|||
|
|
// NOTE: It is OK for these assertions to fail if there was a no-data build.
|
|||
|
|
assert unicodeSets.containsKey(Key.COMMA);
|
|||
|
|
assert unicodeSets.containsKey(Key.STRICT_COMMA);
|
|||
|
|
assert unicodeSets.containsKey(Key.PERIOD);
|
|||
|
|
assert unicodeSets.containsKey(Key.STRICT_PERIOD);
|
|||
|
|
assert unicodeSets.containsKey(Key.APOSTROPHE_SIGN);
|
|||
|
|
|
|||
|
|
UnicodeSet otherGrouping = new UnicodeSet(
|
|||
|
|
"[٬‘\\u0020\\u00A0\\u2000-\\u200A\\u202F\\u205F\\u3000]");
|
|||
|
|
otherGrouping.addAll(unicodeSets.get(Key.APOSTROPHE_SIGN));
|
|||
|
|
unicodeSets.put(Key.OTHER_GROUPING_SEPARATORS, otherGrouping.freeze());
|
|||
|
|
unicodeSets.put(Key.ALL_SEPARATORS,
|
|||
|
|
computeUnion(Key.COMMA, Key.PERIOD, Key.OTHER_GROUPING_SEPARATORS));
|
|||
|
|
unicodeSets.put(Key.STRICT_ALL_SEPARATORS,
|
|||
|
|
computeUnion(Key.STRICT_COMMA, Key.STRICT_PERIOD, Key.OTHER_GROUPING_SEPARATORS));
|
|||
|
|
|
|||
|
|
assert unicodeSets.containsKey(Key.MINUS_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.PLUS_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.PERCENT_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.PERMILLE_SIGN);
|
|||
|
|
|
|||
|
|
unicodeSets.put(Key.INFINITY_SIGN, new UnicodeSet("[∞]").freeze());
|
|||
|
|
|
|||
|
|
assert unicodeSets.containsKey(Key.DOLLAR_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.POUND_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.RUPEE_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.YEN_SIGN);
|
|||
|
|
assert unicodeSets.containsKey(Key.WON_SIGN);
|
|||
|
|
|
|||
|
|
unicodeSets.put(Key.DIGITS, new UnicodeSet("[:digit:]").freeze());
|
|||
|
|
|
|||
|
|
unicodeSets.put(Key.DIGITS_OR_ALL_SEPARATORS, computeUnion(Key.DIGITS, Key.ALL_SEPARATORS));
|
|||
|
|
unicodeSets.put(Key.DIGITS_OR_STRICT_ALL_SEPARATORS,
|
|||
|
|
computeUnion(Key.DIGITS, Key.STRICT_ALL_SEPARATORS));
|
|||
|
|
}
|
|||
|
|
}
|