Please wait. This can take some minutes ...
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
ai.vespa.schemals.parser.SchemaParserLexer Maven / Gradle / Ivy
/* Generated by: CongoCC Parser Generator. SchemaParserLexer.java */
package ai.vespa.schemals.parser;
import ai.vespa.schemals.parser.Token.TokenType;
import static ai.vespa.schemals.parser.Token.TokenType.*;
import java.util.*;
public class SchemaParserLexer extends TokenSource {
public static EnumSet getRegularTokens() {
return EnumSet.copyOf(regularTokens);
}
private static MatcherHook MATCHER_HOOK;
// this cannot be initialize here, since hook must be set afterwards
public enum LexicalState {
DEFAULT
}
LexicalState lexicalState = LexicalState.values()[0];
EnumSet activeTokenTypes = null;
// Token types that are "regular" tokens that participate in parsing,
// i.e. declared as TOKEN
static final EnumSet regularTokens = EnumSet.of(EOF, NL, ANNOTATION, ANNOTATIONREFERENCE, SCHEMA, SEARCH, DIVERSITY, MIN_GROUPS, CUTOFF_FACTOR, CUTOFF_STRATEGY, LOOSE, STRICT, DOCUMENT, OPERATION, ON_MATCH, ON_FIRST_PHASE, ON_SECOND_PHASE, ON_SUMMARY, STRUCT, INHERITS, FIELD, FIELDS, FIELDSET, STRUCT_FIELD, IMPORT, AS, INDEXING, SUMMARY_TO, DOCUMENT_SUMMARY, RANK_TYPE, WEIGHT, TYPE, INDEX, INPUTS, MTOKEN, TEXT, WORD, GRAM, GRAM_SIZE, MAX_LENGTH, MAX_OCCURRENCES, MAX_TOKEN_LENGTH, PREFIX, SUBSTRING, SUFFIX, CONSTANT, ONNX_MODEL, SIGNIFICANCE, USE_MODEL, INTRAOP_THREADS, INTEROP_THREADS, GPU_DEVICE, EXECUTION_MODE, PARALLEL, SEQUENTIAL, MODEL, MUTATE, QUERY, RANK_PROFILE, RAW_AS_BASE64_IN_SUMMARY, SUMMARY, FULL, STATIC, DYNAMIC, TOKENS, MATCHED_ELEMENTS_ONLY, SSCONTEXTUAL, SSOVERRIDE, SSTITLE, SSURL, PROPERTIES, ATTRIBUTE, SORTING, DICTIONARY, ASCENDING, DESCENDING, UCA, RAW, LOWERCASE, FUNCTION, LOCALE, STRENGTH, PRIMARY, SECONDARY, TERTIARY, QUATERNARY, IDENTICAL, STEMMING, NORMALIZING, HASH, BTREE, CASED, UNCASED, BOLDING, NONE, ON, OFF, TRUE, FALSE, SYMMETRIC, QUERY_COMMAND, ALIAS, MATCH, RANK, LITERAL, EXACT, FILTER, NORMAL, EXACT_TERMINATOR, IGNORE_DEFAULT_RANK_FEATURES, ID, SOURCE, TO, DIRECT, FROM_DISK, OMIT_SUMMARY_FEATURES, ALWAYS, ON_DEMAND, NEVER, ENABLE_BIT_VECTORS, ENABLE_ONLY_BIT_VECTOR, FAST_ACCESS, MUTABLE, PAGED, FAST_RANK, FAST_SEARCH, LBRACE, RBRACE, COLON, DOT, COMMA, ARRAY, WEIGHTEDSET, MAP, REFERENCE, QUESTIONMARK, CREATE_IF_NONEXISTENT, REMOVE_IF_ZERO, MATCH_PHASE, EVALUATION_POINT, PRE_POST_FILTER_TIPPING_POINT, ORDER, MAX_FILTER_COVERAGE, MAX_HITS, FIRST_PHASE, SECOND_PHASE, GLOBAL_PHASE, MACRO, INLINE, ARITY, LOWER_BOUND, UPPER_BOUND, DENSE_POSTING_LIST_THRESHOLD, ENABLE_BM25, HNSW, MAX_LINKS_PER_NODE, DOUBLE_KEYWORD, FLOAT_KEYWORD, LONG_KEYWORD, STRING_KEYWORD, DISTANCE_METRIC, NEIGHBORS_TO_EXPLORE_AT_INSERT, MULTI_THREADED_INDEXING, RANK_PROPERTIES, RERANK_COUNT, NUM_THREADS_PER_SEARCH, MIN_HITS_PER_THREAD, NUM_SEARCH_PARTITIONS, TERMWISE_LIMIT, POST_FILTER_THRESHOLD, APPROXIMATE_THRESHOLD, TARGET_HITS_MAX_ADJUSTMENT_FACTOR, KEEP_RANK_COUNT, RANK_SCORE_DROP_LIMIT, CONSTANTS, FILE, URI, LESSTHAN, GREATERTHAN, _TOKEN_183, _TOKEN_184, _TOKEN_185, _TOKEN_186, $, _TOKEN_188, _TOKEN_189, _TOKEN_190, _TOKEN_191, TENSOR_TYPE, TENSOR_VALUE_SL, TENSOR_VALUE_ML, MATCHFEATURES_SL, MATCHFEATURES_ML, MATCHFEATURES_ML_INHERITS, SUMMARYFEATURES_SL, SUMMARYFEATURES_ML, SUMMARYFEATURES_ML_INHERITS, RANKFEATURES_SL, RANKFEATURES_ML, EXPRESSION_SL, EXPRESSION_ML, IDENTIFIER, IDENTIFIER_WITH_DASH, DOUBLEQUOTEDSTRING, SINGLEQUOTEDSTRING, CONTEXT, DOUBLE, INTEGER, LONG, STRING, FILE_PATH, HTTP, URI_PATH, VARIABLE, ONNX_INPUT_SL, ONNX_OUTPUT_SL);
// Token types that do not participate in parsing
// i.e. declared as UNPARSED (or SPECIAL_TOKEN)
static final EnumSet unparsedTokens = EnumSet.of(SINGLE_LINE_COMMENT);
// Tokens that are skipped, i.e. SKIP
static final EnumSet skippedTokens = EnumSet.of(_TOKEN_1, _TOKEN_2, _TOKEN_3, _TOKEN_4);
// Tokens that correspond to a MORE, i.e. that are pending
// additional input
static final EnumSet moreTokens = EnumSet.noneOf(TokenType.class);
public SchemaParserLexer(CharSequence input) {
this("input", input);
}
/**
* @param inputSource just the name of the input source (typically the filename)
* that will be used in error messages and so on.
* @param input the input
*/
public SchemaParserLexer(String inputSource, CharSequence input) {
this(inputSource, input, LexicalState.DEFAULT, 1, 1);
}
/**
* @param inputSource just the name of the input source (typically the filename) that
* will be used in error messages and so on.
* @param input the input
* @param lexicalState The starting lexical state, may be null to indicate the default
* starting state
* @param line The line number at which we are starting for the purposes of location/error messages. In most
* normal usage, this is 1.
* @param column number at which we are starting for the purposes of location/error messages. In most normal
* usages this is 1.
*/
public SchemaParserLexer(String inputSource, CharSequence input, LexicalState lexState, int startingLine, int startingColumn) {
super(inputSource, input, startingLine, startingColumn, 1, true, false, false, "");
if (lexicalState != null) switchTo(lexState);
}
public Token getNextToken(Token tok) {
return getNextToken(tok, this.activeTokenTypes);
}
/**
* The public method for getting the next token, that is
* called by SchemaParser.
* It checks whether we have already cached
* the token after this one. If not, it finally goes
* to the NFA machinery
*/
public Token getNextToken(Token tok, EnumSet activeTokenTypes) {
if (tok == null) {
tok = tokenizeAt(0, null, activeTokenTypes);
cacheToken(tok);
return tok;
}
Token cachedToken = tok.nextCachedToken();
// If the cached next token is not currently active, we
// throw it away and go back to the SchemaParserLexer
if (cachedToken != null && activeTokenTypes != null && !activeTokenTypes.contains(cachedToken.getType())) {
reset(tok);
cachedToken = null;
}
if (cachedToken == null) {
Token token = tokenizeAt(tok.getEndOffset(), null, activeTokenTypes);
cacheToken(token);
return token;
}
return cachedToken;
}
static class MatchInfo {
TokenType matchedType;
int matchLength;
@Override
public int hashCode() {
return Objects.hash(matchLength, matchedType);
}
@Override
public boolean equals(Object obj) {
if (this == obj) return true;
if (obj == null) return false;
if (getClass() != obj.getClass()) return false;
MatchInfo other = (MatchInfo) obj;
return matchLength == other.matchLength && matchedType == other.matchedType;
}
}
@FunctionalInterface
private interface MatcherHook {
MatchInfo apply(LexicalState lexicalState, CharSequence input, int position, EnumSet activeTokenTypes, NfaFunction[] nfaFunctions, BitSet currentStates, BitSet nextStates, MatchInfo matchInfo);
}
/**
* Core tokenization method. Note that this can be called from a static context.
* Hence the extra parameters that need to be passed in.
*/
static MatchInfo getMatchInfo(CharSequence input, int position, EnumSet activeTokenTypes, NfaFunction[] nfaFunctions, BitSet currentStates, BitSet nextStates, MatchInfo matchInfo) {
if (matchInfo == null) {
matchInfo = new MatchInfo();
}
if (position >= input.length()) {
matchInfo.matchedType = EOF;
matchInfo.matchLength = 0;
return matchInfo;
}
int start = position;
int matchLength = 0;
TokenType matchedType = TokenType.INVALID;
EnumSet alreadyMatchedTypes = EnumSet.noneOf(TokenType.class);
if (currentStates == null) currentStates = new BitSet(2034);
else currentStates.clear();
if (nextStates == null) nextStates = new BitSet(2034);
else nextStates.clear();
// the core NFA loop
do {
// Holder for the new type (if any) matched on this iteration
if (position > start) {
// What was nextStates on the last iteration
// is now the currentStates!
BitSet temp = currentStates;
currentStates = nextStates;
nextStates = temp;
nextStates.clear();
} else {
currentStates.set(0);
}
if (position >= input.length()) {
break;
}
int curChar = Character.codePointAt(input, position++);
if (curChar > 0xFFFF) position++;
int nextActive = currentStates.nextSetBit(0);
while (nextActive != -1) {
TokenType returnedType = nfaFunctions[nextActive].apply(curChar, nextStates, activeTokenTypes, alreadyMatchedTypes);
if (returnedType != null && (position - start > matchLength || returnedType.ordinal() < matchedType.ordinal())) {
matchedType = returnedType;
matchLength = position - start;
alreadyMatchedTypes.add(returnedType);
}
nextActive = currentStates.nextSetBit(nextActive + 1);
}
if (position >= input.length()) break;
}
while (!nextStates.isEmpty());
matchInfo.matchedType = matchedType;
matchInfo.matchLength = matchLength;
return matchInfo;
}
/**
* @param position The position at which to tokenize.
* @param lexicalState The lexical state in which to tokenize. If this is null, it is the instance variable #lexicalState
* @param activeTokenTypes The active token types. If this is null, they are all active.
* @return the Token at position
*/
final Token tokenizeAt(int position, LexicalState lexicalState, EnumSet activeTokenTypes) {
if (lexicalState == null) lexicalState = this.lexicalState;
int tokenBeginOffset = position;
boolean inMore = false;
int invalidRegionStart = -1;
Token matchedToken = null;
TokenType matchedType = null;
// The core tokenization loop
MatchInfo matchInfo = new MatchInfo();
BitSet currentStates = new BitSet(2034);
BitSet nextStates = new BitSet(2034);
while (matchedToken == null) {
if (!inMore) tokenBeginOffset = position;
if (MATCHER_HOOK != null) {
matchInfo = MATCHER_HOOK.apply(lexicalState, this, position, activeTokenTypes, nfaFunctions, currentStates, nextStates, matchInfo);
if (matchInfo == null) {
matchInfo = getMatchInfo(this, position, activeTokenTypes, nfaFunctions, currentStates, nextStates, matchInfo);
}
} else {
matchInfo = getMatchInfo(this, position, activeTokenTypes, nfaFunctions, currentStates, nextStates, matchInfo);
}
matchedType = matchInfo.matchedType;
inMore = moreTokens.contains(matchedType);
position += matchInfo.matchLength;
if (matchedType == TokenType.INVALID) {
if (invalidRegionStart == -1) {
invalidRegionStart = tokenBeginOffset;
}
int cp = Character.codePointAt(this, position);
++position;
if (cp > 0xFFFF) ++position;
continue;
}
if (invalidRegionStart != -1) {
return new InvalidToken(this, invalidRegionStart, tokenBeginOffset);
}
if (skippedTokens.contains(matchedType)) {
skipTokens(tokenBeginOffset, position);
} else if (regularTokens.contains(matchedType) || unparsedTokens.contains(matchedType)) {
matchedToken = Token.newToken(matchedType, this, tokenBeginOffset, position);
matchedToken.setUnparsed(!regularTokens.contains(matchedType));
}
}
return matchedToken;
}
/**
* Switch to specified lexical state.
* @param lexState the lexical state to switch to
* @return whether we switched (i.e. we weren't already in the desired lexical state)
*/
public boolean switchTo(LexicalState lexState) {
if (this.lexicalState != lexState) {
this.lexicalState = lexState;
return true;
}
return false;
}
// Reset the token source input
// to just after the Token passed in.
void reset(Token t, LexicalState state) {
uncacheTokens(t);
if (state != null) {
switchTo(state);
}
}
void reset(Token t) {
reset(t, null);
}
// NFA related code follows.
// The functional interface that represents
// the acceptance method of an NFA state
@FunctionalInterface
interface NfaFunction {
TokenType apply(int ch, BitSet bs, EnumSet validTypes, EnumSet alreadyMatchedTypes);
}
private static NfaFunction[] nfaFunctions;
// Initialize the various NFA method tables
static {
DEFAULT.NFA_FUNCTIONS_init();
}
//The Nitty-gritty of the NFA code follows.
/**
* Holder class for NFA code related to DEFAULT lexical state
*/
private static class DEFAULT {
private static TokenType getNfaIndex0(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if (ch == '"') {
if (validTypes == null || validTypes.contains(DOUBLEQUOTEDSTRING)) {
nextStates.set(48);
}
} else if (ch == '$') {
if (validTypes == null || validTypes.contains(VARIABLE)) {
nextStates.set(185);
}
} else if (ch == '\'') {
if (validTypes == null || validTypes.contains(SINGLEQUOTEDSTRING)) {
nextStates.set(175);
}
} else if (ch == '+') {
if (validTypes == null || validTypes.contains(_TOKEN_184)) {
nextStates.set(78);
}
} else if (ch == '-') {
if (validTypes == null || validTypes.contains(LONG)) {
nextStates.set(496);
}
if (validTypes == null || validTypes.contains(DOUBLE)) {
nextStates.set(683);
}
if (validTypes == null || validTypes.contains(INTEGER)) {
nextStates.set(59);
}
if (validTypes == null || validTypes.contains(_TOKEN_185)) {
nextStates.set(196);
}
} else if (ch >= '0' && ch <= '9') {
if (validTypes == null || validTypes.contains(DOUBLE)) {
nextStates.set(684);
}
if (validTypes == null || validTypes.contains(LONG)) {
nextStates.set(40);
}
} else if ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z'))) {
if (validTypes == null || validTypes.contains(FILE_PATH)) {
nextStates.set(38);
}
}
if ((ch == 'H') || (ch == 'h')) {
if (validTypes == null || validTypes.contains(URI_PATH)) {
nextStates.set(699);
}
if (validTypes == null || validTypes.contains(HTTP)) {
nextStates.set(1535);
}
} else if (ch == '[') {
if (validTypes == null || validTypes.contains(_TOKEN_183)) {
nextStates.set(120);
}
} else if (ch == 'a') {
if (validTypes == null || validTypes.contains(ANNOTATIONREFERENCE)) {
nextStates.set(230);
}
if (validTypes == null || validTypes.contains(ATTRIBUTE)) {
nextStates.set(685);
}
if (validTypes == null || validTypes.contains(ASCENDING)) {
nextStates.set(975);
}
if (validTypes == null || validTypes.contains(ARRAY)) {
nextStates.set(1143);
}
if (validTypes == null || validTypes.contains(ANNOTATION)) {
nextStates.set(1173);
}
if (validTypes == null || validTypes.contains(ALIAS)) {
nextStates.set(1181);
}
if (validTypes == null || validTypes.contains(APPROXIMATE_THRESHOLD)) {
nextStates.set(1286);
}
if (validTypes == null || validTypes.contains(ALWAYS)) {
nextStates.set(1395);
}
if (validTypes == null || validTypes.contains(AS)) {
nextStates.set(189);
}
if (validTypes == null || validTypes.contains(ARITY)) {
nextStates.set(1653);
}
} else if (ch == 'b') {
if (validTypes == null || validTypes.contains(BTREE)) {
nextStates.set(1458);
}
if (validTypes == null || validTypes.contains(BOLDING)) {
nextStates.set(1607);
}
} else if (ch == 'c') {
if (validTypes == null || validTypes.contains(CREATE_IF_NONEXISTENT)) {
nextStates.set(411);
}
if (validTypes == null || validTypes.contains(CASED)) {
nextStates.set(471);
}
if (validTypes == null || validTypes.contains(CONSTANTS)) {
nextStates.set(791);
}
if (validTypes == null || validTypes.contains(SSCONTEXTUAL)) {
nextStates.set(1306);
}
if (validTypes == null || validTypes.contains(CUTOFF_STRATEGY)) {
nextStates.set(1513);
}
if (validTypes == null || validTypes.contains(CUTOFF_FACTOR)) {
nextStates.set(1617);
}
if (validTypes == null || validTypes.contains(CONSTANT)) {
nextStates.set(1750);
}
} else if (ch == 'd') {
if (validTypes == null || validTypes.contains(DESCENDING)) {
nextStates.set(302);
}
if (validTypes == null || validTypes.contains(DOCUMENT)) {
nextStates.set(344);
}
if (validTypes == null || validTypes.contains(DIVERSITY)) {
nextStates.set(692);
}
if (validTypes == null || validTypes.contains(DOUBLE_KEYWORD)) {
nextStates.set(723);
}
if (validTypes == null || validTypes.contains(DISTANCE_METRIC)) {
nextStates.set(822);
}
if (validTypes == null || validTypes.contains(DOCUMENT_SUMMARY)) {
nextStates.set(885);
}
if (validTypes == null || validTypes.contains(DENSE_POSTING_LIST_THRESHOLD)) {
nextStates.set(1369);
}
if (validTypes == null || validTypes.contains(DICTIONARY)) {
nextStates.set(1628);
}
if (validTypes == null || validTypes.contains(DYNAMIC)) {
nextStates.set(1676);
}
if (validTypes == null || validTypes.contains(DIRECT)) {
nextStates.set(1756);
}
} else if (ch == 'e') {
if (validTypes == null || validTypes.contains(EXACT)) {
nextStates.set(218);
}
if (validTypes == null || validTypes.contains(ENABLE_ONLY_BIT_VECTOR)) {
nextStates.set(451);
}
if (validTypes == null || validTypes.contains(ENABLE_BIT_VECTORS)) {
nextStates.set(798);
}
if (validTypes == null || validTypes.contains(EVALUATION_POINT)) {
nextStates.set(949);
}
if (validTypes == null || validTypes.contains(EXECUTION_MODE)) {
nextStates.set(999);
}
if (validTypes == null || validTypes.contains(EXPRESSION_SL)) {
nextStates.set(1101);
}
if (validTypes == null || validTypes.contains(EXPRESSION_ML)) {
nextStates.set(1113);
}
if (validTypes == null || validTypes.contains(ENABLE_BM25)) {
nextStates.set(1225);
}
if (validTypes == null || validTypes.contains(EXACT_TERMINATOR)) {
nextStates.set(1473);
}
} else if (ch == 'f') {
if (validTypes == null || validTypes.contains(FALSE)) {
nextStates.set(315);
}
if (validTypes == null || validTypes.contains(FAST_ACCESS)) {
nextStates.set(350);
}
if (validTypes == null || validTypes.contains(FROM_DISK)) {
nextStates.set(430);
}
if (validTypes == null || validTypes.contains(FUNCTION)) {
nextStates.set(852);
}
if (validTypes == null || validTypes.contains(FILE)) {
nextStates.set(882);
}
if (validTypes == null || validTypes.contains(FAST_RANK)) {
nextStates.set(914);
}
if (validTypes == null || validTypes.contains(FAST_SEARCH)) {
nextStates.set(940);
}
if (validTypes == null || validTypes.contains(FIELD)) {
nextStates.set(1021);
}
if (validTypes == null || validTypes.contains(FIELDSET)) {
nextStates.set(1237);
}
if (validTypes == null || validTypes.contains(FILTER)) {
nextStates.set(1564);
}
if (validTypes == null || validTypes.contains(FULL)) {
nextStates.set(1585);
}
if (validTypes == null || validTypes.contains(FIRST_PHASE)) {
nextStates.set(1587);
}
if (validTypes == null || validTypes.contains(FIELDS)) {
nextStates.set(1603);
}
if (validTypes == null || validTypes.contains(FLOAT_KEYWORD)) {
nextStates.set(1669);
}
} else if (ch == 'g') {
if (validTypes == null || validTypes.contains(GRAM_SIZE)) {
nextStates.set(968);
}
if (validTypes == null || validTypes.contains(GRAM)) {
nextStates.set(1552);
}
if (validTypes == null || validTypes.contains(GLOBAL_PHASE)) {
nextStates.set(1702);
}
if (validTypes == null || validTypes.contains(GPU_DEVICE)) {
nextStates.set(1742);
}
}
if (ch == 'h') {
if (validTypes == null || validTypes.contains(HNSW)) {
nextStates.set(313);
}
if (validTypes == null || validTypes.contains(HASH)) {
nextStates.set(1339);
}
} else if (ch == 'i') {
if (validTypes == null || validTypes.contains(IMPORT)) {
nextStates.set(381);
}
if (validTypes == null || validTypes.contains(INLINE)) {
nextStates.set(878);
}
if (validTypes == null || validTypes.contains(INHERITS)) {
nextStates.set(923);
}
if (validTypes == null || validTypes.contains(INDEX)) {
nextStates.set(965);
}
if (validTypes == null || validTypes.contains(IDENTICAL)) {
nextStates.set(1184);
}
if (validTypes == null || validTypes.contains(INTRAOP_THREADS)) {
nextStates.set(1212);
}
if (validTypes == null || validTypes.contains(INTEROP_THREADS)) {
nextStates.set(1243);
}
if (validTypes == null || validTypes.contains(INDEXING)) {
nextStates.set(1280);
}
if (validTypes == null || validTypes.contains(IGNORE_DEFAULT_RANK_FEATURES)) {
nextStates.set(1405);
}
if (validTypes == null || validTypes.contains(ID)) {
nextStates.set(187);
}
if (validTypes == null || validTypes.contains(INPUTS)) {
nextStates.set(1672);
}
if (validTypes == null || validTypes.contains(ONNX_INPUT_SL)) {
nextStates.set(1731);
}
} else if (ch == 'k') {
if (validTypes == null || validTypes.contains(KEEP_RANK_COUNT)) {
nextStates.set(1052);
}
} else if (ch == 'l') {
if (validTypes == null || validTypes.contains(LONG_KEYWORD)) {
nextStates.set(446);
}
if (validTypes == null || validTypes.contains(LOOSE)) {
nextStates.set(621);
}
if (validTypes == null || validTypes.contains(LOCALE)) {
nextStates.set(982);
}
if (validTypes == null || validTypes.contains(LOWERCASE)) {
nextStates.set(1146);
}
if (validTypes == null || validTypes.contains(LOWER_BOUND)) {
nextStates.set(1526);
}
if (validTypes == null || validTypes.contains(LITERAL)) {
nextStates.set(1737);
}
} else if (ch == 'm') {
if (validTypes == null || validTypes.contains(MAX_LENGTH)) {
nextStates.set(221);
}
if (validTypes == null || validTypes.contains(MAP)) {
nextStates.set(229);
}
if (validTypes == null || validTypes.contains(MATCHFEATURES_ML_INHERITS)) {
nextStates.set(251);
}
if (validTypes == null || validTypes.contains(MULTI_THREADED_INDEXING)) {
nextStates.set(277);
}
if (validTypes == null || validTypes.contains(MIN_GROUPS)) {
nextStates.set(359);
}
if (validTypes == null || validTypes.contains(MAX_LINKS_PER_NODE)) {
nextStates.set(385);
}
if (validTypes == null || validTypes.contains(MATCH_PHASE)) {
nextStates.set(437);
}
if (validTypes == null || validTypes.contains(MATCHED_ELEMENTS_ONLY)) {
nextStates.set(508);
}
if (validTypes == null || validTypes.contains(MAX_TOKEN_LENGTH)) {
nextStates.set(628);
}
if (validTypes == null || validTypes.contains(MACRO)) {
nextStates.set(875);
}
if (validTypes == null || validTypes.contains(MATCHFEATURES_SL)) {
nextStates.set(986);
}
if (validTypes == null || validTypes.contains(MODEL)) {
nextStates.set(1011);
}
if (validTypes == null || validTypes.contains(MUTATE)) {
nextStates.set(1131);
}
if (validTypes == null || validTypes.contains(MATCHFEATURES_ML)) {
nextStates.set(1198);
}
if (validTypes == null || validTypes.contains(MAX_OCCURRENCES)) {
nextStates.set(1320);
}
if (validTypes == null || validTypes.contains(MAX_HITS)) {
nextStates.set(1333);
}
if (validTypes == null || validTypes.contains(MATCH)) {
nextStates.set(1503);
}
if (validTypes == null || validTypes.contains(MIN_HITS_PER_THREAD)) {
nextStates.set(1568);
}
if (validTypes == null || validTypes.contains(MUTABLE)) {
nextStates.set(1612);
}
if (validTypes == null || validTypes.contains(MAX_FILTER_COVERAGE)) {
nextStates.set(1636);
}
} else if (ch == 'n') {
if (validTypes == null || validTypes.contains(NUM_SEARCH_PARTITIONS)) {
nextStates.set(475);
}
if (validTypes == null || validTypes.contains(NORMALIZING)) {
nextStates.set(585);
}
if (validTypes == null || validTypes.contains(NORMAL)) {
nextStates.set(719);
}
if (validTypes == null || validTypes.contains(NONE)) {
nextStates.set(921);
}
if (validTypes == null || validTypes.contains(NEIGHBORS_TO_EXPLORE_AT_INSERT)) {
nextStates.set(1024);
}
if (validTypes == null || validTypes.contains(NUM_THREADS_PER_SEARCH)) {
nextStates.set(1153);
}
if (validTypes == null || validTypes.contains(NEVER)) {
nextStates.set(1234);
}
} else if (ch == 'o') {
if (validTypes == null || validTypes.contains(ORDER)) {
nextStates.set(310);
}
if (validTypes == null || validTypes.contains(OPERATION)) {
nextStates.set(337);
}
if (validTypes == null || validTypes.contains(ON_SUMMARY)) {
nextStates.set(531);
}
if (validTypes == null || validTypes.contains(ON_SECOND_PHASE)) {
nextStates.set(705);
}
if (validTypes == null || validTypes.contains(OFF)) {
nextStates.set(718);
}
if (validTypes == null || validTypes.contains(ONNX_MODEL)) {
nextStates.set(814);
}
if (validTypes == null || validTypes.contains(ON_DEMAND)) {
nextStates.set(1014);
}
if (validTypes == null || validTypes.contains(ON_FIRST_PHASE)) {
nextStates.set(1077);
}
if (validTypes == null || validTypes.contains(SSOVERRIDE)) {
nextStates.set(1135);
}
if (validTypes == null || validTypes.contains(ON)) {
nextStates.set(166);
}
if (validTypes == null || validTypes.contains(ONNX_OUTPUT_SL)) {
nextStates.set(1506);
}
if (validTypes == null || validTypes.contains(ON_MATCH)) {
nextStates.set(1659);
}
if (validTypes == null || validTypes.contains(OMIT_SUMMARY_FEATURES)) {
nextStates.set(1712);
}
} else if (ch == 'p') {
if (validTypes == null || validTypes.contains(PRIMARY)) {
nextStates.set(367);
}
if (validTypes == null || validTypes.contains(PREFIX)) {
nextStates.set(401);
}
if (validTypes == null || validTypes.contains(PAGED)) {
nextStates.set(448);
}
if (validTypes == null || validTypes.contains(POST_FILTER_THRESHOLD)) {
nextStates.set(642);
}
if (validTypes == null || validTypes.contains(PROPERTIES)) {
nextStates.set(1256);
}
if (validTypes == null || validTypes.contains(PARALLEL)) {
nextStates.set(1399);
}
if (validTypes == null || validTypes.contains(PRE_POST_FILTER_TIPPING_POINT)) {
nextStates.set(1431);
}
} else if (ch == 'q') {
if (validTypes == null || validTypes.contains(QUERY)) {
nextStates.set(572);
}
if (validTypes == null || validTypes.contains(QUATERNARY)) {
nextStates.set(606);
}
if (validTypes == null || validTypes.contains(QUERY_COMMAND)) {
nextStates.set(929);
}
} else if (ch == 'r') {
if (validTypes == null || validTypes.contains(RANK_SCORE_DROP_LIMIT)) {
nextStates.set(318);
}
if (validTypes == null || validTypes.contains(RAW)) {
nextStates.set(497);
}
if (validTypes == null || validTypes.contains(RERANK_COUNT)) {
nextStates.set(498);
}
if (validTypes == null || validTypes.contains(REFERENCE)) {
nextStates.set(614);
}
if (validTypes == null || validTypes.contains(RAW_AS_BASE64_IN_SUMMARY)) {
nextStates.set(661);
}
if (validTypes == null || validTypes.contains(RANK_PROPERTIES)) {
nextStates.set(778);
}
if (validTypes == null || validTypes.contains(RANK_TYPE)) {
nextStates.set(835);
}
if (validTypes == null || validTypes.contains(RANK)) {
nextStates.set(963);
}
if (validTypes == null || validTypes.contains(REMOVE_IF_ZERO)) {
nextStates.set(1264);
}
if (validTypes == null || validTypes.contains(RANKFEATURES_SL)) {
nextStates.set(1461);
}
if (validTypes == null || validTypes.contains(RANKFEATURES_ML)) {
nextStates.set(1537);
}
if (validTypes == null || validTypes.contains(RANK_PROFILE)) {
nextStates.set(1554);
}
} else if (ch == 's') {
if (validTypes == null || validTypes.contains(STRUCT)) {
nextStates.set(247);
}
if (validTypes == null || validTypes.contains(STRICT)) {
nextStates.set(298);
}
if (validTypes == null || validTypes.contains(STRENGTH)) {
nextStates.set(405);
}
if (validTypes == null || validTypes.contains(SCHEMA)) {
nextStates.set(527);
}
if (validTypes == null || validTypes.contains(SORTING)) {
nextStates.set(539);
}
if (validTypes == null || validTypes.contains(SUMMARYFEATURES_ML_INHERITS)) {
nextStates.set(544);
}
if (validTypes == null || validTypes.contains(SECOND_PHASE)) {
nextStates.set(727);
}
if (validTypes == null || validTypes.contains(STATIC)) {
nextStates.set(768);
}
if (validTypes == null || validTypes.contains(SIGNIFICANCE)) {
nextStates.set(842);
}
if (validTypes == null || validTypes.contains(SEQUENTIAL)) {
nextStates.set(867);
}
if (validTypes == null || validTypes.contains(SUMMARYFEATURES_SL)) {
nextStates.set(899);
}
if (validTypes == null || validTypes.contains(STRING_KEYWORD)) {
nextStates.set(1065);
}
if (validTypes == null || validTypes.contains(SUMMARY)) {
nextStates.set(1072);
}
if (validTypes == null || validTypes.contains(SYMMETRIC)) {
nextStates.set(1094);
}
if (validTypes == null || validTypes.contains(SEARCH)) {
nextStates.set(1276);
}
if (validTypes == null || validTypes.contains(SUFFIX)) {
nextStates.set(1316);
}
if (validTypes == null || validTypes.contains(STRUCT_FIELD)) {
nextStates.set(1341);
}
if (validTypes == null || validTypes.contains(SUMMARYFEATURES_ML)) {
nextStates.set(1487);
}
if (validTypes == null || validTypes.contains(SUBSTRING)) {
nextStates.set(1596);
}
if (validTypes == null || validTypes.contains(SOURCE)) {
nextStates.set(1665);
}
if (validTypes == null || validTypes.contains(STEMMING)) {
nextStates.set(1681);
}
if (validTypes == null || validTypes.contains(SUMMARY_TO)) {
nextStates.set(1687);
}
if (validTypes == null || validTypes.contains(SECONDARY)) {
nextStates.set(1695);
}
} else if (ch == 't') {
if (validTypes == null || validTypes.contains(TO)) {
nextStates.set(17);
}
if (validTypes == null || validTypes.contains(TEXT)) {
nextStates.set(494);
}
if (validTypes == null || validTypes.contains(TERMWISE_LIMIT)) {
nextStates.set(594);
}
if (validTypes == null || validTypes.contains(TOKENS)) {
nextStates.set(624);
}
if (validTypes == null || validTypes.contains(TARGET_HITS_MAX_ADJUSTMENT_FACTOR)) {
nextStates.set(737);
}
if (validTypes == null || validTypes.contains(TERTIARY)) {
nextStates.set(772);
}
if (validTypes == null || validTypes.contains(MTOKEN)) {
nextStates.set(1069);
}
if (validTypes == null || validTypes.contains(TYPE)) {
nextStates.set(1141);
}
if (validTypes == null || validTypes.contains(TENSOR_TYPE)) {
nextStates.set(1360);
}
if (validTypes == null || validTypes.contains(TRUE)) {
nextStates.set(1550);
}
if (validTypes == null || validTypes.contains(SSTITLE)) {
nextStates.set(1656);
}
} else if (ch == 'u') {
if (validTypes == null || validTypes.contains(SSURL)) {
nextStates.set(474);
}
if (validTypes == null || validTypes.contains(UPPER_BOUND)) {
nextStates.set(858);
}
if (validTypes == null || validTypes.contains(URI)) {
nextStates.set(884);
}
if (validTypes == null || validTypes.contains(UNCASED)) {
nextStates.set(1089);
}
if (validTypes == null || validTypes.contains(USE_MODEL)) {
nextStates.set(1191);
}
if (validTypes == null || validTypes.contains(UCA)) {
nextStates.set(1305);
}
} else if (ch == 'v') {
if (validTypes == null || validTypes.contains(TENSOR_VALUE_SL)) {
nextStates.set(372);
}
if (validTypes == null || validTypes.contains(TENSOR_VALUE_ML)) {
nextStates.set(575);
}
} else if (ch == 'w') {
if (validTypes == null || validTypes.contains(WEIGHT)) {
nextStates.set(1127);
}
if (validTypes == null || validTypes.contains(WORD)) {
nextStates.set(1314);
}
if (validTypes == null || validTypes.contains(WEIGHTEDSET)) {
nextStates.set(1351);
}
} else if (ch == '#') {
if (validTypes == null || validTypes.contains(SINGLE_LINE_COMMENT)) {
nextStates.set(26);
type = SINGLE_LINE_COMMENT;
}
}
if ((ch == '.') || ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z'))))) {
if (validTypes == null || validTypes.contains(STRING)) {
nextStates.set(52);
type = STRING;
}
}
if (ch >= '0' && ch <= '9') {
if (validTypes == null || validTypes.contains(INTEGER)) {
nextStates.set(59);
type = INTEGER;
}
} else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
if (validTypes == null || validTypes.contains(CONTEXT)) {
nextStates.set(30);
type = CONTEXT;
}
}
if ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z'))) {
if (validTypes == null || validTypes.contains(IDENTIFIER_WITH_DASH)) {
nextStates.set(4);
}
if (validTypes == null || validTypes.contains(IDENTIFIER)) {
nextStates.set(91);
type = IDENTIFIER;
}
} else if (ch == ']') {
if (validTypes == null || validTypes.contains(_TOKEN_191)) {
type = _TOKEN_191;
}
} else if (ch == '[') {
if (validTypes == null || validTypes.contains(_TOKEN_190)) {
type = _TOKEN_190;
}
} else if (ch == ')') {
if (validTypes == null || validTypes.contains(_TOKEN_189)) {
type = _TOKEN_189;
}
} else if (ch == '(') {
if (validTypes == null || validTypes.contains(_TOKEN_188)) {
type = _TOKEN_188;
}
} else if (ch == '$') {
if (validTypes == null || validTypes.contains($)) {
type = $;
}
} else if (ch == '=') {
if (validTypes == null || validTypes.contains(_TOKEN_186)) {
type = _TOKEN_186;
}
} else if (ch == '>') {
if (validTypes == null || validTypes.contains(GREATERTHAN)) {
type = GREATERTHAN;
}
} else if (ch == '<') {
if (validTypes == null || validTypes.contains(LESSTHAN)) {
type = LESSTHAN;
}
} else if (ch == '?') {
if (validTypes == null || validTypes.contains(QUESTIONMARK)) {
type = QUESTIONMARK;
}
} else if (ch == ',') {
if (validTypes == null || validTypes.contains(COMMA)) {
type = COMMA;
}
} else if (ch == '.') {
if (validTypes == null || validTypes.contains(DOT)) {
type = DOT;
}
} else if (ch == ':') {
if (validTypes == null || validTypes.contains(COLON)) {
type = COLON;
}
} else if (ch == '}') {
if (validTypes == null || validTypes.contains(RBRACE)) {
type = RBRACE;
}
} else if (ch == '{') {
if (validTypes == null || validTypes.contains(LBRACE)) {
type = LBRACE;
}
} else if (ch == '\n') {
if (validTypes == null || validTypes.contains(NL)) {
type = NL;
}
} else if (ch == '\f') {
if (validTypes == null || validTypes.contains(_TOKEN_4)) {
type = _TOKEN_4;
}
} else if (ch == '\r') {
if (validTypes == null || validTypes.contains(_TOKEN_3)) {
type = _TOKEN_3;
}
} else if (ch == '\t') {
if (validTypes == null || validTypes.contains(_TOKEN_2)) {
type = _TOKEN_2;
}
} else if (ch == ' ') {
if (validTypes == null || validTypes.contains(_TOKEN_1)) {
type = _TOKEN_1;
}
}
return type;
}
private static TokenType getNfaIndex1(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return EXACT;
}
return null;
}
private static TokenType getNfaIndex2(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'h') {
return MAX_LENGTH;
}
return null;
}
private static TokenType getNfaIndex3(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'p') {
return MAP;
}
return null;
}
private static TokenType getNfaIndex4(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch == '-') || ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z'))))) {
nextStates.set(4);
return IDENTIFIER_WITH_DASH;
}
return null;
}
private static TokenType getNfaIndex5(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return ANNOTATIONREFERENCE;
}
return null;
}
private static TokenType getNfaIndex6(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return STRUCT;
}
return null;
}
private static TokenType getNfaIndex7(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '|') || (ch >= '~')) {
nextStates.set(7);
} else if (ch == '}') {
type = MATCHFEATURES_ML_INHERITS;
}
return type;
}
private static TokenType getNfaIndex8(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return MULTI_THREADED_INDEXING;
}
return null;
}
private static TokenType getNfaIndex9(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return STRICT;
}
return null;
}
private static TokenType getNfaIndex10(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return DESCENDING;
}
return null;
}
private static TokenType getNfaIndex11(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'r') {
return ORDER;
}
return null;
}
private static TokenType getNfaIndex12(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'w') {
return HNSW;
}
return null;
}
private static TokenType getNfaIndex13(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return FALSE;
}
return null;
}
private static TokenType getNfaIndex14(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return RANK_SCORE_DROP_LIMIT;
}
return null;
}
private static TokenType getNfaIndex15(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'n') {
return OPERATION;
}
return null;
}
private static TokenType getNfaIndex16(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return DOCUMENT;
}
return null;
}
private static TokenType getNfaIndex17(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'o') {
return TO;
}
return null;
}
private static TokenType getNfaIndex18(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return FAST_ACCESS;
}
return null;
}
private static TokenType getNfaIndex19(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return MIN_GROUPS;
}
return null;
}
private static TokenType getNfaIndex20(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return PRIMARY;
}
return null;
}
private static TokenType getNfaIndex21(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '\t') || ((ch >= 0xb && ch <= 'z') || ((ch == '|') || (ch >= '~')))) {
nextStates.set(21);
} else if (ch == '{') {
nextStates.set(378);
} else if (ch == '}') {
nextStates.set(22);
type = TENSOR_VALUE_SL;
}
return type;
}
private static TokenType getNfaIndex22(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == '\n') {
return TENSOR_VALUE_SL;
}
return null;
}
private static TokenType getNfaIndex23(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return IMPORT;
}
return null;
}
private static TokenType getNfaIndex24(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return MAX_LINKS_PER_NODE;
}
return null;
}
private static TokenType getNfaIndex25(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'x') {
return PREFIX;
}
return null;
}
private static TokenType getNfaIndex26(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch >= 0x0 && ch <= '\t') || ((ch == 0xb || ch == '\f') || (ch >= 0xe))) {
nextStates.set(26);
return SINGLE_LINE_COMMENT;
}
return null;
}
private static TokenType getNfaIndex27(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'h') {
return STRENGTH;
}
return null;
}
private static TokenType getNfaIndex28(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return CREATE_IF_NONEXISTENT;
}
return null;
}
private static TokenType getNfaIndex29(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'k') {
return FROM_DISK;
}
return null;
}
private static TokenType getNfaIndex30(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z'))) {
nextStates.set(30);
return CONTEXT;
}
return null;
}
private static TokenType getNfaIndex31(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return MATCH_PHASE;
}
return null;
}
private static TokenType getNfaIndex32(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return LONG_KEYWORD;
}
return null;
}
private static TokenType getNfaIndex33(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return PAGED;
}
return null;
}
private static TokenType getNfaIndex34(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'r') {
return ENABLE_ONLY_BIT_VECTOR;
}
return null;
}
private static TokenType getNfaIndex35(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return CASED;
}
return null;
}
private static TokenType getNfaIndex36(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'l') {
return SSURL;
}
return null;
}
private static TokenType getNfaIndex37(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return NUM_SEARCH_PARTITIONS;
}
return null;
}
private static TokenType getNfaIndex38(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch >= '-' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z')))) {
nextStates.set(38);
return FILE_PATH;
}
return null;
}
private static TokenType getNfaIndex39(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return TEXT;
}
return null;
}
private static TokenType getNfaIndex40(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if (ch >= '0' && ch <= '9') {
nextStates.set(40);
} else if (ch == 'L') {
type = LONG;
}
return type;
}
private static TokenType getNfaIndex41(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'w') {
return RAW;
}
return null;
}
private static TokenType getNfaIndex42(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return RERANK_COUNT;
}
return null;
}
private static TokenType getNfaIndex43(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return MATCHED_ELEMENTS_ONLY;
}
return null;
}
private static TokenType getNfaIndex44(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'a') {
return SCHEMA;
}
return null;
}
private static TokenType getNfaIndex45(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return ON_SUMMARY;
}
return null;
}
private static TokenType getNfaIndex46(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return SORTING;
}
return null;
}
private static TokenType getNfaIndex47(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '|') || (ch >= '~')) {
nextStates.set(47);
} else if (ch == '}') {
type = SUMMARYFEATURES_ML_INHERITS;
}
return type;
}
private static TokenType getNfaIndex48(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '!') || (ch >= '#')) {
nextStates.set(48);
} else if (ch == '"') {
type = DOUBLEQUOTEDSTRING;
}
return type;
}
private static TokenType getNfaIndex49(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return QUERY;
}
return null;
}
private static TokenType getNfaIndex50(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch == '\n') || (ch == ' ')) {
nextStates.set(50);
} else if (ch == '}') {
nextStates.set(51);
type = TENSOR_VALUE_ML;
}
return type;
}
private static TokenType getNfaIndex51(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == '\n') {
return TENSOR_VALUE_ML;
}
return null;
}
private static TokenType getNfaIndex52(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch == '.') || ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z'))))) {
nextStates.set(52);
return STRING;
}
return null;
}
private static TokenType getNfaIndex53(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return NORMALIZING;
}
return null;
}
private static TokenType getNfaIndex54(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return TERMWISE_LIMIT;
}
return null;
}
private static TokenType getNfaIndex55(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return QUATERNARY;
}
return null;
}
private static TokenType getNfaIndex56(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return REFERENCE;
}
return null;
}
private static TokenType getNfaIndex57(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return LOOSE;
}
return null;
}
private static TokenType getNfaIndex58(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return TOKENS;
}
return null;
}
private static TokenType getNfaIndex59(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch >= '0' && ch <= '9') {
nextStates.set(59);
return INTEGER;
}
return null;
}
private static TokenType getNfaIndex60(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'h') {
return MAX_TOKEN_LENGTH;
}
return null;
}
private static TokenType getNfaIndex61(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return POST_FILTER_THRESHOLD;
}
return null;
}
private static TokenType getNfaIndex62(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return RAW_AS_BASE64_IN_SUMMARY;
}
return null;
}
private static TokenType getNfaIndex63(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch >= '0' && ch <= '9') {
nextStates.set(63);
return DOUBLE;
}
return null;
}
private static TokenType getNfaIndex64(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return ATTRIBUTE;
}
return null;
}
private static TokenType getNfaIndex65(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return DIVERSITY;
}
return null;
}
private static TokenType getNfaIndex66(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if (ch == '/') {
nextStates.set(704);
}
if ((ch >= '-' && ch <= ':') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z')))) {
nextStates.set(67);
type = URI_PATH;
}
return type;
}
private static TokenType getNfaIndex67(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch >= '-' && ch <= ':') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z')))) {
nextStates.set(67);
return URI_PATH;
}
return null;
}
private static TokenType getNfaIndex68(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return ON_SECOND_PHASE;
}
return null;
}
private static TokenType getNfaIndex69(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'f') {
return OFF;
}
return null;
}
private static TokenType getNfaIndex70(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'l') {
return NORMAL;
}
return null;
}
private static TokenType getNfaIndex71(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return DOUBLE_KEYWORD;
}
return null;
}
private static TokenType getNfaIndex72(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return SECOND_PHASE;
}
return null;
}
private static TokenType getNfaIndex73(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'r') {
return TARGET_HITS_MAX_ADJUSTMENT_FACTOR;
}
return null;
}
private static TokenType getNfaIndex74(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'c') {
return STATIC;
}
return null;
}
private static TokenType getNfaIndex75(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return TERTIARY;
}
return null;
}
private static TokenType getNfaIndex76(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return RANK_PROPERTIES;
}
return null;
}
private static TokenType getNfaIndex77(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return CONSTANTS;
}
return null;
}
private static TokenType getNfaIndex78(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == '=') {
return _TOKEN_184;
}
return null;
}
private static TokenType getNfaIndex79(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return ENABLE_BIT_VECTORS;
}
return null;
}
private static TokenType getNfaIndex80(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'l') {
return ONNX_MODEL;
}
return null;
}
private static TokenType getNfaIndex81(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'c') {
return DISTANCE_METRIC;
}
return null;
}
private static TokenType getNfaIndex82(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return RANK_TYPE;
}
return null;
}
private static TokenType getNfaIndex83(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return SIGNIFICANCE;
}
return null;
}
private static TokenType getNfaIndex84(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'n') {
return FUNCTION;
}
return null;
}
private static TokenType getNfaIndex85(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return UPPER_BOUND;
}
return null;
}
private static TokenType getNfaIndex86(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'l') {
return SEQUENTIAL;
}
return null;
}
private static TokenType getNfaIndex87(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'o') {
return MACRO;
}
return null;
}
private static TokenType getNfaIndex88(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return INLINE;
}
return null;
}
private static TokenType getNfaIndex89(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return FILE;
}
return null;
}
private static TokenType getNfaIndex90(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'i') {
return URI;
}
return null;
}
private static TokenType getNfaIndex91(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || ((ch == '_') || (ch >= 'a' && ch <= 'z')))) {
nextStates.set(91);
return IDENTIFIER;
}
return null;
}
private static TokenType getNfaIndex92(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return DOCUMENT_SUMMARY;
}
return null;
}
private static TokenType getNfaIndex93(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if (ch == ' ') {
nextStates.set(93);
} else if (ch == ':') {
nextStates.set(94);
type = SUMMARYFEATURES_SL;
}
return type;
}
private static TokenType getNfaIndex94(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '\t') || ((ch >= 0xb && ch <= '|') || (ch >= '~'))) {
nextStates.set(94);
type = SUMMARYFEATURES_SL;
} else if (ch == '\n') {
type = SUMMARYFEATURES_SL;
}
return type;
}
private static TokenType getNfaIndex95(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'k') {
return FAST_RANK;
}
return null;
}
private static TokenType getNfaIndex96(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return NONE;
}
return null;
}
private static TokenType getNfaIndex97(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 's') {
return INHERITS;
}
return null;
}
private static TokenType getNfaIndex98(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return QUERY_COMMAND;
}
return null;
}
private static TokenType getNfaIndex99(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'h') {
return FAST_SEARCH;
}
return null;
}
private static TokenType getNfaIndex100(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return EVALUATION_POINT;
}
return null;
}
private static TokenType getNfaIndex101(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'k') {
return RANK;
}
return null;
}
private static TokenType getNfaIndex102(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'x') {
return INDEX;
}
return null;
}
private static TokenType getNfaIndex103(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return GRAM_SIZE;
}
return null;
}
private static TokenType getNfaIndex104(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return ASCENDING;
}
return null;
}
private static TokenType getNfaIndex105(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return LOCALE;
}
return null;
}
private static TokenType getNfaIndex106(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if (ch == ' ') {
nextStates.set(106);
} else if (ch == ':') {
nextStates.set(107);
type = MATCHFEATURES_SL;
}
return type;
}
private static TokenType getNfaIndex107(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
TokenType type = null;
if ((ch >= 0x0 && ch <= '\t') || ((ch >= 0xb && ch <= '|') || (ch >= '~'))) {
nextStates.set(107);
type = MATCHFEATURES_SL;
} else if (ch == '\n') {
type = MATCHFEATURES_SL;
}
return type;
}
private static TokenType getNfaIndex108(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return EXECUTION_MODE;
}
return null;
}
private static TokenType getNfaIndex109(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'l') {
return MODEL;
}
return null;
}
private static TokenType getNfaIndex110(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return ON_DEMAND;
}
return null;
}
private static TokenType getNfaIndex111(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'd') {
return FIELD;
}
return null;
}
private static TokenType getNfaIndex112(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return NEIGHBORS_TO_EXPLORE_AT_INSERT;
}
return null;
}
private static TokenType getNfaIndex113(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 't') {
return KEEP_RANK_COUNT;
}
return null;
}
private static TokenType getNfaIndex114(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'g') {
return STRING_KEYWORD;
}
return null;
}
private static TokenType getNfaIndex115(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'n') {
return MTOKEN;
}
return null;
}
private static TokenType getNfaIndex116(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'y') {
return SUMMARY;
}
return null;
}
private static TokenType getNfaIndex117(int ch, BitSet nextStates, EnumSet validTypes, EnumSet alreadyMatchedTypes) {
if (ch == 'e') {
return ON_FIRST_PHASE;
}
return null;
}
private static TokenType getNfaIndex118(int ch, BitSet nextStates, EnumSet validTypes, EnumSet