org.fife.ui.rsyntaxtextarea.modes.RubyTokenMaker Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of rsyntaxtextarea Show documentation
Show all versions of rsyntaxtextarea Show documentation
RSyntaxTextArea is the syntax highlighting text editor for Swing applications. Features include syntax highlighting for 40+ languages, code folding, code completion, regex find and replace, macros, code templates, undo/redo, line numbering and bracket matching.
/* The following code was generated by JFlex 1.4.1 on 1/20/09 10:04 AM */ /* * 09/11/2008 * * RubyTokenMaker.java - Scanner for Ruby * * This library is distributed under a modified BSD license. See the included * RSyntaxTextArea.License.txt file for details. */ package org.fife.ui.rsyntaxtextarea.modes; import java.io.*; import javax.swing.text.Segment; import org.fife.ui.rsyntaxtextarea.*; /** * Scanner for Ruby.file will contain two * definitions of both* * This implementation was created using * JFlex 1.4.1; however, the generated file * was modified for performance. Memory allocation needs to be almost * completely removed to be competitive with the handwritten lexers (subclasses * of
AbstractTokenMaker, so this class has been modified so that * Strings are never allocated (via yytext()), and the scanner never has to * worry about refilling its buffer (needlessly copying chars around). * We can achieve this because RText always scans exactly 1 line of tokens at a * time, and hands the scanner this line as an array of characters (a Segment * really). Since tokens contain pointers to char arrays instead of Strings * holding their contents, there is no need for allocating new memory for * Strings.* * The actual algorithm generated for scanning has, of course, not been * modified.
* * If you wish to regenerate this file yourself, keep in mind the following: *
*
- The generated RubyTokenMaker.java
zzRefillandyyreset. * You should hand-delete the second of each definition (the ones * generated by the lexer), as these generated methods modify the input * buffer, which we'll never have to do. *
yylex() on the generated scanner
* directly; rather, you should use getTokenList as you would
* with any other TokenMaker instance.aState
*/
private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
private static final String ZZ_ATTRIBUTE_PACKED_0 =
"\17\0\4\1\1\11\11\1\1\11\10\1\1\11\2\1"+
"\1\11\24\1\3\11\2\1\2\11\1\1\1\11\1\1"+
"\1\11\1\1\1\11\1\1\1\11\1\1\1\11\1\1"+
"\1\11\2\1\2\11\1\1\2\11\1\1\1\11\1\1"+
"\2\11\1\1\1\11\1\1\1\11\40\1\1\0\17\1"+
"\1\0\6\11\4\1\1\11\1\0\20\1\2\11\2\1"+
"\1\0\47\1\1\0\11\1\5\0\21\1\1\0\25\1"+
"\1\11\5\1\1\0\3\1\4\0\11\1\1\11\12\1"+
"\1\0\2\1\2\11\3\0\10\1\1\11\1\1\6\0"+
"\4\1\2\11\10\1";
private static int [] zzUnpackAttribute() {
int [] result = new int[344];
int offset = 0;
offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
return result;
}
private static int zzUnpackAttribute(String packed, int offset, int [] result) {
int i = 0; /* index in packed string */
int j = offset; /* index in unpacked array */
int l = packed.length();
while (i < l) {
int count = packed.charAt(i++);
int value = packed.charAt(i++);
do result[j++] = value; while (--count > 0);
}
return j;
}
/** the input device */
private java.io.Reader zzReader;
/** the current state of the DFA */
private int zzState;
/** the current lexical state */
private int zzLexicalState = YYINITIAL;
/** this buffer contains the current text to be matched and is
the source of the yytext() string */
private char zzBuffer[];
/** the textposition at the last accepting state */
private int zzMarkedPos;
/** the current text position in the buffer */
private int zzCurrentPos;
/** startRead marks the beginning of the yytext() string in the buffer */
private int zzStartRead;
/** endRead marks the last character in the buffer, that has been read
from input */
private int zzEndRead;
/** zzAtEOF == true <=> the scanner is at the EOF */
private boolean zzAtEOF;
/* user code: */
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an unquoted/double quoted/backtick EOF heredoc.
*/
public static final int INTERNAL_HEREDOC_EOF_UNQUOTED = -1;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an single quoted EOF heredoc.
*/
public static final int INTERNAL_HEREDOC_EOF_SINGLE_QUOTED = -2;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an double quoted EOF heredoc.
*/
public static final int INTERNAL_HEREDOC_EOF_DOUBLE_QUOTED = -3;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an unquoted/double quoted/backtick EOT heredoc.
*/
public static final int INTERNAL_HEREDOC_EOT_UNQUOTED = -4;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an single quoted EOT heredoc.
*/
public static final int INTERNAL_HEREDOC_EOT_SINGLE_QUOTED = -5;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* an double quoted EOT heredoc.
*/
public static final int INTERNAL_HEREDOC_EOT_DOUBLE_QUOTED = -6;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q!...! style double quoted string.
*/
public static final int INTERNAL_STRING_Q_BANG = -7;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q{...} style double quoted string.
*/
public static final int INTERNAL_STRING_Q_CURLY_BRACE = -8;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q<...> style double quoted string.
*/
public static final int INTERNAL_STRING_Q_LT = -9;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q(...) style double quoted string.
*/
public static final int INTERNAL_STRING_Q_PAREN = -10;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q/.../ style double quoted string.
*/
public static final int INTERNAL_STRING_Q_SLASH = -11;
/**
* Token type specific to RubyTokenMaker; this signals that we are inside
* a %Q[...] style double quoted string.
*/
public static final int INTERNAL_STRING_Q_SQUARE_BRACKET = -12;
/**
* Constructor. This must be here because JFlex does not generate a
* no-parameter constructor.
*/
public RubyTokenMaker() {
}
/**
* Adds the token specified to the current linked list of tokens as an
* "end token;" that is, at zzMarkedPos.
*
* @param tokenType The token's type.
*/
private void addEndToken(int tokenType) {
addToken(zzMarkedPos,zzMarkedPos, tokenType);
}
/**
* Adds the token specified to the current linked list of tokens.
*
* @param tokenType The token's type.
*/
private void addToken(int tokenType) {
addToken(zzStartRead, zzMarkedPos-1, tokenType);
}
/**
* Adds the token specified to the current linked list of tokens.
*
* @param tokenType The token's type.
*/
private void addToken(int start, int end, int tokenType) {
int so = start + offsetShift;
addToken(zzBuffer, start,end, tokenType, so);
}
/**
* Adds the token specified to the current linked list of tokens.
*
* @param array The character array.
* @param start The starting offset in the array.
* @param end The ending offset in the array.
* @param tokenType The token's type.
* @param startOffset The offset in the document at which this token
* occurs.
*/
@Override
public void addToken(char[] array, int start, int end, int tokenType, int startOffset) {
super.addToken(array, start,end, tokenType, startOffset);
zzStartRead = zzMarkedPos;
}
/**
* {@inheritDoc}
*/
@Override
public String[] getLineCommentStartAndEnd(int languageIndex) {
return new String[] { "#", null };
}
/**
* Returns whether tokens of the specified type should have "mark
* occurrences" enabled for the current programming language.
*
* @param type The token type.
* @return Whether tokens of this type should have "mark occurrences"
* enabled.
*/
@Override
public boolean getMarkOccurrencesOfTokenType(int type) {
return type==Token.IDENTIFIER || type==Token.VARIABLE;
}
/**
* Returns the first token in the linked list of tokens generated
* from text. This method must be implemented by
* subclasses so they can correctly implement syntax highlighting.
*
* @param text The text from which to get tokens.
* @param initialTokenType The token type we should start with.
* @param startOffset The offset into the document at which
* text starts.
* @return The first Token in a linked list representing
* the syntax highlighted text.
*/
public Token getTokenList(Segment text, int initialTokenType, int startOffset) {
resetTokenList();
this.offsetShift = -text.offset + startOffset;
// Start off in the proper state.
int state = Token.NULL;
switch (initialTokenType) {
case Token.COMMENT_DOCUMENTATION:
state = DOCCOMMENT;
start = text.offset;
break;
case Token.LITERAL_STRING_DOUBLE_QUOTE:
state = STRING;
start = text.offset;
break;
case Token.LITERAL_CHAR:
state = CHAR_LITERAL;
start = text.offset;
break;
case Token.LITERAL_BACKQUOTE:
state = BACKTICKS;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOF_UNQUOTED:
state = HEREDOC_EOF_UNQUOTED;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOF_SINGLE_QUOTED:
state = HEREDOC_EOF_SINGLE_QUOTED;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOF_DOUBLE_QUOTED:
state = HEREDOC_EOF_DOUBLE_QUOTED;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOT_UNQUOTED:
state = HEREDOC_EOT_UNQUOTED;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOT_SINGLE_QUOTED:
state = HEREDOC_EOT_SINGLE_QUOTED;
start = text.offset;
break;
case INTERNAL_HEREDOC_EOT_DOUBLE_QUOTED:
state = HEREDOC_EOT_DOUBLE_QUOTED;
start = text.offset;
break;
case INTERNAL_STRING_Q_BANG:
state = STRING_Q_BANG;
start = text.offset;
break;
case INTERNAL_STRING_Q_CURLY_BRACE:
state = STRING_Q_CURLY_BRACE;
start = text.offset;
break;
case INTERNAL_STRING_Q_LT:
state = STRING_Q_LT;
start = text.offset;
break;
case INTERNAL_STRING_Q_PAREN:
state = STRING_Q_PAREN;
start = text.offset;
break;
case INTERNAL_STRING_Q_SLASH:
state = STRING_Q_SLASH;
start = text.offset;
break;
case INTERNAL_STRING_Q_SQUARE_BRACKET:
state = STRING_Q_SQUARE_BRACKET;
start = text.offset;
break;
default:
state = Token.NULL;
}
s = text;
try {
yyreset(zzReader);
yybegin(state);
return yylex();
} catch (IOException ioe) {
ioe.printStackTrace();
return new TokenImpl();
}
}
/**
* Refills the input buffer.
*
* @return true if EOF was reached, otherwise
* false.
* @exception IOException if any I/O-Error occurs.
*/
private boolean zzRefill() throws java.io.IOException {
return zzCurrentPos>=s.offset+s.count;
}
/**
* Resets the scanner to read from a new input stream.
* Does not close the old reader.
*
* All internal variables are reset, the old input stream
* cannot be reused (internal buffer is discarded and lost).
* Lexical state is set to YY_INITIAL.
*
* @param reader the new input stream
*/
public final void yyreset(java.io.Reader reader) throws java.io.IOException {
// 's' has been updated.
zzBuffer = s.array;
/*
* We replaced the line below with the two below it because zzRefill
* no longer "refills" the buffer (since the way we do it, it's always
* "full" the first time through, since it points to the segment's
* array). So, we assign zzEndRead here.
*/
//zzStartRead = zzEndRead = s.offset;
zzStartRead = s.offset;
zzEndRead = zzStartRead + s.count - 1;
zzCurrentPos = zzMarkedPos = s.offset;
zzLexicalState = YYINITIAL;
zzReader = reader;
zzAtEOF = false;
}
/**
* Creates a new scanner
* There is also a java.io.InputStream version of this constructor.
*
* @param in the java.io.Reader to read input from.
*/
public RubyTokenMaker(java.io.Reader in) {
this.zzReader = in;
}
/**
* Creates a new scanner.
* There is also java.io.Reader version of this constructor.
*
* @param in the java.io.Inputstream to read input from.
*/
public RubyTokenMaker(java.io.InputStream in) {
this(new java.io.InputStreamReader(in));
}
/**
* Unpacks the compressed character translation table.
*
* @param packed the packed character translation table
* @return the unpacked character translation table
*/
private static char [] zzUnpackCMap(String packed) {
char [] map = new char[0x10000];
int i = 0; /* index in packed string */
int j = 0; /* index in unpacked array */
while (i < 188) {
int count = packed.charAt(i++);
char value = packed.charAt(i++);
do map[j++] = value; while (--count > 0);
}
return map;
}
/**
* Returns the current lexical state.
*/
public final int yystate() {
return zzLexicalState;
}
/**
* Enters a new lexical state
*
* @param newState the new lexical state
*/
@Override
public final void yybegin(int newState) {
zzLexicalState = newState;
}
/**
* Returns the text matched by the current regular expression.
*/
public final String yytext() {
return new String( zzBuffer, zzStartRead, zzMarkedPos-zzStartRead );
}
/**
* Returns the character at position pos from the
* matched text.
*
* It is equivalent to yytext().charAt(pos), but faster
*
* @param pos the position of the character to fetch.
* A value from 0 to yylength()-1.
*
* @return the character at position pos
*/
public final char yycharat(int pos) {
return zzBuffer[zzStartRead+pos];
}
/**
* Returns the length of the matched text region.
*/
public final int yylength() {
return zzMarkedPos-zzStartRead;
}
/**
* Reports an error that occured while scanning.
*
* In a wellformed scanner (no or only correct usage of
* yypushback(int) and a match-all fallback rule) this method
* will only be called with things that "Can't Possibly Happen".
* If this method is called, something is seriously wrong
* (e.g. a JFlex bug producing a faulty scanner etc.).
*
* Usual syntax/scanner level error handling should be done
* in error fallback rules.
*
* @param errorCode the code of the errormessage to display
*/
private void zzScanError(int errorCode) {
String message;
try {
message = ZZ_ERROR_MSG[errorCode];
}
catch (ArrayIndexOutOfBoundsException e) {
message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];
}
throw new Error(message);
}
/**
* Pushes the specified amount of characters back into the input stream.
*
* They will be read again by then next call of the scanning method
*
* @param number the number of characters to be read again.
* This number must not be greater than yylength()!
*/
public void yypushback(int number) {
if ( number > yylength() )
zzScanError(ZZ_PUSHBACK_2BIG);
zzMarkedPos -= number;
}
/**
* Resumes scanning until the next regular expression is matched,
* the end of input is encountered or an I/O-Error occurs.
*
* @return the next token
* @exception java.io.IOException if any I/O-Error occurs
*/
public org.fife.ui.rsyntaxtextarea.Token yylex() throws java.io.IOException {
int zzInput;
int zzAction;
// cached fields:
int zzCurrentPosL;
int zzMarkedPosL;
int zzEndReadL = zzEndRead;
char [] zzBufferL = zzBuffer;
char [] zzCMapL = ZZ_CMAP;
int [] zzTransL = ZZ_TRANS;
int [] zzRowMapL = ZZ_ROWMAP;
int [] zzAttrL = ZZ_ATTRIBUTE;
while (true) {
zzMarkedPosL = zzMarkedPos;
zzAction = -1;
zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;
zzState = zzLexicalState;
zzForAction: {
while (true) {
if (zzCurrentPosL < zzEndReadL)
zzInput = zzBufferL[zzCurrentPosL++];
else if (zzAtEOF) {
zzInput = YYEOF;
break zzForAction;
}
else {
// store back cached positions
zzCurrentPos = zzCurrentPosL;
zzMarkedPos = zzMarkedPosL;
boolean eof = zzRefill();
// get translated positions and possibly new buffer
zzCurrentPosL = zzCurrentPos;
zzMarkedPosL = zzMarkedPos;
zzBufferL = zzBuffer;
zzEndReadL = zzEndRead;
if (eof) {
zzInput = YYEOF;
break zzForAction;
}
else {
zzInput = zzBufferL[zzCurrentPosL++];
}
}
int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ];
if (zzNext == -1) break zzForAction;
zzState = zzNext;
int zzAttributes = zzAttrL[zzState];
if ( (zzAttributes & 1) == 1 ) {
zzAction = zzState;
zzMarkedPosL = zzCurrentPosL;
if ( (zzAttributes & 8) == 8 ) break zzForAction;
}
}
}
// store back cached position
zzMarkedPos = zzMarkedPosL;
switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
case 39:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_LT);
}
case 52: break;
case 2:
{ addToken(Token.IDENTIFIER);
}
case 53: break;
case 45:
{ addToken(Token.LITERAL_BOOLEAN);
}
case 54: break;
case 32:
{ addToken(start,zzStartRead-1, Token.COMMENT_DOCUMENTATION); return firstToken;
}
case 55: break;
case 19:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_PAREN); return firstToken;
}
case 56: break;
case 18:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_CURLY_BRACE); return firstToken;
}
case 57: break;
case 20:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_SLASH); return firstToken;
}
case 58: break;
case 46:
{ yybegin(YYINITIAL); addToken(start,zzStartRead+3, Token.COMMENT_DOCUMENTATION);
}
case 59: break;
case 10:
{ start = zzMarkedPos-1; yybegin(STRING);
}
case 60: break;
case 44:
{ if (start==zzStartRead) { addToken(Token.PREPROCESSOR); addNullToken(); return firstToken; }
}
case 61: break;
case 9:
{ addToken(Token.FUNCTION);
}
case 62: break;
case 22:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_LT); return firstToken;
}
case 63: break;
case 42:
{ addToken(Token.VARIABLE);
}
case 64: break;
case 1:
{ addToken(Token.ERROR_IDENTIFIER);
}
case 65: break;
case 31:
{ addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOT_SINGLE_QUOTED); return firstToken;
}
case 66: break;
case 4:
{ addToken(Token.COMMENT_EOL); addNullToken(); return firstToken;
}
case 67: break;
case 41:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_CURLY_BRACE);
}
case 68: break;
case 50:
{ start = zzStartRead; yybegin(HEREDOC_EOF_SINGLE_QUOTED);
}
case 69: break;
case 51:
{ start = zzStartRead; yybegin(HEREDOC_EOT_SINGLE_QUOTED);
}
case 70: break;
case 47:
{ start = zzStartRead; yybegin(HEREDOC_EOF_UNQUOTED);
}
case 71: break;
case 14:
{ /* Skip escaped chars. */
}
case 72: break;
case 25:
{ yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_CHAR);
}
case 73: break;
case 43:
{ addToken(Token.LITERAL_NUMBER_HEXADECIMAL);
}
case 74: break;
case 28:
{ addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOF_UNQUOTED); return firstToken;
}
case 75: break;
case 6:
{ addToken(Token.WHITESPACE);
}
case 76: break;
case 17:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_BANG); return firstToken;
}
case 77: break;
case 35:
{ addToken(Token.PREPROCESSOR);
}
case 78: break;
case 11:
{ start = zzMarkedPos-1; yybegin(CHAR_LITERAL);
}
case 79: break;
case 3:
{ addToken(Token.LITERAL_NUMBER_DECIMAL_INT);
}
case 80: break;
case 38:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_SLASH);
}
case 81: break;
case 27:
{ yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_BACKQUOTE);
}
case 82: break;
case 16:
{ yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE);
}
case 83: break;
case 37:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_BANG);
}
case 84: break;
case 23:
{ /* Skip escaped single quotes only, but this should still work. */
}
case 85: break;
case 30:
{ addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOT_UNQUOTED); return firstToken;
}
case 86: break;
case 49:
{ start = zzMarkedPos-6; yybegin(DOCCOMMENT);
}
case 87: break;
case 34:
{ addToken(Token.RESERVED_WORD);
}
case 88: break;
case 26:
{ addToken(start,zzStartRead-1, Token.LITERAL_BACKQUOTE); return firstToken;
}
case 89: break;
case 36:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_SQUARE_BRACKET);
}
case 90: break;
case 8:
{ addToken(Token.SEPARATOR);
}
case 91: break;
case 5:
{ addNullToken(); return firstToken;
}
case 92: break;
case 21:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_SQUARE_BRACKET); return firstToken;
}
case 93: break;
case 40:
{ start = zzMarkedPos-yylength(); yybegin(STRING_Q_PAREN);
}
case 94: break;
case 7:
{ addToken(Token.OPERATOR);
}
case 95: break;
case 24:
{ addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken;
}
case 96: break;
case 33:
{ addToken(Token.LITERAL_NUMBER_FLOAT);
}
case 97: break;
case 48:
{ start = zzStartRead; yybegin(HEREDOC_EOT_UNQUOTED);
}
case 98: break;
case 12:
{ start = zzMarkedPos-1; yybegin(BACKTICKS);
}
case 99: break;
case 13:
{
}
case 100: break;
case 15:
{ addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken;
}
case 101: break;
case 29:
{ addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOF_SINGLE_QUOTED); return firstToken;
}
case 102: break;
default:
if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
zzAtEOF = true;
switch (zzLexicalState) {
case HEREDOC_EOF_SINGLE_QUOTED: {
addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOF_SINGLE_QUOTED); return firstToken;
}
case 345: break;
case DOCCOMMENT: {
yybegin(YYINITIAL); addToken(start,zzEndRead, Token.COMMENT_DOCUMENTATION); return firstToken;
}
case 346: break;
case HEREDOC_EOT_SINGLE_QUOTED: {
addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOT_SINGLE_QUOTED); return firstToken;
}
case 347: break;
case HEREDOC_EOT_UNQUOTED: {
addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOT_UNQUOTED); return firstToken;
}
case 348: break;
case STRING_Q_SLASH: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_SLASH); return firstToken;
}
case 349: break;
case STRING_Q_BANG: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_BANG); return firstToken;
}
case 350: break;
case STRING_Q_LT: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_LT); return firstToken;
}
case 351: break;
case STRING: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken;
}
case 352: break;
case BACKTICKS: {
addToken(start,zzStartRead-1, Token.LITERAL_BACKQUOTE); return firstToken;
}
case 353: break;
case YYINITIAL: {
addNullToken(); return firstToken;
}
case 354: break;
case HEREDOC_EOF_UNQUOTED: {
addToken(start,zzStartRead-1, Token.PREPROCESSOR); addEndToken(INTERNAL_HEREDOC_EOF_UNQUOTED); return firstToken;
}
case 355: break;
case STRING_Q_CURLY_BRACE: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_CURLY_BRACE); return firstToken;
}
case 356: break;
case STRING_Q_PAREN: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_PAREN); return firstToken;
}
case 357: break;
case CHAR_LITERAL: {
addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken;
}
case 358: break;
case STRING_Q_SQUARE_BRACKET: {
addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); addEndToken(INTERNAL_STRING_Q_SQUARE_BRACKET); return firstToken;
}
case 359: break;
default:
return null;
}
}
else {
zzScanError(ZZ_NO_MATCH);
}
}
}
}
}