commonMain.org.antlr.v4.kotlinruntime.TokenSource.kt Maven / Gradle / Ivy
/*
* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
* Use of this file is governed by the BSD 3-clause license that
* can be found in the LICENSE.txt file in the project root.
*/
package org.antlr.v4.kotlinruntime
/**
* A source of tokens must provide a sequence of tokens via [.nextToken]
* and also must reveal it's source of characters; [CommonToken]'s text is
* computed from a [CharStream]; it only store indices into the char
* stream.
*
*
* Errors from the lexer are never passed to the parser. Either you want to keep
* going or you do not upon token recognition error. If you do not want to
* continue lexing then you do not want to continue parsing. Just throw an
* exception not under [RecognitionException] and Java will naturally toss
* you all the way out of the recognizers. If you want to continue lexing then
* you should not throw an exception to the parser--it has already requested a
* token. Keep lexing until you get a valid one. Just report errors and keep
* going, looking for a valid token.
*/
interface TokenSource {
/**
* Get the line number for the current position in the input stream. The
* first line in the input is line 1.
*
* @return The line number for the current position in the input stream, or
* 0 if the current token source does not track line numbers.
*/
val line: Int
/**
* Get the index into the current line for the current position in the input
* stream. The first character on a line has position 0.
*
* @return The line number for the current position in the input stream, or
* -1 if the current token source does not track character positions.
*/
val charPositionInLine: Int
/**
* Get the [CharStream] from which this token source is currently
* providing tokens.
*
* @return The [CharStream] associated with the current position in
* the input, or `null` if no input stream is available for the token
* source.
*/
//var inputStream: CharStream?
fun readInputStream(): CharStream?
/**
* Gets the name of the underlying input source. This method returns a
* non-null, non-empty string. If such a name is not known, this method
* returns [IntStream.UNKNOWN_SOURCE_NAME].
*/
val sourceName: String?
/**
* Gets the [TokenFactory] this token source is currently using for
* creating [Token] objects from the input.
*
* @return The [TokenFactory] currently used by this token source.
*/
/**
* Set the [TokenFactory] this token source should use for creating
* [Token] objects from the input.
*
* @param factory The [TokenFactory] to use for creating tokens.
*/
var tokenFactory: TokenFactory<*>
/**
* Return a [Token] object from your input stream (usually a
* [CharStream]). Do not fail/return upon lexing error; keep chewing
* on the characters until you get a good one; errors are not passed through
* to the parser.
*/
fun nextToken(): Token
}