fr.cenotelie.hime.redist.TokenRepository Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of hime-redist Show documentation
Show all versions of hime-redist Show documentation
Redistributable Java runtime for the parsers generated with Hime
/*******************************************************************************
* Copyright (c) 2017 Association Cénotélie (cenotelie.fr)
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as
* published by the Free Software Foundation, either version 3
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General
* Public License along with this program.
* If not, see {
/**
* Represents the metadata of a token
*/
private static class Cell {
/**
* The terminal's index
*/
public final int terminal;
/**
* The index in the input of this token
*/
public final int inputIndex;
/**
* The length in the input of this token
*/
public final int inputLength;
/**
* Initializes this cell
*
* @param terminal The terminal's index
* @param inputIndex The index in the input of this token
* @param inputLength The length in the input of this token
*/
public Cell(int terminal, int inputIndex, int inputLength) {
this.terminal = terminal;
this.inputIndex = inputIndex;
this.inputLength = inputLength;
}
}
/**
* Represents an iterator over all the tokens in this repository
*/
private class LinearEnumerator implements Iterator {
/**
* The index of the current token
*/
private int current;
/**
* Initializes this iterator
*/
public LinearEnumerator() {
current = 0;
}
@Override
public boolean hasNext() {
return (current < cells.size());
}
@Override
public Token next() {
if (current >= cells.size())
throw new NoSuchElementException();
Token result = at(current);
current++;
return result;
}
@Override
public void remove() {
throw new UnsupportedOperationException("Not implemented");
}
}
/**
* Gets the number of tokens in this repository
*
* @return the number of tokens in this repository
*/
public int size() {
return cells.size();
}
/**
* Gets the token at the specified index
*
* @param index An index in this repository
* @return The token at the specified index
*/
public Token at(int index) {
return new Token(this, index);
}
/**
* The terminal symbols matched in this content
*/
private final List terminals;
/**
* The base text
*/
private final Text text;
/**
* The token data in this content
*/
private final BigList cells;
/**
* Initializes this repository
*
* @param terminals The terminal symbols
* @param text The base text
*/
public TokenRepository(List terminals, Text text) {
this.terminals = terminals;
this.text = text;
this.cells = new BigList<>(Cell.class, Cell[].class);
}
/**
* Gets the terminal symbols matched in this content
*
* @return The terminal symbols matched in this content
*/
List getTerminals() {
return terminals;
}
/**
* Gets the position in the input text of the given token
*
* @param index A token's index
* @return The position in the text
*/
TextPosition getPosition(int index) {
return text.getPositionAt(cells.get(index).inputIndex);
}
/**
* Gets the span in the input text of the given token
*
* @param index A token's index
* @return The span in the text
*/
TextSpan getSpan(int index) {
Cell cell = cells.get(index);
return new TextSpan(cell.inputIndex, cell.inputLength);
}
/**
* Gets the context in the input of the given token
*
* @param index A token's index
* @return The context
*/
TextContext getContext(int index) {
return text.getContext(getSpan(index));
}
/**
* Gets the grammar symbol associated to the given token
*
* @param index A token's index
* @return The associated symbol
*/
public Symbol getSymbol(int index) {
return terminals.get(cells.get(index).terminal);
}
/**
* Gets the value of the given token
*
* @param index A token's index
* @return The associated value
*/
String getValue(int index) {
Cell cell = cells.get(index);
return text.getValue(cell.inputIndex, cell.inputLength);
}
/**
* Gets the token (if any) that contains the specified index in the input text
*
* @param index An index within the input text
* @return The token, if any
*/
public Token findTokenAt(int index) {
int count = cells.size();
if (count == 0)
return null;
int l = 0;
int r = count - 1;
while (l <= r) {
int m = (l + r) / 2;
Cell cell = cells.get(m);
if (index < cell.inputIndex) {
// look on the left
r = m - 1;
} else if (index < cell.inputIndex + cell.inputLength) {
// within the token
return new Token(this, m);
} else {
// look on the right
l = m + 1;
}
}
return null;
}
@Override
public Iterator iterator() {
return new LinearEnumerator();
}
/**
* Registers a new token in this repository
*
* @param terminal The index of the matched terminal
* @param index The starting index of the matched value in the input
* @param length The length of the matched value in the input
* @return The index of the added token
*/
public int add(int terminal, int index, int length) {
return cells.add(new Cell(terminal, index, length));
}
}
|