org.sonar.plugins.web.lex.AbstractTokenizer Maven / Gradle / Ivy
/*
* Sonar Web Plugin
* Copyright (C) 2010 Matthijs Galesloot
* [email protected]
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.sonar.plugins.web.lex;
import java.util.List;
import org.apache.commons.lang.ArrayUtils;
import org.sonar.channel.Channel;
import org.sonar.channel.CodeReader;
import org.sonar.channel.EndMatcher;
import org.sonar.plugins.web.node.Node;
/**
* AbstractTokenizer provides basic token parsing.
*
* @author Matthijs Galesloot
* @since 1.0
*/
abstract class AbstractTokenizer> extends Channel {
private final class EndTokenMatcher implements EndMatcher {
private final CodeReader codeReader;
private boolean quoting;
private int nesting;
private EndTokenMatcher(CodeReader codeReader) {
this.codeReader = codeReader;
}
public boolean match(int endFlag) {
if (endFlag == '"') {
quoting = !quoting;
}
if (!quoting) {
boolean started = ArrayUtils.isEquals(codeReader.peek(startChars.length), startChars);
if (started) {
nesting++;
} else {
boolean ended = ArrayUtils.isEquals(codeReader.peek(endChars.length), endChars);
if (ended) {
nesting--;
return nesting < 0;
}
}
}
return false;
}
}
private final char[] endChars;
private final char[] startChars;
public AbstractTokenizer(String startChars, String endChars) {
this.startChars = startChars.toCharArray();
this.endChars = endChars.toCharArray();
}
protected void addNode(List nodeList, Node node) {
nodeList.add(node);
}
@Override
public boolean consume(CodeReader codeReader, T nodeList) {
if (ArrayUtils.isEquals(codeReader.peek(startChars.length), startChars)) {
Node node = createNode();
setStartPosition(codeReader, node);
StringBuilder stringBuilder = new StringBuilder();
codeReader.popTo(new EndTokenMatcher(codeReader), stringBuilder);
for (int i = 0; i < endChars.length; i++) {
codeReader.pop(stringBuilder);
}
node.setCode(stringBuilder.toString());
setEndPosition(codeReader, node);
addNode(nodeList, node);
return true;
} else {
return false;
}
}
abstract Node createNode();
protected final void setEndPosition(CodeReader code, Node node) {
node.setEndLinePosition(code.getLinePosition());
node.setEndColumnPosition(code.getColumnPosition());
}
protected final void setStartPosition(CodeReader code, Node node) {
node.setStartLinePosition(code.getLinePosition());
node.setStartColumnPosition(code.getColumnPosition());
}
}