org.apache.commons.csv.Token Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of commons-csv Show documentation
Show all versions of commons-csv Show documentation
The Apache Commons CSV library provides a simple interface for reading and writing CSV files of various types.
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.commons.csv;
import static org.apache.commons.csv.Token.Type.INVALID;
/**
* Internal token representation.
*
* It is used as contract between the lexer and the parser.
*
* @version $Id: Token.java 1509069 2013-08-01 02:04:27Z ggregory $
*/
final class Token {
/** length of the initial token (content-)buffer */
private static final int INITIAL_TOKEN_LENGTH = 50;
enum Type {
/** Token has no valid content, i.e. is in its initialized state. */
INVALID,
/** Token with content, at beginning or in the middle of a line. */
TOKEN,
/** Token (which can have content) when the end of file is reached. */
EOF,
/** Token with content when the end of a line is reached. */
EORECORD,
/** Token is a comment line. */
COMMENT
}
/** Token type */
Token.Type type = INVALID;
/** The content buffer. */
final StringBuilder content = new StringBuilder(INITIAL_TOKEN_LENGTH);
/** Token ready flag: indicates a valid token with content (ready for the parser). */
boolean isReady;
void reset() {
content.setLength(0);
type = INVALID;
isReady = false;
}
/**
* Eases IDE debugging.
*
* @return a string helpful for debugging.
*/
@Override
public String toString() {
return type.name() + " [" + content.toString() + "]";
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy