org.tinygroup.chinese.batch.BatchWordReaderParser Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of org.tinygroup.tinyseg Show documentation

The newest version!

package org.tinygroup.chinese.batch;

import org.tinygroup.chinese.WordParser;
import org.tinygroup.chinese.WordParserManager;
import org.tinygroup.chinese.WordParserMode;
import org.tinygroup.chinese.WordParserType;
import org.tinygroup.chinese.single.SingleToken;
import org.tinygroup.chinese.single.SingleWordReaderParser;

import java.io.IOException;
import java.io.Reader;
import java.util.Collection;
import java.util.List;
import java.util.Map;

/**
 * Created by luog on 15/4/13.
 */
public class BatchWordReaderParser implements WordParser {
    private SingleWordReaderParser singleWordReaderParser = new SingleWordReaderParser();
    private BatchToken[] batchTokens;
    private Map batchTokenMap;
    private int position;


    public void parse(WordParserManager wordParserManager, Reader reader,WordParserType wordParserType, WordParserMode wordParserMode) throws IOException {
        singleWordReaderParser.parse(wordParserManager,reader,wordParserType,wordParserMode);
        SingleToken singleToken = null;
        while ((singleToken = singleWordReaderParser.nextToken()) != null) {
            BatchToken batchToken = batchTokenMap.get(singleToken.getWord());
            if (batchToken == null) {
                batchToken = new BatchToken(singleToken);
                batchTokenMap.put(singleToken.getWord(), batchToken);
            } else {
                batchToken.setCount(batchToken.getCount() + 1);
            }
        }
        batchTokens = batchTokenMap.values().toArray(new BatchToken[0]);
    }

    public Collection tokens() {
        return batchTokenMap.values();
    }

    public BatchToken nextToken() {
        if (batchTokens != null && position < batchTokens.length) {
            return batchTokens[position++];
        }
        return null;
    }

    public List nextSentenceTokens() throws IOException {
        return null;
    }
}