com.aliasi.test.unit.chunk.RegExChunkerTest Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of aliasi-lingpipe Show documentation

This is the original Lingpipe: http://alias-i.com/lingpipe/web/download.html There were not made any changes to the source code.

There is a newer version: 4.1.2-JL1.0

Show newest version

package com.aliasi.test.unit.chunk;

import com.aliasi.chunk.RegExChunker;
import com.aliasi.chunk.ChunkFactory;
import com.aliasi.chunk.ChunkingImpl;

import java.io.IOException;

import static com.aliasi.test.unit.chunk.CharLmHmmChunkerTest.assertChunkingCompile;

import org.junit.Test;


public class RegExChunkerTest {

    @Test
    public void test1() throws IOException, ClassNotFoundException {
        ChunkingImpl chunking = new ChunkingImpl("abcdef");
        chunking.add(ChunkFactory.createChunk(0,3,"typeA",-1.2));
        chunking.add(ChunkFactory.createChunk(3,5,"typeA",-1.2));
        assertChunkingCompile(new RegExChunker("abc|de","typeA", -1.2),
                              chunking);


        ChunkingImpl chunking2 = new ChunkingImpl("abcdef");
        chunking2.add(ChunkFactory.createChunk(0,3,"typeA",-1.2));
        assertChunkingCompile(new RegExChunker("(abc|ab|a)","typeA", -1.2),
                              chunking2);

        ChunkingImpl chunking3 = new ChunkingImpl("aabaa bab");
        chunking3.add(ChunkFactory.createChunk(0,5,"typeB",-12));
        chunking3.add(ChunkFactory.createChunk(6,8,"typeB",-12));
        chunking3.add(ChunkFactory.createChunk(8,9,"typeB",-12));
        assertChunkingCompile(new RegExChunker("(a*ba*|b*ab*)","typeB",-12),
                              chunking3);
    }

}