com.aliasi.test.unit.sentences.IndoEuropeanSentenceModelTest Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of aliasi-lingpipe Show documentation

This is the original Lingpipe: http://alias-i.com/lingpipe/web/download.html There were not made any changes to the source code.

There is a newer version: 4.1.2-JL1.0

Show newest version

/*
 * LingPipe v. 4.1.0
 * Copyright (C) 2003-2011 Alias-i
 *
 * This program is licensed under the Alias-i Royalty Free License
 * Version 1 WITHOUT ANY WARRANTY, without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the Alias-i
 * Royalty Free License Version 1 for more details.
 *
 * You should have received a copy of the Alias-i Royalty Free License
 * Version 1 along with this program; if not, visit
 * http://alias-i.com/lingpipe/licenses/lingpipe-license-1.txt or contact
 * Alias-i, Inc. at 181 North 11th Street, Suite 401, Brooklyn, NY 11211,
 * +1 (718) 290-9170.
 */

package com.aliasi.test.unit.sentences;

import com.aliasi.sentences.IndoEuropeanSentenceModel;
import com.aliasi.sentences.SentenceModel;

import com.aliasi.util.AbstractExternalizable;

import org.junit.Test;

import static junit.framework.Assert.assertEquals;
import static junit.framework.Assert.assertNotNull;
import static org.junit.Assert.assertArrayEquals;

import java.io.IOException;



public class IndoEuropeanSentenceModelTest  {

    @Test
    public void testSerializable() throws IOException {
        IndoEuropeanSentenceModel model
            = new IndoEuropeanSentenceModel(true,false);
        @SuppressWarnings("unchecked")
        IndoEuropeanSentenceModel model2
            = (IndoEuropeanSentenceModel)
            AbstractExternalizable.serializeDeserialize(model);
        assertEquals(model.balanceParens(),model2.balanceParens());
        assertEquals(model.forceFinalStop(),model2.forceFinalStop());
    }

    @Test
    public void testBoundaries() {
        assertBoundaries(new String[] { "John", "ran", "." },
                         new String[] { "", " ", "", "" },
                         new int[] { 2 });
        assertBoundaries(new String[] { "John", "ran", ".", "Hello" },
                         new String[] { "", " ", "", " ", ""},
                         new int[] { 2 });
        assertBoundaries(new String[] { "John", "ran", ".", "Hello", "?" },
                         new String[] { "", " ", "", " ", "", "" },
                         new int[] { 2, 4 });
        assertBoundaries(new String[] { "Mr", ".", "Smith", "ran", "." },
                         new String[] { "", "", " ", " ", "", "" },
                         new int[] { 4 });
        assertBoundaries(new String[] { "Mr", ".", "Smith", "ran", "." },
                         new String[] { "", "", " ", " ", "", "" },
                         new int[] { 4 });
        assertBoundaries(new String[] { "Johnson", ",", "etc", ".", "are", "OK", "." },
                         new String[] { "", "", " ", "", " ", " ", "", " " },
                         new int[] { });
        assertBoundaries(new String[] { "\"", "John", "ran", ".", "\"" },
                         new String[] { "", "", " ", "", "", "" },
                         new int[] { 4 });
        assertBoundaries(new String[] { "\"", "John", "ran", ".",
                                        "\"", "Bill" },
                         new String[] { "", "", " ", "", " ", "", "" },
                         new int[] { 3 });
        assertBoundaries(new String[] { "\"", "Hello", "world", ".",
                                        "What", "up", "?", "\"" },
                         new String[] { "", "", " ", "", " ", " ", "", "", "" },
                         new int[] { 3, 7 });
    }

    private void assertBoundaries(String[] tokens,
                                  String[] whitespaces,
                                  int[] boundaries) {
        assertEquals(tokens.length, whitespaces.length-1);
        SentenceModel model = new IndoEuropeanSentenceModel();
        assertArrayEquals(boundaries,
                          model.boundaryIndices(tokens,whitespaces));
    }

}