cc.mallet.pipe.tsf.Target2BIOFormat Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of jcore-mallet-2.0.9 Show documentation

MALLET is a Java-based package for statistical natural language processing, document classification, clustering, topic modeling, information extraction, and other machine learning applications to text.

The newest version!

/* Copyright (C) 2002 Univ. of Massachusetts Amherst, Computer Science Dept.
   This file is part of "MALLET" (MAchine Learning for LanguagE Toolkit).
   http://www.cs.umass.edu/~mccallum/mallet
   This software is provided under the terms of the Common Public License,
   version 1.0, as published by http://www.opensource.org.  For further
   information, see the file `LICENSE' included with this distribution. */




/** 
   @author Aron Culotta [email protected]
 */

package cc.mallet.pipe.tsf;

import java.io.*;

import cc.mallet.pipe.*;
import cc.mallet.types.*;

/**
	 Creates a {@link LabelSequence} out of a {@link TokenSequence} that
	 is the target of an {@link Instance}. Labels are constructed out of
	 each Token in the TokenSequence to conform with BIO format (Begin,
	 Inside, Outside of Segment). Prepends a "B-" to Tokens that leave a
	 background state and an "I-" to tags that have the same label as
	 the previous Token. NOTE: This class assumes that subsequent
	 identical tags belong to the same Segment. This means that you
	 cannot have B B I, only B I I.
 */
public class Target2BIOFormat extends Pipe implements Serializable
{
	String backgroundTag;
	
	public Target2BIOFormat ()
	{
		super (null, new LabelAlphabet());
		backgroundTag = "O";
	}

	/**
		 @param background represents Tokens that are not part of a target
		 Segment.
	 */
	public Target2BIOFormat (String background)
	{
		super (null, new LabelAlphabet());
		this.backgroundTag = background;
	}

	public Instance pipe (Instance carrier)
	{
		
		Object target = carrier.getTarget();
		if (target instanceof TokenSequence) {
			Alphabet v = getTargetAlphabet ();
			TokenSequence ts = (TokenSequence) target;
			int indices[] = new int[ts.size()];
			String previousString =  this.backgroundTag;
			for (int i = 0; i < ts.size(); i++) {
				String s = ts.get (i).getText ();
				String tag = s;
				if (!tag.equals (this.backgroundTag)) {
					if (tag.equals (previousString))
						tag = "I-" + tag;
					else tag = "B-" + tag;					
				}
				indices[i] = v.lookupIndex (tag);
				previousString = s;
			}
			LabelSequence ls = new LabelSequence ((LabelAlphabet)getTargetAlphabet(), indices);
			carrier.setTarget(ls);
		} else {
			throw new IllegalArgumentException ("Unrecognized target type.");
		}

		return carrier;
	}


	// Serialization 
	
	private static final long serialVersionUID = 1;
	private static final int CURRENT_SERIAL_VERSION = 0;
	
	private void writeObject (ObjectOutputStream out) throws IOException {
		out.writeInt (CURRENT_SERIAL_VERSION);
		out.writeObject (backgroundTag);
	}
	
	private void readObject (ObjectInputStream in) throws IOException, ClassNotFoundException {
		int version = in.readInt ();
		backgroundTag = (String) in.readObject ();
	}
	
}