edu.emory.mathcs.nlp.component.ner.NERState Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of nlp4j-api Show documentation
The newest version!
/**
 * Copyright 2015, Emory University
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package edu.emory.mathcs.nlp.component.ner;

import edu.emory.mathcs.nlp.common.collection.tuple.ObjectIntIntTriple;
import edu.emory.mathcs.nlp.component.template.eval.Eval;
import edu.emory.mathcs.nlp.component.template.eval.F1Eval;
import edu.emory.mathcs.nlp.component.template.node.AbstractNLPNode;
import edu.emory.mathcs.nlp.component.template.state.L2RState;
import edu.emory.mathcs.nlp.component.template.util.BILOU;
import it.unimi.dsi.fastutil.ints.Int2ObjectMap;
import it.unimi.dsi.fastutil.ints.Int2ObjectMap.Entry;

import java.util.List;

/**
 * @author Jinho D. Choi ({@code [email protected]})
 */
public class NERState> extends L2RState
{
	public NERState(N[] nodes)
	{
		super(nodes);
	}
	
//	============================== ORACLE ==============================
	
	@Override
	protected String getLabel(N node)
	{
		return node.getNamedEntityTag();
	}
	
	@Override
	protected String setLabel(N node, String label)
	{
		String s = node.getNamedEntityTag();	
		node.setNamedEntityTag(label);
		return s;
	}
	
//	============================== EVALUATION ==============================

	@Override
	public void evaluate(Eval eval)
	{
		Int2ObjectMap> gMap = BILOU.collectEntityMap(oracle, String::toString, 1, nodes.length);
		Int2ObjectMap> sMap = BILOU.collectEntityMap(nodes , this::getLabel  , 1, nodes.length);
		((F1Eval)eval).add(countCorrect(sMap, gMap), sMap.size(), gMap.size());
	}
	
	private int countCorrect(Int2ObjectMap> map1, Int2ObjectMap> map2)
	{
		ObjectIntIntTriple s2;
		int count = 0;
		
		for (Entry> p1 : map1.int2ObjectEntrySet())
		{
			s2 = map2.get(p1.getIntKey());
			if (s2 != null && s2.o.equals(p1.getValue().o)) count++; 
		}
		
		return count;
	}
	
//	============================== POST-PROCESS ==============================

	public void postProcess()
	{
		for (int i=2; i> list = BILOU.collectEntityList(nodes, this::getLabel, 1, nodes.length);
		int i;
		
		for (i=1; i t : list)
		{
			if (t.i1 == t.i2)
				setLabel(nodes[t.i1], BILOU.toBILOUTag(BILOU.U, t.o));
			else
			{
				setLabel(nodes[t.i1], BILOU.toBILOUTag(BILOU.B, t.o));
				setLabel(nodes[t.i2], BILOU.toBILOUTag(BILOU.L, t.o));
				
				for (i=t.i1+1; i II
			}
			break;
		case L:
			switch (c)
			{
			case I: setLabel(prev, BILOU.changeChunkType(BILOU.I, getLabel(prev))); break;	// LI -> II
			}
			break;
		case O:
			switch (c)
			{
			case I: setLabel(prev, getLabel(curr)); break;	// OI -> II
			}
			break;
		case U:
			switch (c)
			{
			case I: setLabel(prev, BILOU.changeChunkType(BILOU.I, getLabel(prev))); break;	// UI -> II
			case L: setLabel(prev, BILOU.changeChunkType(BILOU.B, getLabel(prev))); break;	// UL -> BL
			}
			break;
		}
	}
}