org.ansj.recognition.CompanyRecogntion Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of ansj_seg Show documentation
best java chinese word seg !
There is a newer version: 5.1.6
package org.ansj.recognition;

import java.util.ArrayList;
import java.util.List;

import org.ansj.domain.CompanyNatureAttr;
import org.ansj.domain.NewWord;
import org.ansj.domain.Term;
import org.ansj.domain.TermNatures;
import org.ansj.library.company.CompanyAttrLibrary;
import org.ansj.util.TermUtil;

/**
 * 机构识别
 * 
 * @author ansj
 * 
 */
public class CompanyRecogntion {

	// private static final char[] open = {'(','（'} ;
	// private static final char[] close = {')','）'} ;
	//
	// private boolean isOpen ;

	/**
	 * 2-n词概率
	 */
	private static final double[] FACTORY = CompanyAttrLibrary.loadFactory();

	private Term[] terms;

	public CompanyRecogntion(Term[] terms) {
		this.terms = terms;
	}

	private Term tempTerm = null;

	private int offe;
	private Term beginTerm;

	public List getNewWords() {
		List all = new ArrayList();
		Term term = null;
		for (int i = 0; i < terms.length; i++) {
			term = terms[i];
			if (term == null) {
				continue;
			}
			term.selfScore = 0;
			term.score = 0;
			if (term.getTermNatures().companyAttr.bb < -0.005 && term.getTermNatures().companyAttr.b > 1000) {
				double tempScore = term.getTermNatures().companyAttr.bb;
				offe = term.getOffe();
				tempTerm = null;
				beginTerm = term.getFrom();
				recogntion(term, tempScore);
				if (maxTerm != null) {
					all.add(new NewWord(maxTerm.getName(), TermNatures.NT, maxTerm.selfScore,1));
					maxTerm = null;
				}
			}
		}
		return all;
	}

	public void recogntion() {
		Term term = null;
		for (int i = 0; i < terms.length; i++) {
			term = terms[i];
			if (term == null) {
				continue;
			}
			term.selfScore = 0;
			term.score = 0;
			if (term.getTermNatures().companyAttr.bb < -0.005 && term.getTermNatures().companyAttr.b > 1000) {
				double tempScore = term.getTermNatures().companyAttr.bb;
				offe = term.getOffe();
				tempTerm = null;
				beginTerm = term.getFrom();
				recogntion(term, tempScore);
				if (maxTerm != null) {
					TermUtil.insertTerm(terms, maxTerm);
					maxTerm = null;
				}
			}
		}
	}

	private Term maxTerm = null;

	private void recogntion(Term term, double score) {
		// TODO Auto-generated method stub
		String companyName = term.getName();
		CompanyNatureAttr companyAttr = null;
		while ((term = term.getTo()) != null && (companyAttr = term.getTermNatures().companyAttr) != CompanyNatureAttr.NULL) {

			companyName += term.getName();
			if (companyAttr.eb < -0.005 && companyAttr.e > 200) {
				score += term.getTermNatures().companyAttr.eb;

				tempTerm = new Term(companyName, offe, TermNatures.NT);

				tempTerm.selfScore = score;
				// 前缀分数
				if (beginTerm == null || beginTerm.getTermNatures() == TermNatures.BEGIN) {
					tempTerm.selfScore += beginTerm.getTermNatures().companyAttr.pb;
				}

				// 后缀分数
				Term to = term.getTo();
				if (to == null || to.getTermNatures() == TermNatures.END) {
					tempTerm.selfScore += to.getTermNatures().companyAttr.sb;
				}
				// 计算分数
				int length = companyName.length() > 50 ? 50 : companyName.length();
				tempTerm.selfScore *= -Math.log(1 - FACTORY[length]);// *

				// length;
				if (maxTerm == null || maxTerm.selfScore > tempTerm.selfScore) {
					maxTerm = tempTerm;
				}
			}

			if (companyAttr.mb < -0.005 && companyAttr.m > 50) {
				score += term.getTermNatures().companyAttr.mb;
			} else {
				return;
			}
		}
	}
}