org.wikibrain.sr.disambig.TopResultConsensusDisambiguator Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of wikibrain-sr Show documentation
There is a newer version: 0.9.1
package org.wikibrain.sr.disambig;

import com.typesafe.config.Config;
import org.wikibrain.conf.Configuration;
import org.wikibrain.conf.ConfigurationException;
import org.wikibrain.conf.Configurator;
import org.wikibrain.core.dao.DaoException;
import org.wikibrain.core.lang.Language;
import org.wikibrain.core.lang.LocalId;
import org.wikibrain.core.lang.LocalString;
import org.wikibrain.core.model.LocalPage;
import org.wikibrain.phrases.PhraseAnalyzer;
import org.wikibrain.utils.WpCollectionUtils;

import java.util.*;

/**
 * @author Matt Lesicko
 */
public class TopResultConsensusDisambiguator extends Disambiguator {
    private List phraseAnalyzers;

    public TopResultConsensusDisambiguator(List phraseAnalyzers){
        this.phraseAnalyzers=phraseAnalyzers;
    }

    public LocalId disambiguateTop(LocalString phrase, Set context) throws DaoException{
        LinkedHashMap results = new LinkedHashMap();
        for (PhraseAnalyzer phraseAnalyzer : phraseAnalyzers){
            LinkedHashMap localMap = phraseAnalyzer.resolve(phrase.getLanguage(), phrase.getString(), 1);
            if (localMap==null||localMap.isEmpty()){
                continue;
            }
            LocalId localId = localMap.keySet().iterator().next();
            if (results.containsKey(localId)){
                results.put(localId,results.get(localId)+1);
            }
            else {
                results.put(localId,1);
            }
        }
        if (results.isEmpty()){
            return null;
        }
        else {
            LocalId best=null;
            int score = 0;
            for (LocalId localId : results.keySet()){
                if (results.get(localId)>score){
                    score = results.get(localId);
                    best = localId;
                }
            }
            return best;
        }
    }

    public List disambiguateTop(List phrases, Set context) throws DaoException{
        List ids = new ArrayList();
        for (LocalString phrase : phrases){
            ids.add(disambiguateTop(phrase, context));
        }
        return ids;
    }

    @Override
    public List> disambiguate(List phrases, Set context) throws DaoException {
        if (phrases.isEmpty()) {
            return new ArrayList>();
        }
        Language lang = phrases.get(0).getLanguage();
        List> results = new ArrayList>();
        for (LocalString phrase : phrases) {
            Map pageSums = new HashMap();
            for (PhraseAnalyzer pa : phraseAnalyzers) {
                LinkedHashMap probs = pa.resolve(phrase.getLanguage(), phrase.getString(), 20);
                for (Map.Entry entry : probs.entrySet()) {
                    int id = entry.getKey().getId();
                    if (pageSums.containsKey(id)) {
                        pageSums.put(id, pageSums.get(id) + entry.getValue());
                    } else {
                        pageSums.put(id, (double)entry.getValue());
                    }
                }
            }
            LinkedHashMap pageResult = new LinkedHashMap();
            for (Integer key : WpCollectionUtils.sortMapKeys(pageSums, true)) {
                pageResult.put(new LocalId(lang, key), pageSums.get(key).floatValue());
            }
            results.add(pageResult);
        }
        return results;
    }


    public static class Provider extends org.wikibrain.conf.Provider{
        public Provider (Configurator configurator, Configuration config) throws ConfigurationException {
            super(configurator,config);
        }

        @Override
        public Class getType(){
            return Disambiguator.class;
        }

        @Override
        public String getPath(){
            return "sr.disambig";
        }

        @Override
        public Disambiguator get(String name, Config config, Map runtimeParams) throws  ConfigurationException{
            if (!config.getString("type").equals("topResultConsensus")){
                return null;
            }
            List phraseAnalyzers = new ArrayList();
            for (String analyzer : config.getStringList("phraseAnalyzers")){
                phraseAnalyzers.add(getConfigurator().get(PhraseAnalyzer.class,analyzer));
            }
            return new TopResultConsensusDisambiguator(phraseAnalyzers);
        }
    }
}