refdiff.core.diff.similarity.TfIdfSourceRepresentationBuilder Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of refdiff-core Show documentation
An automated tool to detect refactorings in version histories
There is a newer version: 2.0.0
package refdiff.core.diff.similarity;

import java.util.List;

import refdiff.core.cst.CstNode;
import refdiff.core.util.IdentifierSplitter;

public class TfIdfSourceRepresentationBuilder implements SourceRepresentationBuilder {
	
	private final Vocabulary vocabulary = new Vocabulary();
	private final Vocabulary nameVocabulary = new Vocabulary();
	private boolean initialized = false;
	
	@Override
	public TfIdfSourceRepresentation buildForNode(CstNode node, boolean isBefore, List tokenizedSourceCode) {
		if (initialized) {
			throw new RuntimeException("Initialization phase terminated");
		}
		Multiset multiset = new Multiset();
		
		// Add tokens from node name and from its parents
		collectTokensOfSimpleName(multiset, node);
		
		multiset.addAll(tokenizedSourceCode);
		vocabulary.count(isBefore, multiset.asSet());
		return new TfIdfSourceRepresentation(multiset, vocabulary);
	}
	
	@Override
	public TfIdfSourceRepresentation buildForName(CstNode node, boolean isBefore) {
		if (initialized) {
			throw new RuntimeException("Initialization phase terminated");
		}
		Multiset multiset = new Multiset();
		
		// Add tokens from node name
		String nodeName = getNodeName(node);
		List tokens = IdentifierSplitter.split(nodeName);
		multiset.addAll(tokens);
		nameVocabulary.count(isBefore, multiset.asSet());
		return new TfIdfSourceRepresentation(multiset, nameVocabulary);
	}
	
	private static void collectTokensOfSimpleName(Multiset multiset, CstNode node) {
		String nodeName = getNodeName(node);
		List tokens = IdentifierSplitter.split(nodeName);
		multiset.add(nodeName);
		if (tokens.size() > 1) {
			multiset.addAll(tokens);
		}
		if (node.getParent().isPresent()) {
			collectTokensOfSimpleName(multiset, node.getParent().get());
		}
	}

	private static String getNodeName(CstNode node) {
		String nodeName;
		if (node.getNamespace() != null) {
			nodeName = node.getNamespace() + node.getSimpleName();
		} else {
			nodeName = node.getSimpleName();
		}
		return nodeName;
	}
	
	@Override
	public TfIdfSourceRepresentation buildForFragment(List tokenizedSourceCode) {
		Multiset multiset = new Multiset();
		multiset.addAll(tokenizedSourceCode);
		return new TfIdfSourceRepresentation(multiset, vocabulary);
	}
	
	@Override
	public TfIdfSourceRepresentation combine(TfIdfSourceRepresentation arg1, TfIdfSourceRepresentation arg2) {
		return arg1.combine(arg2);
	}
	
	@Override
	public TfIdfSourceRepresentation minus(TfIdfSourceRepresentation arg1, TfIdfSourceRepresentation arg2) {
		return arg1.minus(arg2);
	}
	
	@Override
	public double similarity(TfIdfSourceRepresentation arg1, TfIdfSourceRepresentation arg2) {
		initialized = true;
		return arg1.similarity(arg2);
	}
	
	@Override
	public double rawSimilarity(TfIdfSourceRepresentation arg1, TfIdfSourceRepresentation arg2) {
		initialized = true;
		return arg1.jaccardSimilarityDecomposed(arg2, false)[0];
	}
	
	@Override
	public double partialSimilarity(TfIdfSourceRepresentation arg1, TfIdfSourceRepresentation arg2) {
		initialized = true;
		return arg1.partialSimilarity(arg2);
	}
	
	@Override
	public TfIdfSourceRepresentation minus(TfIdfSourceRepresentation arg1, List tokensToRemove) {
		return arg1.minus(tokensToRemove);
	}
	
	@Override
	public String toString() {
		return this.getClass().getSimpleName() + "\n" + vocabulary.toString();
	}

	@Override
	public int size(TfIdfSourceRepresentation arg) {
		return arg.getSize();
	}

}