• Home
• org.deeplearning4j
• deeplearning4j-scaleout-akka-word2vec
• 0.0.3.1
• source code
• Huffman.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.deeplearning4j.word2vec.Huffman Maven / Gradle / Ivy

package org.deeplearning4j.word2vec;

import java.util.Collection;
import java.util.PriorityQueue;


public class Huffman {

	public Huffman(Collection words,Word2Vec vec) {
		this.words = words;
		this.vec = vec;
	}


	private Collection words;
	private PriorityQueue heap = new PriorityQueue();
	private Word2Vec vec;
	
	public void build() {
		heap.addAll(words);

		//build huffman tree
		for(int i = 0 ; i< words.size() - 1; i++) {
			VocabWord word1 = heap.poll();
			VocabWord word2 = heap.poll();
			double count = word1.getWordFrequency() + word2.getWordFrequency();
			VocabWord newWord = new VocabWord(count,vec.getLayerSize());
			
			word1.setCode(0);
			word2.setCode(1);
			
			word1.setParent(newWord);
			word2.setParent(newWord);
			
			newWord.setLeft(word1);
			newWord.setRight(word2);
			int idx = i + words.size();
			newWord.setIndex(idx);
			heap.add(newWord);
		}
	}

}