All Downloads are FREE. Search and download functionalities are using the official Maven repository.
  • Log In
  • Register

    • net.amygdalum.util.text.doublearraytrie.DoubleArrayByteFallbackTrieCompiler Maven / Gradle / Ivy

    The newest version!
    package net.amygdalum.util.text.doublearraytrie;

import static net.amygdalum.util.text.doublearraytrie.Arrays.expand;

import java.util.IdentityHashMap;
import java.util.LinkedList;
import java.util.Map;
import java.util.Queue;

import net.amygdalum.util.text.ByteFallbackAdaptor;
import net.amygdalum.util.text.ByteNode;
import net.amygdalum.util.text.ByteTrie;
import net.amygdalum.util.text.ByteWordGraphCompiler;
import net.amygdalum.util.text.NodeResolver;
import net.amygdalum.util.text.linkeddawg.ByteGenericFallbackNode;

public class DoubleArrayByteFallbackTrieCompiler implements ByteWordGraphCompiler> {

	@Override
	public ByteNode create() {
		return new ByteGenericFallbackNode<>();
	}

	@Override
	public ByteTrie build(ByteNode node) {
		DoubleArrayByteFallbackTrie.Builder builder = new DoubleArrayByteFallbackTrie.Builder();
		boolean[] visited = new boolean[1024];
		Map, Integer> assignments = new IdentityHashMap<>();
		Queue> todo = new LinkedList<>();
		todo.add(new Assignment<>(builder.root(), node));
		while (!todo.isEmpty()) {
			Assignment current = todo.remove();
			int currentState = current.state;
			ByteNode currentNode = current.node;
			if (currentState >= visited.length) {
				visited = expand(visited, currentState);
			}
			if (visited[currentState]) {
				continue;
			}
			visited[currentState] = true;
			assignments.put(currentNode, currentState);
			
			int alternatives = currentNode.getAlternativesSize();
			if (alternatives >= 1) {
				branch(builder, currentState, currentNode, todo);
			} else {
				terminate(builder, currentState, currentNode);
			}
		}
		for (Map.Entry, Integer> current : assignments.entrySet()) {
			ByteNode currentNode = current.getKey();
			int currentState = current.getValue();
			
			ByteNode fallbackNode = ByteFallbackAdaptor.getFallback(currentNode);
			if (fallbackNode != null) {
				int fallbackState = assignments.getOrDefault(fallbackNode, 0);
				builder.fallback(currentState, fallbackState);
			}
		}

		return builder.build();
	}

	private void branch(DoubleArrayByteFallbackTrie.Builder builder, int currentState, ByteNode currentNode, Queue> todo) {
		byte[] alternatives = currentNode.getAlternatives();
		int[] nextStates = builder.insert(currentState, alternatives);
		for (int i = 0; i < nextStates.length; i++) {
			todo.add(new Assignment<>(nextStates[i], currentNode.nextNode(alternatives[i])));
		}
		T currentAttached = currentNode.getAttached();
		if (currentAttached != null) {
			builder.attach(currentState, currentAttached);
		}
	}
	
	private void terminate(DoubleArrayByteFallbackTrie.Builder builder, int currentState, ByteNode currentNode) {
		builder.terminate(currentState);
		T currentAttached = currentNode.getAttached();
		if (currentAttached != null) {
			builder.attach(currentState, currentAttached);
		}
	}

	@Override
	public NodeResolver> resolver() {
		return new Resolver();
	}
	
	private static class Assignment {

		public int state;
		public ByteNode node;
		
		public Assignment(int state, ByteNode node) {
			this.state = state;
			this.node = node;
		}
		
		
	}

	private class Resolver implements NodeResolver> {

		@Override
		public void compile(ByteNode node) {
		}

		@Override
		public void link(ByteNode node) {
		}

		@Override
		public ByteNode resolve(ByteNode node) {
			return node;
		}

	}

}
    
    
    
    

    




    
    
    © 2015 - 2025 Weber Informatics LLC | Privacy Policy