• Home
• io.quarkiverse.langchain4j
• quarkus-langchain4j-llama3-java
• 0.23.0.CR2
• source code
• Llama3PreloadRecorder.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

io.quarkiverse.langchain4j.llama3.runtime.Llama3PreloadRecorder Maven / Gradle / Ivy

package io.quarkiverse.langchain4j.llama3.runtime;

import java.util.HashMap;
import java.util.Map;

import io.quarkiverse.langchain4j.llama3.copy.AOT;
import io.quarkus.runtime.annotations.Recorder;
import io.quarkus.runtime.annotations.StaticInit;

@Recorder
public class Llama3PreloadRecorder {

    public static final Map PRELOADED_MODELS = new HashMap<>();

    @StaticInit
    public void preloadModel(String modelName, String modelQuantization, String modelFullPathOnBuildMachine) {
        PRELOADED_MODELS.put(new NameAndQuantization(modelName, modelQuantization),
                AOT.preLoadGGUF(modelFullPathOnBuildMachine));
    }

    public static AOT.PartialModel getPreloadModel(String modelName, String modelQuantization) {
        return PRELOADED_MODELS.get(new NameAndQuantization(modelName, modelQuantization));
    }
}