• Home
• com.yahoo.vespa
• model-integration
• 8.328.24
• source code
• llm.generator.def

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

configdefinitions.llm.generator.def Maven / Gradle / Ivy

# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
namespace=llm

# SentencePiece tokenizer
tokenizerModel      model
tokenizerMaxTokens  int default=1000

#
# The encoder model
#
encoderModel                    model
encoderModelInputIdsName        string default=input_ids
encoderModelAttentionMaskName   string default=attention_mask
encoderModelOutputName          string default=last_hidden_state

encoderOnnxExecutionMode enum { parallel, sequential } default=sequential
encoderOnnxInterOpThreads int default=1
encoderOnnxIntraOpThreads int default=-4  # n=number of threads -> n<0: CPUs/(-n), n==0: CPUs, n>0: n
# enable GPU?

#
# The decoder model
#
decoderModel                        model
decoderModelInputIdsName            string default=input_ids
decoderModelAttentionMaskName       string default=encoder_attention_mask
decoderModelEncoderHiddenStateName  string default=encoder_hidden_states
decoderModelOutputName              string default=logits

decoderOnnxExecutionMode enum { parallel, sequential } default=sequential
decoderOnnxInterOpThreads int default=1
decoderOnnxIntraOpThreads int default=-4  # n=number of threads -> n<0: CPUs/(-n), n==0: CPUs, n>0: n
# enable GPU?