com.diboot.ai.client.AiClient Maven / Gradle / Ivy
/*
* Copyright (c) 2015-2029, www.dibo.ltd ([email protected]).
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package com.diboot.ai.client;
import com.diboot.ai.config.AiConfiguration;
import com.diboot.ai.common.request.AiRequest;
import com.diboot.ai.models.ModelProvider;
import com.diboot.core.exception.BusinessException;
import com.diboot.core.exception.InvalidUsageException;
import com.diboot.core.util.V;
import com.diboot.core.vo.Status;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import okhttp3.sse.EventSourceListener;
import java.util.List;
/**
* AI客户端
*
* @author : uu
* @version : v3.4
* @Date 2024/4/25
*/
@Slf4j
public class AiClient {
/**
* AI 配置
*/
@Getter
private final AiConfiguration configuration;
/**
* 模型列表
*/
private final List modelProviders;
public AiClient(AiConfiguration configuration) {
this.configuration = configuration;
this.modelProviders = configuration.getModelProviders();
}
/**
* 流式 执行
*
* @param aiRequest
* @return
* @throws Exception
*/
public void executeStream(AiRequest aiRequest, EventSourceListener listener) throws Exception {
if (V.isEmpty(this.modelProviders)) {
throw new InvalidUsageException("exception.invalidUsage.aiClient.executeStream.unenabledModelService");
}
for (ModelProvider modelProvider : this.modelProviders) {
if (!modelProvider.supports(aiRequest.getModel())) {
continue;
}
modelProvider.executeStream(aiRequest, listener);
return;
}
throw new InvalidUsageException("exception.invalidUsage.aiClient.executeStream.noModelService", aiRequest.getModel());
}
}