Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.anyline.data.milvus.datasource.MilvusDataSourceHolder Maven / Gradle / Ivy
/*
* Copyright 2006-2023 www.anyline.org
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.anyline.data.milvus.datasource;
import io.milvus.v2.client.ConnectConfig;
import io.milvus.v2.client.MilvusClientV2;
import org.anyline.annotation.Component;
import org.anyline.data.adapter.DriverAdapter;
import org.anyline.data.datasource.DataSourceHolder;
import org.anyline.data.datasource.init.AbstractDataSourceHolder;
import org.anyline.data.milvus.runtime.MilvusRuntimeHolder;
import org.anyline.data.runtime.DataRuntime;
import org.anyline.data.runtime.RuntimeHolder;
import org.anyline.metadata.type.DatabaseType;
import org.anyline.util.BasicUtil;
import javax.sql.DataSource;
import java.util.HashMap;
import java.util.Map;
@Component("anyline.environment.data.datasource.holder.milvus")
public class MilvusDataSourceHolder extends AbstractDataSourceHolder implements DataSourceHolder{
private static final MilvusDataSourceHolder instance = new MilvusDataSourceHolder();
public static MilvusDataSourceHolder instance() {
return instance;
}
public MilvusDataSourceHolder() {
DataSourceHolder.register(MilvusClientV2.class, this);
}
public String reg(String key, String prefix) {
try {
if(BasicUtil.isNotEmpty(prefix) && !prefix.endsWith(".")) {
prefix += ".";
}
String url = value(prefix, "url", String.class, null);
if(BasicUtil.isEmpty(url)) {
return null;
}
String adapter = value(prefix, "adapter", String.class, null);
if(null == adapter) {
//只注册milvus驱动
return null;
}
adapter = adapter.toLowerCase();
if(adapter.contains("milvus")) {
Map map = new HashMap<>();
return inject(key, prefix, map, true);
}
} catch (Exception e) {
log.error("注册Milvus数据源 异常:", e);
}
return null;
}
/**
* 根据params创建数据源, 同时注入到spring上下文
* @param key 调用或注销数据源时需要用到 如ServiceProxy.service(key)
* @param params 帐号密码等参数
* @return bean.id
* @throws Exception Exception
*/
public String inject(String key, Map params, boolean over) throws Exception {
return inject(key, null, params, over);
}
/**
* 根据params与配置文件创建数据源, 同时注入到spring上下文
* @param key 调用或注销数据源时需要用到 如ServiceProxy.service(“sso”)
* @param prefix 配置文件前缀 如 anyline.datasource.sso
* @param params map格式参数
* @param override 是否覆盖同名数据源
* @return bean.di
* @throws Exception Exception
*/
public String inject(String key, String prefix, Map params, boolean override) throws Exception {
DataSourceHolder.check(key, override);
String datasource_id = DataRuntime.ANYLINE_DATASOURCE_BEAN_PREFIX + key;
Map cache = DataSourceHolder.params.get(key);
if(null == cache) {
cache = new HashMap<>();
DataSourceHolder.params.put(key, cache);
}
String url = value(prefix, params, "url", String.class, null);
if(BasicUtil.isEmpty(url)) {
return null;
}
String adapter = value(prefix, params, "adapter", String.class, null);
if(null == adapter) {
return null;
}
adapter = adapter.toLowerCase();
if(!adapter.contains("milvus")) {
//只注册milvus类型
return null;
}
try {
ConnectConfig.ConnectConfigBuilder builder = ConnectConfig.builder().uri(url);
String user = value(prefix, params, "user", String.class, null);
String password = value(prefix, params, "password", String.class, null);
String token = value(prefix, params, "token", String.class, null);
if(BasicUtil.isNotEmpty(user)) {
builder.username(user);
}
if(BasicUtil.isNotEmpty(password)) {
builder.password(password);
}
if(BasicUtil.isNotEmpty(token)) {
builder.token(token);
}
String database = value(prefix, params, "database,dbName", String.class, null);
if(BasicUtil.isNotEmpty(database)) {
builder.dbName(database);
}
Long connectTimeout = value(prefix, params, "connectTimeoutMs,connectTimeout", Long.class, 0L);
if(connectTimeout > 0) {
builder.connectTimeoutMs(connectTimeout);
}
Long keepAliveTime = value(prefix, params, "keepAliveTimeMs,keepAliveTime", Long.class, 0L);
if(keepAliveTime > 0) {
builder.keepAliveTimeMs(keepAliveTime);
}
Long keepAliveTimeout = value(prefix, params, "keepAliveTimeoutMs,keepAliveTimeout", Long.class, 0L);
if(keepAliveTimeout > 0) {
builder.keepAliveTimeoutMs(keepAliveTimeout);
}
Boolean keepAliveWithoutCalls = value(prefix, params, "keepAliveWithoutCalls", Boolean.class, null);
if(null != keepAliveWithoutCalls) {
builder.keepAliveWithoutCalls(false);
}
Long rpcDeadline = value(prefix, params, "rpcDeadlineMs,rpcDeadline", Long.class, 0L);
if(rpcDeadline > 0) {
builder.rpcDeadlineMs(rpcDeadline);
}
String clientKeyPath = value(prefix, params, "clientKeyPath", String.class, null);
if(BasicUtil.isNotEmpty(clientKeyPath)) {
builder.clientKeyPath(clientKeyPath);
}
String clientPemPath = value(prefix, params, "clientPemPath", String.class, null);
if(BasicUtil.isNotEmpty(clientPemPath)) {
builder.clientPemPath(clientPemPath);
}
String caPemPath = value(prefix, params, "caPemPath", String.class, null);
if(BasicUtil.isNotEmpty(caPemPath)) {
builder.clientPemPath(caPemPath);
}
String serverPemPath = value(prefix, params, "serverPemPath", String.class, null);
if(BasicUtil.isNotEmpty(serverPemPath)) {
builder.clientPemPath(serverPemPath);
}
String serverName = value(prefix, params, "serverName", String.class, null);
if(BasicUtil.isNotEmpty(serverName)) {
builder.clientPemPath(serverName);
}
Boolean secure = value(prefix, params, "secure", Boolean.class, null);
if(null != secure) {
builder.secure(secure);
}
Long idleTimeout = value(prefix, params, "idleTimeoutMs,idleTimeout", Long.class, 0L);
if(idleTimeout > 0) {
builder.idleTimeoutMs(idleTimeout);
}
ConnectConfig config = builder.build();
MilvusClientV2 client = new MilvusClientV2(config);
MilvusRuntimeHolder.instance().reg(key, client);
} catch (Exception e) {
log.error("[注册数据源失败][type:milvus][key:{}][msg:{}]", key, e.toString());
return null;
}
return null;
}
@Override
public String create(String key, DatabaseType type, String url, String user, String password) throws Exception {
return null;
}
@Override
public String create(String key, String prefix) {
return reg(key, prefix);
}
/**
* 检测数据源是否连接正常
* @param ds 数据源名称
* @return boolean
*/
public boolean validate(String ds) {
return validate(RuntimeHolder.runtime(ds));
}
public boolean validate() {
return validate(RuntimeHolder.runtime());
}
public boolean validate(DataRuntime runtime) {
MilvusClientV2 client = (MilvusClientV2) runtime.getProcessor();
return validate(client);
}
public boolean validate(MilvusClientV2 client) {
try{
return exeValidate(client);
}catch (Exception e) {
return false;
}
}
public boolean exeValidate(MilvusClientV2 client) {
return true;
}
@Override
public String regTransactionManager(String key, DataSource datasource, boolean primary) {
return "";
}
@Override
public String runtime(String key, String datasource, boolean override) throws Exception {
return null;
}
@Override
public DataRuntime runtime(String key, Object datasource, String database, DatabaseType type, DriverAdapter adapter, boolean override) throws Exception {
return null;
}
}
