nbcp.myoql.db.dbEs.kt Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of ktmyoql Show documentation
Show all versions of ktmyoql Show documentation
kotlin orm -- mysql,mongo , just like ktorm
The newest version!
package nbcp.myoql.db
import nbcp.base.comm.JsonMap
import nbcp.base.enums.JsonStyleScopeEnum
import nbcp.base.extend.*
import nbcp.base.extend.*
import nbcp.base.utils.SpringUtil
import nbcp.myoql.db.comm.IDataGroup
import nbcp.myoql.db.es.EsEntityCollector
import nbcp.myoql.db.es.component.EsBaseMetaEntity
import nbcp.myoql.db.es.component.WhereData
import nbcp.myoql.db.es.logger.logGet
import org.apache.http.HttpHost
import org.apache.http.auth.AuthScope
import org.apache.http.auth.UsernamePasswordCredentials
import org.apache.http.impl.client.BasicCredentialsProvider
import org.elasticsearch.client.Request
import org.elasticsearch.client.Response
import org.elasticsearch.client.RestClient
import org.elasticsearch.client.RestClientBuilder
import org.slf4j.LoggerFactory
import java.time.LocalDate
import java.time.LocalDateTime
/**
* 请使用 db.mongo
*/
object dbEs {
private val logger = LoggerFactory.getLogger(this::class.java)
//所有的组。
@JvmStatic
val groups = mutableSetOf()
// val sqlEvents = SpringUtil.getBean();
@JvmStatic
val esEvents by lazy {
return@lazy SpringUtil.getBean();
}
@JvmStatic
fun proc_es_value(value: Any?): Any? {
if (value == null) {
return null;
}
var type = value::class.java
if (type.isEnum) {
return value.toString();
} else if (type == LocalDateTime::class.java ||
type == LocalDate::class.java
) {
return value.AsLocalDateTime().AsDate()
}
return value;
}
@JvmStatic
fun multi_match(vararg target: Any?): WhereData {
var target = proc_es_value(target);
return WhereData(
"match" to JsonMap(
this.toString() to target
)
)
}
/**
* @param uri: es连接字符串
*
*/
@JvmStatic
@JvmOverloads
fun getRestClient(
uris: String,
userName: String = "",
password: String = "",
pathPrefix: String = "",
timeout: Int = 0
): RestClient {
return getRestClientBuilder(uris, userName, password, pathPrefix, timeout).build();
}
@JvmStatic
@JvmOverloads
fun getRestClientBuilder(
uris: String,
userName: String = "",
password: String = "",
pathPrefix: String = "",
timeout: Int = 0
): RestClientBuilder {
var userName = userName;
var password = password;
var configs = uris
.split(",")
.map { it.trim() }
.filter { it.HasValue }
.map { uri ->
var sect = uri.split(":")
if (sect.size == 1) {
return@map HttpHost(sect[0], 9200, "http");
} else if (sect.size == 2) {
var port = sect[1];
if (port.IsNumberic() == false) {
throw RuntimeException("spring.elasticsearch.uris 中的端口格式错误, " + uri)
}
return@map HttpHost(sect[0], sect[1].AsInt(9200), "http");
} else if (sect.size == 3) {
var protocal = sect[0]
var ip = sect[1].substring(2)
var port = sect[2].AsInt(9200)
return@map HttpHost(ip, port, protocal);
} else if (sect.size == 4) {
// http://user:pwd@es:9200
var protocal = sect[0]
var content = uri.Slice(sect[0].length + 3)
var parts = content.split("@");
var up = "";
var sp = "";
if (parts.size > 1) {
up = parts[0];
sp = parts[1];
} else {
sp = parts[0];
}
if (userName.isEmpty() && up.HasValue) {
var upl = up.split(":");
userName = upl[0];
password = upl[1];
}
var spl = sp.split(":");
var ip = spl[0];
var port = spl[1].AsInt(9200);
return@map HttpHost(ip, port, protocal);
}
throw RuntimeException("spring.elasticsearch.uris 格式错误, " + uri)
}
if (configs.isEmpty()) {
throw RuntimeException("spring.elasticsearch.uris 定义错误")
}
//配置可选参数
val builder = RestClient.builder(*configs.toTypedArray())
// val defaultHeaders = arrayOf(BasicHeader("header", "value"))
// builder.setDefaultHeaders(defaultHeaders)
if (pathPrefix.HasValue) {
builder.setPathPrefix(pathPrefix)
}
builder.setFailureListener(object : RestClient.FailureListener() {
fun onFailure(host: HttpHost?) {
//设置一个监听程序，每次节点发生故障时都会收到通知，这样就可以采取相应的措施。
//Used internally when sniffing on failure is enabled.(这句话没搞懂啥意思)
if (host == null) return
throw RuntimeException(host.toHostString() + "es 连接失败")
}
});
if (timeout > 0) {
builder.setRequestConfigCallback { requestConfigBuilder ->
//设置允许修改默认请求配置的回调
// （例如，请求超时，身份验证或org.apache.http.client.config.RequestConfig.Builder允许设置的任何内容）
requestConfigBuilder.setSocketTimeout(timeout)
}
}
var cridentional = BasicCredentialsProvider();
cridentional.setCredentials(AuthScope.ANY, UsernamePasswordCredentials(userName, password))
if (userName.HasValue) {
builder.setHttpClientConfigCallback { httpClientBuilder ->
//设置允许修改http客户端配置的回调
// （例如，通过SSL的加密通信，或者org.apache.http.impl.nio.client.HttpAsyncClientBuilder允许设置的任何内容）
// httpClientBuilder.setProxy(HttpHost("proxy", 9000, "http"))
httpClientBuilder.disableAuthCaching();
httpClientBuilder.setDefaultCredentialsProvider(cridentional);
return@setHttpClientConfigCallback httpClientBuilder;
}
}
return builder;
}
@JvmStatic
fun createPipeline(name: String, description: String, vararg processors: Map) {
var request = Request("PUT", "/_ingest/pipeline/${name}")
var json = JsonMap("description" to description, "processors" to processors)
var requestBody = "";
usingScope(arrayOf(JsonStyleScopeEnum.DATE_UTC_STYLE, JsonStyleScopeEnum.COMPRESS)) {
requestBody = json.ToJson()
}
request.setJsonEntity(requestBody)
var startAt = LocalDateTime.now()
var error: Exception? = null;
var response: Response? = null;
try {
response = SpringUtil.getBean().performRequest(request)
db.executeTime = LocalDateTime.now() - startAt
if (response.statusLine.statusCode != 200) {
return;
}
// responseBody = response.entity.content.readBytes().toString(const.utf8)
// var result = responseBody.FromJson()!!;
} catch (e: Exception) {
error = e;
throw e;
} finally {
logger.logGet(
error, name, request,
response?.statusLine?.statusCode.AsString()
);
}
}
/**
* 动态实体
*/
@JvmStatic
fun dynamicEntity(collectionName: String): ElasticSearchDynamicMetaEntity {
return ElasticSearchDynamicMetaEntity(collectionName);
}
}
class ElasticSearchDynamicEntity : JsonMap() {}
class ElasticSearchDynamicMetaEntity(collectionName: String, databaseId: String = "") :
EsBaseMetaEntity(ElasticSearchDynamicEntity::class.java, collectionName, databaseId) {
}