All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.noear.water.protocol.solution.LogSourceMongo Maven / Gradle / Ivy
package org.noear.water.protocol.solution;
import com.mongodb.client.AggregateIterable;
import org.bson.Document;
import org.noear.snack.ONode;
import org.noear.water.model.LogM;
import org.noear.water.model.TagCountsM;
import org.noear.water.protocol.LogSource;
import org.noear.water.protocol.model.log.LogModel;
import org.noear.water.utils.ClassUtils;
import org.noear.water.utils.Datetime;
import org.noear.water.utils.TextUtils;
import org.noear.mongox.MgContext;
import org.noear.mongox.MgTableQuery;
import java.io.IOException;
import java.util.*;
/**
* @author noear 2021/2/2 created
*/
public class LogSourceMongo implements LogSource {
final MgContext _db;
public LogSourceMongo(MgContext db) {
_db = db;
}
@Override
public List query(String logger, Integer level, int size, String tagx,long startLogId, long timestamp) throws Exception {
if (TextUtils.isEmpty(logger)) {
return new ArrayList<>();
}
if (level == null) {
level = 0;
}
MgTableQuery tb = _db.table(logger);
tb.whereTrue();
if(TextUtils.isNotEmpty(tagx)) {
if (tagx.startsWith("*")) {
tb.andEq("trace_id", tagx.substring(1));
} else {
String[] tags = tagx.split("@");
if (tags.length > 0 && tags[0].length() > 0) {
tb.andEq("tag", tags[0]);
}
if (tags.length > 1 && tags[1].length() > 0) {
tb.andEq("tag1", tags[1]);
}
if (tags.length > 2 && tags[2].length() > 0) {
tb.andEq("tag2", tags[2]);
}
if (tags.length > 3 && tags[3].length() > 0) {
tb.andEq("tag3", tags[3]);
}
if (tags.length > 4 && tags[4].length() > 0) {
tb.andEq("tag4", tags[4]);
}
if (tags.length > 5 && tags[5].length() > 0) {
tb.andGte("weight", Long.parseLong(tags[5]));
}
if (tags.length > 6 && tags[6].length() > 0) {
tb.andEq("group", tags[6]);
}
if (tags.length > 7 && tags[7].length() > 0) {
tb.andEq("service", tags[7]);
}
}
}
if (level != null && level > 0) {
tb.andEq("level", level);
}
if(startLogId > 0){
tb.andLte("log_id", startLogId);
}
if (timestamp > 0) {
tb.andLte("log_fulltime", timestamp);
}
return tb.limit(size)
.orderByDesc("log_fulltime")
.andByDesc("log_id")
.selectList(LogModel.class);
}
@Override
public List queryGroupCountBy(String logger, String group,String service, String filed) throws Exception {
List filter = new ArrayList<>();
if (TextUtils.isNotEmpty(group) || TextUtils.isNotEmpty(service)) {
List list = new ArrayList<>();
if (TextUtils.isNotEmpty(group)) {
list.add(new Document("group", group));
}
if (TextUtils.isNotEmpty(service)) {
list.add(new Document("service", service));
}
filter.add(new Document("$match", new Document("$and", list)));
}
filter.add(new Document("$group",
new Document("_id",
new Document("tag", "$" + filed)
.append("counts", new Document("$sum", 1)))));
AggregateIterable docList = _db.mongo().getCollection(logger)
.aggregate(filter);
List tagCountsList = new ArrayList<>();
ONode oNode = new ONode();
for (Document doc : docList) {
TagCountsM tc = oNode.fill(doc).get("_id").toObject(TagCountsM.class);
tagCountsList.add(tc);
}
return tagCountsList;
}
@Override
public void writeAll(String logger, List list) throws Exception {
if (list.size() == 0) {
return;
}
List> dataList = new ArrayList<>();
for (LogM event : list) {
Datetime datetime = null;
if (event.log_fulltime == null) {
datetime = new Datetime();
} else {
datetime = new Datetime(event.log_fulltime);
}
Map data = new LinkedHashMap<>();
data.put("log_id", event.log_id);
data.put("trace_id", event.trace_id);
data.put("level", event.level);
data.put("tag", event.tag);
data.put("tag1", event.tag1);
data.put("tag2", event.tag2);
data.put("tag3", event.tag3);
data.put("tag4", event.tag4);
data.put("weight", event.weight);
data.put("group", event.group);
data.put("service", event.service);
data.put("class_name", ClassUtils.formatClassName(event.class_name));
data.put("thread_name", event.thread_name);
data.put("content", event.content);
data.put("metainfo", event.metainfo);
data.put("from", event.from);
data.put("log_date", datetime.getDate());
data.put("log_fulltime", datetime.getFulltime().getTime());
dataList.add(data);
}
_db.table(logger).insertList(dataList);
}
@Override
public void create(String logger, int keep_days) throws Exception {
}
@Override
public long clear(String logger, int keep_days, int limit_rows) throws Exception {
initIndex(logger);
Datetime today = Datetime.Now();
today.addDay(-keep_days);
long count = 0;
for (int i = 0; i < 10; i++) {
count += _db.table(logger).whereEq("log_date", today.getDate()).delete();
today.addDay(-1);
}
return count;
}
@Override
public boolean allowSearch() {
return false;
}
private void initIndex(String logger){
_db.table(logger).orderByDesc("level").createIndex(true);
_db.table(logger).orderByDesc("log_date").createIndex(true);
_db.table(logger).orderByDesc("log_id").createIndex(true);
_db.table(logger).orderByDesc("log_fulltime").createIndex(true);
_db.table(logger).orderByDesc("tag").createIndex(true);
_db.table(logger).orderByDesc("tag1").createIndex(true);
_db.table(logger).orderByDesc("tag2").createIndex(true);
_db.table(logger).orderByDesc("tag3").createIndex(true);
_db.table(logger).orderByDesc("tag4").createIndex(true);
_db.table(logger).orderByDesc("weight").createIndex(true);
_db.table(logger).orderByDesc("group").createIndex(true);
_db.table(logger).orderByDesc("service").createIndex(true);
_db.table(logger).orderByDesc("trace_id").createIndex(true);
_db.table(logger).orderByDesc("log_fulltime").andByDesc("log_id")
.createIndex(true);
}
@Override
public void close() throws IOException {
_db.close();
}
}
