org.apache.dolphinscheduler.api.service.impl.DqRuleServiceImpl Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.api.service.impl;
import static org.apache.dolphinscheduler.common.constants.Constants.CHANGE;
import static org.apache.dolphinscheduler.common.constants.Constants.DATA_LIST;
import static org.apache.dolphinscheduler.common.constants.Constants.SMALL;
import org.apache.dolphinscheduler.api.dto.RuleDefinition;
import org.apache.dolphinscheduler.api.enums.Status;
import org.apache.dolphinscheduler.api.service.DqRuleService;
import org.apache.dolphinscheduler.api.utils.PageInfo;
import org.apache.dolphinscheduler.api.utils.Result;
import org.apache.dolphinscheduler.common.utils.DateUtils;
import org.apache.dolphinscheduler.common.utils.JSONUtils;
import org.apache.dolphinscheduler.dao.entity.DataSource;
import org.apache.dolphinscheduler.dao.entity.DqComparisonType;
import org.apache.dolphinscheduler.dao.entity.DqRule;
import org.apache.dolphinscheduler.dao.entity.DqRuleExecuteSql;
import org.apache.dolphinscheduler.dao.entity.DqRuleInputEntry;
import org.apache.dolphinscheduler.dao.entity.User;
import org.apache.dolphinscheduler.dao.mapper.DataSourceMapper;
import org.apache.dolphinscheduler.dao.mapper.DqComparisonTypeMapper;
import org.apache.dolphinscheduler.dao.mapper.DqRuleExecuteSqlMapper;
import org.apache.dolphinscheduler.dao.mapper.DqRuleInputEntryMapper;
import org.apache.dolphinscheduler.dao.mapper.DqRuleMapper;
import org.apache.dolphinscheduler.dao.utils.DqRuleUtils;
import org.apache.dolphinscheduler.plugin.task.api.enums.dp.OptionSourceType;
import org.apache.dolphinscheduler.spi.enums.DbType;
import org.apache.dolphinscheduler.spi.params.base.FormType;
import org.apache.dolphinscheduler.spi.params.base.ParamsOptions;
import org.apache.dolphinscheduler.spi.params.base.PluginParams;
import org.apache.dolphinscheduler.spi.params.base.PropsType;
import org.apache.dolphinscheduler.spi.params.base.Validate;
import org.apache.dolphinscheduler.spi.params.group.GroupParam;
import org.apache.dolphinscheduler.spi.params.group.GroupParamsProps;
import org.apache.dolphinscheduler.spi.params.input.InputParam;
import org.apache.dolphinscheduler.spi.params.input.InputParamProps;
import org.apache.dolphinscheduler.spi.params.select.SelectParam;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
/**
* DqRuleServiceImpl
*/
@Service
public class DqRuleServiceImpl extends BaseServiceImpl implements DqRuleService {
private final Logger logger = LoggerFactory.getLogger(DqRuleServiceImpl.class);
@Autowired
private DqRuleMapper dqRuleMapper;
@Autowired
private DqRuleInputEntryMapper dqRuleInputEntryMapper;
@Autowired
private DqRuleExecuteSqlMapper dqRuleExecuteSqlMapper;
@Autowired
private DataSourceMapper dataSourceMapper;
@Autowired
private DqComparisonTypeMapper dqComparisonTypeMapper;
@Override
public Map getRuleFormCreateJsonById(int id) {
Map result = new HashMap<>();
List ruleInputEntryList = dqRuleInputEntryMapper.getRuleInputEntryList(id);
if (ruleInputEntryList == null || ruleInputEntryList.isEmpty()) {
putMsg(result, Status.QUERY_RULE_INPUT_ENTRY_LIST_ERROR);
} else {
result.put(DATA_LIST, getRuleFormCreateJson(DqRuleUtils.transformInputEntry(ruleInputEntryList)));
putMsg(result, Status.SUCCESS);
}
return result;
}
@Override
public Map queryAllRuleList() {
Map result = new HashMap<>();
List ruleList =
dqRuleMapper.selectList(new QueryWrapper<>());
result.put(DATA_LIST, ruleList);
putMsg(result, Status.SUCCESS);
return result;
}
@Override
public Map getDatasourceOptionsById(int datasourceId) {
Map result = new HashMap<>();
List dataSourceList = dataSourceMapper.listAllDataSourceByType(datasourceId);
List options = null;
if (CollectionUtils.isNotEmpty(dataSourceList)) {
options = new ArrayList<>();
for (DataSource dataSource : dataSourceList) {
ParamsOptions childrenOption =
new ParamsOptions(dataSource.getName(), dataSource.getId(), false);
options.add(childrenOption);
}
}
result.put(DATA_LIST, options);
putMsg(result, Status.SUCCESS);
return result;
}
@Override
public Result queryRuleListPaging(User loginUser,
String searchVal,
Integer ruleType,
String startTime,
String endTime,
Integer pageNo,
Integer pageSize) {
Result result = new Result();
Date start = null;
Date end = null;
try {
if (StringUtils.isNotEmpty(startTime)) {
start = DateUtils.stringToDate(startTime);
}
if (StringUtils.isNotEmpty(endTime)) {
end = DateUtils.stringToDate(endTime);
}
} catch (Exception e) {
putMsg(result, Status.REQUEST_PARAMS_NOT_VALID_ERROR, "startTime,endTime");
return result;
}
Page page = new Page<>(pageNo, pageSize);
PageInfo pageInfo = new PageInfo<>(pageNo, pageSize);
if (ruleType == null) {
ruleType = -1;
}
IPage dqRulePage =
dqRuleMapper.queryRuleListPaging(
page,
searchVal,
ruleType,
start,
end);
if (dqRulePage != null) {
List dataList = dqRulePage.getRecords();
dataList.forEach(dqRule -> {
List ruleInputEntryList =
DqRuleUtils.transformInputEntry(dqRuleInputEntryMapper.getRuleInputEntryList(dqRule.getId()));
List ruleExecuteSqlList = dqRuleExecuteSqlMapper.getExecuteSqlList(dqRule.getId());
RuleDefinition ruleDefinition = new RuleDefinition(ruleInputEntryList, ruleExecuteSqlList);
dqRule.setRuleJson(JSONUtils.toJsonString(ruleDefinition));
});
pageInfo.setTotal((int) dqRulePage.getTotal());
pageInfo.setTotalList(dataList);
}
result.setData(pageInfo);
putMsg(result, Status.SUCCESS);
return result;
}
private String getRuleFormCreateJson(List ruleInputEntryList) {
List params = new ArrayList<>();
for (DqRuleInputEntry inputEntry : ruleInputEntryList) {
if (Boolean.TRUE.equals(inputEntry.getIsShow())) {
switch (Objects.requireNonNull(FormType.of(inputEntry.getType()))) {
case INPUT:
params.add(getInputParam(inputEntry));
break;
case SELECT:
params.add(getSelectParam(inputEntry));
break;
case TEXTAREA:
params.add(getTextareaParam(inputEntry));
break;
case GROUP:
params.add(getGroupParam(inputEntry));
break;
default:
break;
}
}
}
ObjectMapper mapper = new ObjectMapper();
mapper.setSerializationInclusion(JsonInclude.Include.NON_NULL);
String result = null;
try {
result = mapper.writeValueAsString(params);
} catch (JsonProcessingException e) {
logger.error("json parse error : {}", e.getMessage(), e);
}
return result;
}
private InputParam getTextareaParam(DqRuleInputEntry inputEntry) {
InputParamProps paramProps =
new InputParamProps();
paramProps.setDisabled(!inputEntry.getCanEdit());
paramProps.setSize(SMALL);
paramProps.setType(PropsType.TEXTAREA.getPropsType());
paramProps.setRows(1);
return InputParam
.newBuilder(inputEntry.getField(), inputEntry.getTitle())
.addValidate(Validate.newBuilder()
.setRequired(inputEntry.getIsValidate())
.build())
.setProps(paramProps)
.setValue(inputEntry.getValue())
.setPlaceholder(inputEntry.getPlaceholder())
.setEmit(Boolean.TRUE.equals(inputEntry.getIsEmit()) ? Collections.singletonList(CHANGE) : null)
.build();
}
private SelectParam getSelectParam(DqRuleInputEntry inputEntry) {
List options = null;
switch (OptionSourceType.of(inputEntry.getOptionSourceType())) {
case DEFAULT:
String optionStr = inputEntry.getOptions();
if (StringUtils.isNotEmpty(optionStr)) {
options = JSONUtils.toList(optionStr, ParamsOptions.class);
}
break;
case DATASOURCE_TYPE:
options = new ArrayList<>();
ParamsOptions paramsOptions = null;
for (DbType dbtype : DbType.values()) {
paramsOptions = new ParamsOptions(dbtype.name(), dbtype.getCode(), false);
options.add(paramsOptions);
}
break;
case COMPARISON_TYPE:
options = new ArrayList<>();
ParamsOptions comparisonOptions = null;
List list =
dqComparisonTypeMapper.selectList(new QueryWrapper().orderByAsc("id"));
for (DqComparisonType type : list) {
comparisonOptions = new ParamsOptions(type.getType(), type.getId(), false);
options.add(comparisonOptions);
}
break;
default:
break;
}
return SelectParam
.newBuilder(inputEntry.getField(), inputEntry.getTitle())
.setOptions(options)
.setValue(inputEntry.getValue())
.setSize(SMALL)
.setPlaceHolder(inputEntry.getPlaceholder())
.setEmit(Boolean.TRUE.equals(inputEntry.getIsEmit()) ? Collections.singletonList(CHANGE) : null)
.build();
}
private InputParam getInputParam(DqRuleInputEntry inputEntry) {
InputParamProps paramProps =
new InputParamProps();
paramProps.setDisabled(!inputEntry.getCanEdit());
paramProps.setSize(SMALL);
paramProps.setRows(2);
return InputParam
.newBuilder(inputEntry.getField(), inputEntry.getTitle())
.addValidate(Validate.newBuilder()
.setRequired(inputEntry.getIsValidate())
.build())
.setProps(paramProps)
.setValue(inputEntry.getValue())
.setPlaceholder(inputEntry.getPlaceholder())
.setEmit(Boolean.TRUE.equals(inputEntry.getIsEmit()) ? Collections.singletonList(CHANGE) : null)
.build();
}
private GroupParam getGroupParam(DqRuleInputEntry inputEntry) {
return GroupParam
.newBuilder(inputEntry.getField(), inputEntry.getTitle())
.addValidate(Validate.newBuilder()
.setRequired(inputEntry.getIsValidate())
.build())
.setProps(new GroupParamsProps().setRules(JSONUtils.toList(inputEntry.getOptions(), PluginParams.class))
.setFontSize(20))
.setEmit(Boolean.TRUE.equals(inputEntry.getIsEmit()) ? Collections.singletonList(CHANGE) : null)
.build();
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy