All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.weibo.rill.flow.olympicene.traversal.mappings.JSONPathInputOutputMapping Maven / Gradle / Ivy
/*
* Copyright 2021-2023 Weibo, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.weibo.rill.flow.olympicene.traversal.mappings;
import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.collect.Maps;
import com.googlecode.aviator.AviatorEvaluator;
import com.jayway.jsonpath.Configuration;
import com.jayway.jsonpath.InvalidPathException;
import com.jayway.jsonpath.JsonPath;
import com.jayway.jsonpath.Option;
import com.weibo.rill.flow.interfaces.model.mapping.Mapping;
import com.weibo.rill.flow.olympicene.traversal.serialize.DAGTraversalSerializer;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Value;
import java.math.BigDecimal;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
@Slf4j
public class JSONPathInputOutputMapping implements InputOutputMapping, JSONPath {
Configuration conf = Configuration.builder().options(Option.DEFAULT_PATH_LEAF_TO_NULL).build();
private static final Pattern JSONPATH_PATTERN = Pattern.compile("\\[\"(.*?)\"]|\\['(.*?)']");
@Value("${rill.flow.function.trigger.uri}")
private String rillFlowFunctionTriggerUri;
@Value("${rill.flow.server.host}")
private String serverHost;
@Override
public void mapping(Map context, Map input, Map output, List rules) {
if (CollectionUtils.isEmpty(rules) || context == null || input == null || output == null) {
return;
}
Map map = new HashMap<>();
map.put("context", context);
map.put("input", input);
map.put("output", output);
List mappingRules = rules.stream()
.filter(rule -> (StringUtils.isNotBlank(rule.getSource()) || StringUtils.isNotBlank(rule.getTransform()))
&& StringUtils.isNotBlank(rule.getTarget()))
.toList();
for (Mapping mapping : mappingRules) {
boolean intolerance = mapping.getTolerance() != null && !mapping.getTolerance();
try {
String source = mapping.getSource();
Object sourceValue = calculateSourceValue((String) context.get("flow_execution_id"), source, map);
Object transformedValue = transformSourceValue(sourceValue, context, input, output, mapping.getTransform());
if (transformedValue != null) {
map = setValue(map, transformedValue, mapping.getTarget());
}
} catch (Exception e) {
log.warn("mapping fails, intolerance:{}, mapping:{} due to {}", intolerance, mapping, e.getMessage());
if (intolerance) {
throw e;
}
}
}
}
private Object calculateSourceValue(String executionId, String source, Map map) {
if (StringUtils.isBlank(source)) {
return null;
}
String[] infos = source.split("\\.");
if (source.startsWith("$.tasks.") && infos.length > 3) {
String taskName = infos[2];
String key = infos[3];
return tryToGenerateTriggerUrl(executionId, source, key, taskName);
} else {
return source.startsWith("$") ? getValue(map, source) : parseSource(source);
}
}
private Object tryToGenerateTriggerUrl(String executionId, String source, String key, String taskName) {
if (!key.equals("trigger_url") && !key.startsWith("trigger_url?")) {
return null;
}
Object sourceValue = serverHost + rillFlowFunctionTriggerUri + "?execution_id=" + executionId + "&task_name=" + taskName;
String[] queryInfos = source.split("\\?");
if (queryInfos.length > 1) {
sourceValue += '&' + queryInfos[1];
}
return sourceValue;
}
public Object transformSourceValue(Object sourceValue, Map context, Map input,
Map output, String transform) {
if (StringUtils.isBlank(transform)) {
return sourceValue;
}
Map env = Maps.newHashMap();
env.put("source", sourceValue);
env.put("context", context);
env.put("input", input);
env.put("output", output);
return doTransform(transform, env);
}
/**
*
* AviatorEvaluator.execute每次运行时会加载临时类
* 如：[Loaded Script_1638847124088_67/93314457 from com.googlecode.aviator.Expression]
* 长时间大量使用aviator会导致Metaspace oom
* 如：java.lang.OutOfMemoryError: Compressed class space
* 若长期大量使用aviator转换sourceValue 则建议使用guava等本地缓存框架缓存aviator表达式编译结果
* 如：Expression expression = AviatorEvaluator.compile(transform) 缓存该表达式
* expression.execute(env)
*
*/
public Object doTransform(String transform, Map env) {
return AviatorEvaluator.execute(transform, env);
}
public static Object parseSource(String source) {
if (StringUtils.isBlank(source)) {
return source;
}
String sourceTrim = source.trim();
try {
JsonNode jsonNode = DAGTraversalSerializer.MAPPER.readTree(sourceTrim);
if (jsonNode != null && jsonNode.isObject()) {
return DAGTraversalSerializer.MAPPER.convertValue(jsonNode, new TypeReference>() {
});
}
if (jsonNode != null && jsonNode.isArray()) {
return DAGTraversalSerializer.MAPPER.convertValue(jsonNode, new TypeReference>() {
});
}
} catch (Exception e) {
// not json ignore
}
String sourceLowerCase = sourceTrim.toLowerCase();
if ("true".equals(sourceLowerCase)) {
return true;
}
if ("false".equals(sourceLowerCase)) {
return false;
}
try {
BigDecimal bigDecimal = new BigDecimal(sourceTrim);
if (sourceTrim.contains(".")) {
return bigDecimal.doubleValue();
} else {
return bigDecimal.longValue();
}
} catch (Exception e) {
// not number ignore
}
return source;
}
@Override
public Object getValue(Map map, String path) {
try {
return JsonPath.using(conf).parse(map).read(path);
} catch (InvalidPathException e) {
return null;
}
}
@Override
public Map setValue(Map map, Object value, String path) {
if (map == null) {
return null;
}
String jsonPath = JsonPath.compile(path).getPath();
List jsonPathParts = new ArrayList<>();
Matcher matcher = JSONPATH_PATTERN.matcher(jsonPath);
while (matcher.find()) {
if (matcher.group(1) != null) {
jsonPathParts.add(matcher.group(1));
} else if (matcher.group(2) != null) {
jsonPathParts.add(matcher.group(2));
}
}
jsonPathParts.remove(jsonPathParts.size() - 1);
Object current = map;
for (String part: jsonPathParts) {
if (current instanceof Map) {
Map mapCurrent = (Map) current;
current = mapCurrent.computeIfAbsent(part, k -> new HashMap<>());
} else {
break;
}
}
return JsonPath.using(conf).parse(map).set(path, value).json();
}
@Override
public Map> delete(Map> map, String path) {
if (map == null) {
return null;
}
return JsonPath.using(conf).parse(map).delete(path).json();
}
}
