All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.cdap.cdap.internal.app.ApplicationSpecificationAdapter Maven / Gradle / Ivy
/*
* Copyright © 2014-2020 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package io.cdap.cdap.internal.app;
import com.google.common.collect.Maps;
import com.google.gson.Gson;
import com.google.gson.GsonBuilder;
import com.google.gson.JsonParseException;
import com.google.gson.TypeAdapter;
import com.google.gson.TypeAdapterFactory;
import com.google.gson.reflect.TypeToken;
import com.google.gson.stream.JsonReader;
import com.google.gson.stream.JsonToken;
import com.google.gson.stream.JsonWriter;
import io.cdap.cdap.api.app.ApplicationSpecification;
import io.cdap.cdap.api.customaction.CustomActionSpecification;
import io.cdap.cdap.api.data.schema.Schema;
import io.cdap.cdap.api.mapreduce.MapReduceSpecification;
import io.cdap.cdap.api.plugin.Requirements;
import io.cdap.cdap.api.schedule.Trigger;
import io.cdap.cdap.api.service.ServiceSpecification;
import io.cdap.cdap.api.spark.SparkSpecification;
import io.cdap.cdap.api.worker.WorkerSpecification;
import io.cdap.cdap.api.workflow.ConditionSpecification;
import io.cdap.cdap.api.workflow.WorkflowNode;
import io.cdap.cdap.api.workflow.WorkflowSpecification;
import io.cdap.cdap.internal.app.runtime.artifact.RequirementsCodec;
import io.cdap.cdap.internal.app.runtime.schedule.constraint.ConstraintCodec;
import io.cdap.cdap.internal.app.runtime.schedule.trigger.SatisfiableTrigger;
import io.cdap.cdap.internal.app.runtime.schedule.trigger.TriggerCodec;
import io.cdap.cdap.internal.io.SchemaTypeAdapter;
import io.cdap.cdap.internal.schedule.constraint.Constraint;
import io.cdap.cdap.proto.BasicThrowable;
import io.cdap.cdap.proto.ProgramType;
import io.cdap.cdap.proto.codec.BasicThrowableCodec;
import io.cdap.cdap.proto.codec.ConditionSpecificationCodec;
import io.cdap.cdap.proto.codec.CustomActionSpecificationCodec;
import io.cdap.cdap.proto.codec.MapReduceSpecificationCodec;
import io.cdap.cdap.proto.codec.SparkSpecificationCodec;
import io.cdap.cdap.proto.codec.WorkerSpecificationCodec;
import io.cdap.cdap.proto.codec.WorkflowNodeCodec;
import io.cdap.cdap.proto.codec.WorkflowSpecificationCodec;
import io.cdap.cdap.proto.id.ApplicationId;
import io.cdap.cdap.proto.id.ProgramId;
import java.io.IOException;
import java.io.Reader;
import java.lang.reflect.ParameterizedType;
import java.lang.reflect.Type;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.SortedMap;
import javax.annotation.concurrent.NotThreadSafe;
/**
* Helper class to encoded/decode {@link ApplicationSpecification} to/from json.
*/
@NotThreadSafe
public final class ApplicationSpecificationAdapter {
private final Gson gson;
public static ApplicationSpecificationAdapter create() {
return new ApplicationSpecificationAdapter(addTypeAdapters(new GsonBuilder()).create());
}
public static GsonBuilder addTypeAdapters(GsonBuilder builder) {
return builder
.registerTypeAdapter(Schema.class, new SchemaTypeAdapter())
.registerTypeAdapter(ApplicationSpecification.class, new ApplicationSpecificationCodec())
.registerTypeAdapter(MapReduceSpecification.class, new MapReduceSpecificationCodec())
.registerTypeAdapter(SparkSpecification.class, new SparkSpecificationCodec())
.registerTypeAdapter(WorkflowSpecification.class, new WorkflowSpecificationCodec())
.registerTypeAdapter(WorkflowNode.class, new WorkflowNodeCodec())
.registerTypeAdapter(CustomActionSpecification.class, new CustomActionSpecificationCodec())
.registerTypeAdapter(ConditionSpecification.class, new ConditionSpecificationCodec())
.registerTypeAdapter(ServiceSpecification.class, new ServiceSpecificationCodec())
.registerTypeAdapter(WorkerSpecification.class, new WorkerSpecificationCodec())
.registerTypeAdapter(BasicThrowable.class, new BasicThrowableCodec())
.registerTypeAdapter(Trigger.class, new TriggerCodec())
.registerTypeAdapter(SatisfiableTrigger.class, new TriggerCodec())
.registerTypeAdapter(Constraint.class, new ConstraintCodec())
.registerTypeAdapterFactory(new AppSpecTypeAdapterFactory())
.registerTypeAdapter(Requirements.class, new RequirementsCodec());
}
/**
* Get the set of {@link ProgramId}s contained from the given {@link JsonReader} that points
* to a json serialized {@link ApplicationSpecification}.
*
* @param appId the {@link ApplicationId} for the specification
* @param reader the reader for reading the json serialized application specification
* @return a set of program ids in the spec
* @throws IllegalArgumentException if the given {@link ApplicationId} doesn't match with the name in the json spec
*/
public static Set getProgramIds(ApplicationId appId, JsonReader reader) throws IOException {
Set result = new HashSet<>();
reader.beginObject();
while (reader.peek() != JsonToken.END_OBJECT) {
String name = reader.nextName();
switch (name) {
case "mapReduces":
case "sparks":
case "workflows":
case "services":
case "workers":
// Get the keys from the map from the property value
reader.beginObject();
while (reader.peek() != JsonToken.END_OBJECT) {
String programName = reader.nextName();
ProgramType programType = ProgramType.valueOf(name.substring(0, name.length() - 1).toUpperCase());
result.add(appId.program(programType, programName));
reader.skipValue();
}
reader.endObject();
break;
case "name":
String appName = reader.nextString();
if (!appId.getApplication().equals(appName)) {
throw new IllegalArgumentException(
String.format("Application name in the specification is '%s' and it doesn't " +
"match with the provided application id '%s'", appName, appId.getApplication()));
}
break;
default:
reader.skipValue();
}
}
reader.endObject();
return result;
}
public String toJson(ApplicationSpecification appSpec) {
StringBuilder builder = new StringBuilder();
toJson(appSpec, builder);
return builder.toString();
}
public void toJson(ApplicationSpecification appSpec, Appendable appendable) {
gson.toJson(appSpec, ApplicationSpecification.class, appendable);
}
public ApplicationSpecification fromJson(String json) {
return gson.fromJson(json, ApplicationSpecification.class);
}
public ApplicationSpecification fromJson(Reader reader) throws IOException {
try {
return gson.fromJson(reader, ApplicationSpecification.class);
} catch (JsonParseException e) {
throw new IOException(e);
}
}
private ApplicationSpecificationAdapter(Gson gson) {
this.gson = gson;
}
private static final class AppSpecTypeAdapterFactory implements TypeAdapterFactory {
@SuppressWarnings("unchecked")
@Override
public TypeAdapter create(Gson gson, TypeToken type) {
Class rawType = type.getRawType();
// note: we want ordered maps to remain ordered
if (!Map.class.isAssignableFrom(rawType) ||
SortedMap.class.isAssignableFrom(rawType)) {
return null;
}
// For non-parameterized Map, use the default TypeAdapter
if (!(type.getType() instanceof ParameterizedType)) {
return null;
}
Type[] typeArgs = ((ParameterizedType) type.getType()).getActualTypeArguments();
TypeToken keyType = TypeToken.get(typeArgs[0]);
TypeToken valueType = TypeToken.get(typeArgs[1]);
if (keyType.getRawType() != String.class) {
return null;
}
return (TypeAdapter) mapAdapter(gson, valueType);
}
private TypeAdapter> mapAdapter(Gson gson, TypeToken valueType) {
final TypeAdapter valueAdapter = gson.getAdapter(valueType);
return new TypeAdapter>() {
@Override
public void write(JsonWriter writer, Map map) throws IOException {
if (map == null) {
writer.nullValue();
return;
}
writer.beginObject();
for (Map.Entry entry : map.entrySet()) {
writer.name(entry.getKey());
valueAdapter.write(writer, entry.getValue());
}
writer.endObject();
}
@Override
public Map read(JsonReader reader) throws IOException {
if (reader.peek() == JsonToken.NULL) {
reader.nextNull();
return null;
}
if (reader.peek() != JsonToken.BEGIN_OBJECT) {
return null;
}
Map map = Maps.newHashMap();
reader.beginObject();
while (reader.peek() != JsonToken.END_OBJECT) {
map.put(reader.nextName(), valueAdapter.read(reader));
}
reader.endObject();
return map;
}
};
}
}
}
