All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.meecrowave.proxy.servlet.service.ConfigurationLoader Maven / Gradle / Ivy

There is a newer version: 1.2.15
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements. See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership. The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License. You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.meecrowave.proxy.servlet.service;

import static java.util.Collections.emptyMap;
import static java.util.Collections.singletonList;
import static java.util.Optional.ofNullable;
import static java.util.concurrent.TimeUnit.MILLISECONDS;
import static java.util.function.Function.identity;
import static java.util.stream.Collectors.toList;
import static java.util.stream.Collectors.toMap;

import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.lang.reflect.InvocationTargetException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.security.KeyManagementException;
import java.security.KeyStore;
import java.security.KeyStoreException;
import java.security.NoSuchAlgorithmException;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.Optional;
import java.util.UUID;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.stream.Collector;
import java.util.stream.Stream;

import javax.enterprise.event.NotificationOptions;
import javax.json.Json;
import javax.json.JsonBuilderFactory;
import javax.json.JsonObject;
import javax.json.JsonObjectBuilder;
import javax.json.JsonValue;
import javax.json.bind.Jsonb;
import javax.json.bind.JsonbBuilder;
import javax.json.bind.JsonbConfig;
import javax.json.spi.JsonProvider;
import javax.net.ssl.SSLContext;
import javax.net.ssl.TrustManager;
import javax.net.ssl.TrustManagerFactory;
import javax.net.ssl.X509TrustManager;
import javax.ws.rs.client.Client;
import javax.ws.rs.client.ClientBuilder;

import org.apache.meecrowave.proxy.servlet.configuration.Routes;

public abstract class ConfigurationLoader {
    private final String path;

    private Routes routes;

    public ConfigurationLoader(final String path) {
        this.path = path;
    }

    protected abstract void log(String message);

    public Optional load() {
        return doLoad(readContent());
    }

    protected String readContent() {
        final SimpleSubstitutor simpleSubstitutor = new SimpleSubstitutor(
                System.getProperties().stringPropertyNames().stream().collect(toMap(identity(), System::getProperty)));
        final String resource = simpleSubstitutor.replace(path);
        final Path routeFile = Paths.get(resource);
        final InputStream stream;
        if (Files.exists(routeFile)) {
            try {
                stream = Files.newInputStream(routeFile);
            } catch (final IOException e) {
                throw new IllegalStateException(e);
            }
        } else {
            stream = Thread.currentThread().getContextClassLoader().getResourceAsStream(resource);
        }
        if (stream == null) {
            throw new IllegalArgumentException("No routes configuration for the proxy servlet");
        }
        try {
            return simpleSubstitutor.replace(load(stream));
        } catch (final IOException e) {
            throw new IllegalArgumentException(e);
        }
    }

    protected Optional doLoad(final String content) {
        try (final Jsonb jsonb = JsonbBuilder.newBuilder()
                     .withProvider(loadJsonpProvider())
                     .withConfig(new JsonbConfig().setProperty("org.apache.johnzon.supports-comments", true))
                     .build()) {
            routes = jsonb.fromJson(content, Routes.class);
            final boolean hasRoutes = routes.routes != null && !routes.routes.isEmpty();
            if (routes.defaultRoute == null && !hasRoutes) {
                return Optional.empty();
            }
            if (hasRoutes) {
                // before merging, ensure all routes have an id to not duplicate default id
                routes.routes.stream().filter(it -> it.id == null).forEach(it -> it.id = newId());
            }
            if (routes.defaultRoute != null) {
                if (routes.defaultRoute.id == null) {
                    routes.defaultRoute.id = "default";
                }
                if (routes.routes == null) { // no route were defined, consider it is the default route, /!\ empty means no route, don't default
                    routes.routes = singletonList(routes.defaultRoute);
                }
                if (hasRoutes) {
                    final JsonBuilderFactory jsonFactory = Json.createBuilderFactory(emptyMap());
                    final JsonObject template = jsonb.fromJson(jsonb.toJson(routes.defaultRoute), JsonObject.class);
                    routes.routes = routes.routes.stream().map(r -> merge(jsonb, jsonFactory, template, r)).collect(toList());
                }
            }
        } catch (final Exception e) {
            throw new IllegalArgumentException(e);
        }
        routes.routes.forEach(this::init);
        return Optional.of(routes);
    }

    protected Routes.Route merge(final Jsonb jsonb, final JsonBuilderFactory jsonFactory,
                                 final JsonObject template, final Routes.Route current) {
        final JsonObject merged = doMerge(jsonFactory, template, jsonb.fromJson(jsonb.toJson(current), JsonObject.class));
        return jsonb.fromJson(merged.toString(), Routes.Route.class);
    }

    private JsonObject doMerge(final JsonBuilderFactory jsonFactory, final JsonObject template, final JsonObject currentRoute) {
        if (currentRoute == null) {
            return template;
        }
        if (template == null) {
            return currentRoute;
        }
        return Stream.concat(template.keySet().stream(), currentRoute.keySet().stream())
            .distinct()
            .collect(Collector.of(jsonFactory::createObjectBuilder, (builder, key) -> {
                final JsonValue templateValue = template.get(key);
                final JsonValue value = ofNullable(currentRoute.get(key)).orElse(templateValue);
                switch (value.getValueType()) {
                    case NULL:
                        break;
                    case OBJECT:
                        builder.add(key, templateValue != null ?
                                doMerge(jsonFactory, templateValue.asJsonObject(), value.asJsonObject()) :
                                value);
                        break;
                    default: // primitives + array, get or replace logic since it is "values"
                        builder.add(key, value);
                        break;
                }
            }, JsonObjectBuilder::addAll, JsonObjectBuilder::build));
    }

    private String load(final InputStream stream) throws IOException {
        final ByteArrayOutputStream baos = new ByteArrayOutputStream();
        byte[] buffer = new byte[1024];
        int count;
        while (-1 != (count = stream.read(buffer))) {
            baos.write(buffer, 0, count);
        }
        return new String(baos.toByteArray(), StandardCharsets.UTF_8);
    }

    private void init(final Routes.Route route) {
        enforceClientConfiguration(route);
        route.executor = createExecutor(route);
        route.notificationOptions = NotificationOptions.ofExecutor(route.executor);
        route.client = createClient(route);
    }

    private Client createClient(final Routes.Route route) {
        final ClientBuilder clientBuilder = ClientBuilder.newBuilder();
        clientBuilder.executorService(route.executor);
        clientBuilder.readTimeout(route.clientConfiguration.timeouts.read, MILLISECONDS);
        clientBuilder.connectTimeout(route.clientConfiguration.timeouts.connect, MILLISECONDS);
        // clientBuilder.scheduledExecutorService(); // not used by cxf for instance so no need to overkill the conf

        if (route.clientConfiguration.sslConfiguration.acceptAnyCertificate) {
            clientBuilder.hostnameVerifier((host, session) -> true);
            clientBuilder.sslContext(createUnsafeSSLContext());
        } else if (route.clientConfiguration.sslConfiguration.keystoreLocation != null) {
            if (route.clientConfiguration.sslConfiguration.verifiedHostnames != null) {
                clientBuilder.hostnameVerifier((host, session) -> route.clientConfiguration.sslConfiguration.verifiedHostnames.contains(host));
            }
            clientBuilder.sslContext(createSSLContext(
                    route.clientConfiguration.sslConfiguration.keystoreLocation,
                    route.clientConfiguration.sslConfiguration.keystoreType,
                    route.clientConfiguration.sslConfiguration.keystorePassword,
                    route.clientConfiguration.sslConfiguration.truststoreType));
        }

        return clientBuilder.build();
    }

    protected String newId() {
        return UUID.randomUUID().toString();
    }

    private ThreadPoolExecutor createExecutor(final Routes.Route route) {
        return new ThreadPoolExecutor(
            route.clientConfiguration.executor.core,
            Math.max(route.clientConfiguration.executor.max, route.clientConfiguration.executor.core),
            route.clientConfiguration.executor.keepAlive,
            MILLISECONDS,
            new LinkedBlockingQueue<>(),
            new ThreadFactory() {
                private final SecurityManager sm = System.getSecurityManager();
                private final ThreadGroup group = (sm != null) ? sm.getThreadGroup() : Thread.currentThread().getThreadGroup();

                @Override
                public Thread newThread(final Runnable r) {
                    final Thread newThread = new Thread(group, r, "meecrowave-proxy#" + route.id);
                    newThread.setDaemon(false);
                    newThread.setPriority(Thread.NORM_PRIORITY);
                    newThread.setContextClassLoader(getClass().getClassLoader());
                    return newThread;
                }
            },
            (run, ex) -> log("Proxy rejected task: " + run + ", in " + ex));
    }

    private void enforceClientConfiguration(final Routes.Route route) {
        if (route.clientConfiguration == null) {
            route.clientConfiguration = new Routes.ClientConfiguration();
        }

        if (route.clientConfiguration.executor == null) {
            route.clientConfiguration.executor = new Routes.ExecutorConfiguration();
        }
        ensureExecutorDefaults(route.clientConfiguration.executor);

        if (route.clientConfiguration.timeouts == null) {
            route.clientConfiguration.timeouts = new Routes.TimeoutConfiguration();
        }
        ensureTimeoutsDefaults(route.clientConfiguration.timeouts);

        if (route.clientConfiguration.sslConfiguration == null) {
            route.clientConfiguration.sslConfiguration = new Routes.SslConfiguration();
        }
    }

    private void ensureTimeoutsDefaults(final Routes.TimeoutConfiguration timeouts) {
        if (timeouts.read == null) {
            timeouts.read = 30000L;
        }
        if (timeouts.connect == null) {
            timeouts.connect = 30000L;
        }
        if (timeouts.execution == null) {
            timeouts.execution = 60000L;
        }
    }

    private void ensureExecutorDefaults(final Routes.ExecutorConfiguration executor) {
        if (executor.core == null) {
            executor.core = Math.max(Runtime.getRuntime().availableProcessors() * 2, 2);
        }
        if (executor.max == null) {
            executor.max = 512;
        }
        if (executor.keepAlive == null) {
            executor.keepAlive = 60000L;
        }
        if (executor.shutdownTimeout == null) {
            executor.shutdownTimeout = 1L;
        }
    }

    private SSLContext createSSLContext(final String keystoreLocation, final String keystoreType,
                                        final String keystorePassword, final String truststoreType) {
        final File source = new File(keystoreLocation);
        if (!source.exists()) {
            throw new IllegalArgumentException(source + " does not exist");
        }
        final KeyStore keyStore;
        try (final FileInputStream stream = new FileInputStream(source)) {
            keyStore = KeyStore.getInstance(keystoreType == null ? KeyStore.getDefaultType() : keystoreType);
            keyStore.load(stream, keystorePassword.toCharArray());
        } catch (final KeyStoreException | NoSuchAlgorithmException e) {
            throw new IllegalStateException(e);
        } catch (final CertificateException | IOException e) {
            throw new IllegalArgumentException(e);
        }
        try {
            final TrustManagerFactory trustManagerFactory =
                    TrustManagerFactory.getInstance(truststoreType == null ? TrustManagerFactory.getDefaultAlgorithm() : truststoreType);
            trustManagerFactory.init(keyStore);
            final SSLContext sslContext = SSLContext.getInstance("TLS");
            sslContext.init(null, trustManagerFactory.getTrustManagers(), new java.security.SecureRandom());
            return sslContext;
        } catch (final KeyStoreException | NoSuchAlgorithmException | KeyManagementException e) {
            throw new IllegalStateException(e);
        }
    }

    private SSLContext createUnsafeSSLContext() {
        final TrustManager[] trustManagers = { new X509TrustManager() {

            @Override
            public void checkClientTrusted(final X509Certificate[] x509Certificates, final String s) {
                // no-op
            }

            @Override
            public void checkServerTrusted(final X509Certificate[] x509Certificates, final String s) {
                // no-op
            }

            @Override
            public X509Certificate[] getAcceptedIssuers() {
                return null;
            }
        } };
        try {
            final SSLContext sslContext = SSLContext.getInstance("SSL");
            sslContext.init(null, trustManagers, new java.security.SecureRandom());
            return sslContext;
        } catch (final NoSuchAlgorithmException | KeyManagementException e) {
            throw new IllegalStateException(e);
        }
    }

    private JsonProvider loadJsonpProvider() {
        try { // prefer johnzon to support comments
            return JsonProvider.class.cast(Thread.currentThread().getContextClassLoader()
                    .loadClass("org.apache.johnzon.core.JsonProviderImpl")
                    .getConstructor().newInstance());
        } catch (final InvocationTargetException | NoClassDefFoundError | InstantiationException | ClassNotFoundException | NoSuchMethodException | IllegalAccessException err) {
            return JsonProvider.provider();
        }
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy