org.datavec.api.io.serializers.SerializationFactory Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of datavec-api Show documentation
There is a newer version: 1.0.0-M2.1
/*******************************************************************************
 * Copyright (c) 2015-2018 Skymind, Inc.
 *
 * This program and the accompanying materials are made available under the
 * terms of the Apache License, Version 2.0 which is available at
 * https://www.apache.org/licenses/LICENSE-2.0.
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations
 * under the License.
 *
 * SPDX-License-Identifier: Apache-2.0
 ******************************************************************************/

package org.datavec.api.io.serializers;


import org.apache.commons.lang3.exception.ExceptionUtils;
import org.datavec.api.conf.Configuration;
import org.datavec.api.conf.Configured;
import org.datavec.api.util.ReflectionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.ArrayList;
import java.util.List;

/**
 * 
 * A factory for {@link Serialization}s.
 * 
 */
public class SerializationFactory extends Configured {

    private static final Logger LOG = LoggerFactory.getLogger(SerializationFactory.class.getName());

    private List> serializations = new ArrayList<>();

    /**
     * 
     * Serializations are found by reading the io.serializations
     * property from conf, which is a comma-delimited list of
     * classnames.
     * 
     */
    public SerializationFactory(Configuration conf) {
        super(conf);
        for (String serializerName : conf.getStrings("io.serializations",
                        new String[] {"org.apache.hadoop.io.serializer.WritableSerialization"})) {
            add(conf, serializerName);
        }
    }

    @SuppressWarnings("unchecked")
    private void add(Configuration conf, String serializationName) {
        try {

            Class serializationClass =
                            (Class) conf.getClassByName(serializationName);
            serializations.add(ReflectionUtils.newInstance(serializationClass, getConf()));
        } catch (ClassNotFoundException e) {
            LOG.warn("Serialization class not found: " + ExceptionUtils.getStackTrace(e));
        }
    }

    public  Serializer getSerializer(Class c) {
        return getSerialization(c).getSerializer(c);
    }

    public  Deserializer getDeserializer(Class c) {
        return getSerialization(c).getDeserializer(c);
    }

    @SuppressWarnings("unchecked")
    public  Serialization getSerialization(Class c) {
        for (Serialization serialization : serializations) {
            if (serialization.accept(c)) {
                return (Serialization) serialization;
            }
        }
        return null;
    }
}