com.flipkart.fdp.ml.adapter.AbstractModelInfoAdapter Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of adapters Show documentation

There is a newer version: 0.1.2

package com.flipkart.fdp.ml.adapter;

import com.flipkart.fdp.ml.modelinfo.ModelInfo;
import com.flipkart.fdp.ml.utils.Constants;
import org.apache.commons.lang3.StringUtils;
import org.apache.spark.sql.DataFrame;


public abstract class AbstractModelInfoAdapter implements ModelInfoAdapter {

    private void preConditions(DataFrame df) {
        if(null != df) {
            if ( !StringUtils.startsWith(df.sqlContext().sparkContext().version(), Constants.SUPPORTED_SPARK_VERSION_PREFIX) ) {
                throw new UnsupportedOperationException("Only spark version " + Constants.SUPPORTED_SPARK_VERSION_PREFIX + " is supported by this version of the library");
            }
        }
    }

    @Override
    public T adapt(F from, DataFrame df) {
        preConditions(df);
        return  getModelInfo(from, df);
    }

    /**
     * @param from source object in spark's mllib
     * @param df   Data frame that is used for training is required for some models as state information is being stored as column metadata by spark models
     * @return returns the corresponding {@link ModelInfo} object that represents the model information
     */
    abstract T getModelInfo(F from, DataFrame df);

}