All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.elasticsearch.hadoop.serialization.field.AbstractDefaultParamsExtractor Maven / Gradle / Ivy

Go to download

Elasticsearch Hadoop Cascading

The newest version!
/*
 * Licensed to Elasticsearch under one or more contributor
 * license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright
 * ownership. Elasticsearch licenses this file to you under
 * the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.elasticsearch.hadoop.serialization.field;

import java.util.ArrayList;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;

import org.elasticsearch.hadoop.cfg.Settings;
import org.elasticsearch.hadoop.serialization.SettingsAware;
import org.elasticsearch.hadoop.serialization.bulk.RawJson;
import org.elasticsearch.hadoop.util.Assert;
import org.elasticsearch.hadoop.util.StringUtils;

public abstract class AbstractDefaultParamsExtractor implements FieldExtractor, SettingsAware, FieldExplainer {

    private final Map params = new LinkedHashMap();
    protected Settings settings;
    // field explainer saved in case of a failure for diagnostics
    private FieldExtractor lastFailingFieldExtractor;

    @Override
    public Object field(Object target) {
        List list = new ArrayList(params.size());
        int entries = 0;
        // construct the param list but keep the value exposed to be properly transformed (if it's extracted from the runtime)
        list.add(new RawJson("{"));
        for (Entry entry : params.entrySet()) {
            String val = StringUtils.toJsonString(entry.getKey()) + ":";
            if (entries > 0) {
                val = "," + val;
            }
            list.add(new RawJson(val));
            Object field = entry.getValue().field(target);
            if (field == FieldExtractor.NOT_FOUND) {
                lastFailingFieldExtractor = entry.getValue();
                return FieldExtractor.NOT_FOUND;
            }
            // add the param as is - it will be translated to JSON as part of the list later
            list.add(field);
            entries++;
        }
        list.add(new RawJson("}"));
        return list;
    }

    @Override
    public String toString(Object target) {
        return (lastFailingFieldExtractor instanceof FieldExplainer ? ((FieldExplainer) lastFailingFieldExtractor).toString(target) : target.toString());
    }

    @Override
    public void setSettings(Settings settings) {
        this.settings = settings;

        String paramString = settings.getUpdateScriptParams();
        List fields = StringUtils.tokenize(paramString);
        for (String string : fields) {
            List param = StringUtils.tokenize(string, ":");
            Assert.isTrue(param.size() == 2, "Invalid param definition " + string);

            params.put(param.get(0), createFieldExtractor(param.get(1)));
        }
    }

    @Override
    public String toString() {
        if (lastFailingFieldExtractor != null) {
            return lastFailingFieldExtractor.toString();
        }

        return String.format("%s for fields [%s]", getClass().getSimpleName(), params.keySet());
    }

    protected abstract FieldExtractor createFieldExtractor(String fieldName);
}
    

    

    

            

    

            



    
    






    
© 2015 - 2024 Weber Informatics LLC | Privacy Policy