All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.bazaarvoice.jolt.cardinality.CardinalityCompositeSpec Maven / Gradle / Ivy

There is a newer version: 0.1.8
Show newest version
/*
 * Copyright 2013 Bazaarvoice, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.bazaarvoice.jolt.cardinality;

import com.bazaarvoice.jolt.common.ComputedKeysComparator;
import com.bazaarvoice.jolt.common.pathelement.AmpPathElement;
import com.bazaarvoice.jolt.common.pathelement.AtPathElement;
import com.bazaarvoice.jolt.common.pathelement.LiteralPathElement;
import com.bazaarvoice.jolt.common.pathelement.StarPathElement;
import com.bazaarvoice.jolt.common.tree.MatchedElement;
import com.bazaarvoice.jolt.common.tree.WalkedPath;
import com.bazaarvoice.jolt.exception.SpecException;

import java.util.ArrayList;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;

/**
 * CardinalitySpec that has children, which it builds and then manages during Transforms.
 */
public class CardinalityCompositeSpec extends CardinalitySpec {

    private static final HashMap orderMap;
    private static final ComputedKeysComparator computedKeysComparator;

    static {
        orderMap = new HashMap<>();
        orderMap.put( AmpPathElement.class, 1 );
        orderMap.put( StarPathElement.class, 2 );
        computedKeysComparator = ComputedKeysComparator.fromOrder(orderMap);
    }
    // Three different buckets for the children of this CardinalityCompositeSpec
    private CardinalityLeafSpec specialChild;                    // children that aren't actually triggered off the input data
    private final Map literalChildren;  // children that are simple exact matches against the input data
    private final List computedChildren;        // children that are regex matches against the input data

    public CardinalityCompositeSpec( String rawKey, Map spec ) {
        super( rawKey );

        Map literals = new HashMap<>();
        ArrayList computed = new ArrayList<>();

        specialChild = null;

        // self check
        if ( pathElement instanceof AtPathElement ) {
            throw new SpecException( "@ CardinalityTransform key, can not have children." );
        }

        List children = createChildren( spec );

        if ( children.isEmpty() ) {
            throw new SpecException( "Shift CardinalitySpec format error : CardinalitySpec line with empty {} as value is not valid." );
        }

        for ( CardinalitySpec child : children ) {
            literals.put( child.pathElement.getRawKey(), child );

            if ( child.pathElement instanceof LiteralPathElement ) {
                literals.put( child.pathElement.getRawKey(), child );
            }
            // special is it is "@"
            else if ( child.pathElement instanceof AtPathElement ) {
                if ( child instanceof CardinalityLeafSpec ) {
                    specialChild = (CardinalityLeafSpec) child;
                } else {
                    throw new SpecException( "@ CardinalityTransform key, can not have children." );
                }
            } else {   // star
                computed.add( child );
            }
        }

        // Only the computed children need to be sorted
        Collections.sort( computed, computedKeysComparator );

        computed.trimToSize();
        literalChildren = Collections.unmodifiableMap( literals );
        computedChildren = Collections.unmodifiableList( computed );
    }


    /**
     * Recursively walk the spec input tree.
     */
    private static List createChildren( Map rawSpec ) {

        List children = new ArrayList<>();
        Set actualKeys = new HashSet<>();

        for ( String keyString : rawSpec.keySet() ) {

            Object rawRhs = rawSpec.get( keyString );

            CardinalitySpec childSpec;
            if ( rawRhs instanceof Map ) {
                childSpec = new CardinalityCompositeSpec( keyString, (Map) rawRhs );
            } else {
                childSpec = new CardinalityLeafSpec( keyString, rawRhs );
            }

            String childCanonicalString = childSpec.pathElement.getCanonicalForm();

            if ( actualKeys.contains( childCanonicalString ) ) {
                throw new IllegalArgumentException( "Duplicate canonical CardinalityTransform key found : " + childCanonicalString );
            }

            actualKeys.add( childCanonicalString );

            children.add( childSpec );
        }

        return children;
    }

    /**
     * If this Spec matches the inputkey, then perform one step in the parallel treewalk.
     * 

* Step one level down the input "tree" by carefully handling the List/Map nature the input to * get the "one level down" data. *

* Step one level down the Spec tree by carefully and efficiently applying our children to the * "one level down" data. * * @return true if this this spec "handles" the inputkey such that no sibling specs need to see it */ @Override public boolean applyCardinality( String inputKey, Object input, WalkedPath walkedPath, Object parentContainer ) { MatchedElement thisLevel = pathElement.match( inputKey, walkedPath ); if ( thisLevel == null ) { return false; } walkedPath.add( input, thisLevel ); // The specialChild can change the data object that I point to. // Aka, my key had a value that was a List, and that gets changed so that my key points to a ONE value if (specialChild != null) { input = specialChild.applyToParentContainer( inputKey, input, walkedPath, parentContainer ); } // Handle the rest of the children process( input, walkedPath ); walkedPath.removeLast(); return true; } @SuppressWarnings( "unchecked" ) private void process( Object input, WalkedPath walkedPath ) { if ( input instanceof Map ) { // Iterate over the whole entrySet rather than the keyset with follow on gets of the values Set> entrySet = new HashSet<>( ( (Map) input ).entrySet() ); for ( Map.Entry inputEntry : entrySet ) { applyKeyToLiteralAndComputed( this, inputEntry.getKey(), inputEntry.getValue(), walkedPath, input ); } } else if ( input instanceof List ) { for ( int index = 0; index < ( (List) input ).size(); index++ ) { Object subInput = ( (List) input ).get( index ); String subKeyStr = Integer.toString( index ); applyKeyToLiteralAndComputed( this, subKeyStr, subInput, walkedPath, input ); } } else if ( input != null ) { // if not a map or list, must be a scalar String scalarInput = input.toString(); applyKeyToLiteralAndComputed( this, scalarInput, null, walkedPath, scalarInput ); } } /** * This method implements the Cardinality matching behavior * when we have both literal and computed children. *

* For each input key, we see if it matches a literal, and it not, try to match the key with every computed child. */ private static void applyKeyToLiteralAndComputed( CardinalityCompositeSpec spec, String subKeyStr, Object subInput, WalkedPath walkedPath, Object input ) { CardinalitySpec literalChild = spec.literalChildren.get( subKeyStr ); // if the subKeyStr found a literalChild, then we do not have to try to match any of the computed ones if ( literalChild != null ) { literalChild.applyCardinality( subKeyStr, subInput, walkedPath, input ); } else { // If no literal spec key matched, iterate through all the computedChildren // Iterate through all the computedChildren until we find a match // This relies upon the computedChildren having already been sorted in priority order for ( CardinalitySpec computedChild : spec.computedChildren ) { // if the computed key does not match it will quickly return false if ( computedChild.applyCardinality( subKeyStr, subInput, walkedPath, input ) ) { break; } } } } }