All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.bazaarvoice.jolt.cardinality.CardinalityCompositeSpec Maven / Gradle / Ivy

There is a newer version: 0.1.8
Show newest version
/*
 * Copyright 2013 Bazaarvoice, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.bazaarvoice.jolt.cardinality;

import com.bazaarvoice.jolt.common.WalkedPath;
import com.bazaarvoice.jolt.common.pathelement.AmpPathElement;
import com.bazaarvoice.jolt.common.pathelement.AtPathElement;
import com.bazaarvoice.jolt.common.pathelement.LiteralPathElement;
import com.bazaarvoice.jolt.common.pathelement.PathElement;
import com.bazaarvoice.jolt.common.pathelement.StarAllPathElement;
import com.bazaarvoice.jolt.common.pathelement.StarPathElement;
import com.bazaarvoice.jolt.common.pathelement.StarRegexPathElement;
import com.bazaarvoice.jolt.common.pathelement.StarSinglePathElement;
import com.bazaarvoice.jolt.exception.SpecException;

import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;

/**
 * CardinalitySpec that has children, which it builds and then manages during Transforms.
 */
public class CardinalityCompositeSpec extends CardinalitySpec {

    private static final ComputedKeysComparator computedKeysComparator = new ComputedKeysComparator();

    // Three different buckets for the children of this CardinalityCompositeSpec
    private CardinalityLeafSpec specialChild;                    // children that aren't actually triggered off the input data
    private final Map literalChildren;  // children that are simple exact matches against the input data
    private final List computedChildren;        // children that are regex matches against the input data

    public CardinalityCompositeSpec( String rawKey, Map spec ) {
        super( rawKey );

        Map literals = new HashMap();
        ArrayList computed = new ArrayList();

        specialChild = null;

        // self check
        if ( pathElement instanceof AtPathElement ) {
            throw new SpecException( "@ CardinalityTransform key, can not have children." );
        }

        List children = createChildren( spec );

        if ( children.isEmpty() ) {
            throw new SpecException( "Shift CardinalitySpec format error : CardinalitySpec line with empty {} as value is not valid." );
        }

        for ( CardinalitySpec child : children ) {
            literals.put( child.pathElement.getRawKey(), child );

            if ( child.pathElement instanceof LiteralPathElement ) {
                literals.put( child.pathElement.getRawKey(), child );
            }
            // special is it is "@"
            else if ( child.pathElement instanceof AtPathElement ) {
                if ( child instanceof CardinalityLeafSpec ) {
                    specialChild = (CardinalityLeafSpec) child;
                } else {
                    throw new SpecException( "@ CardinalityTransform key, can not have children." );
                }
            } else {   // star
                computed.add( child );
            }
        }

        // Only the computed children need to be sorted
        Collections.sort( computed, computedKeysComparator );

        computed.trimToSize();
        literalChildren = Collections.unmodifiableMap( literals );
        computedChildren = Collections.unmodifiableList( computed );
    }


    /**
     * Recursively walk the spec input tree.
     */
    private static List createChildren( Map rawSpec ) {

        List children = new ArrayList();
        Set actualKeys = new HashSet();

        for ( String keyString : rawSpec.keySet() ) {

            Object rawRhs = rawSpec.get( keyString );

            CardinalitySpec childSpec;
            if ( rawRhs instanceof Map ) {
                childSpec = new CardinalityCompositeSpec( keyString, (Map) rawRhs );
            } else {
                childSpec = new CardinalityLeafSpec( keyString, rawRhs );
            }

            String childCanonicalString = childSpec.pathElement.getCanonicalForm();

            if ( actualKeys.contains( childCanonicalString ) ) {
                throw new IllegalArgumentException( "Duplicate canonical CardinalityTransform key found : " + childCanonicalString );
            }

            actualKeys.add( childCanonicalString );

            children.add( childSpec );
        }

        return children;
    }

    /**
     * If this Spec matches the inputkey, then perform one step in the parallel treewalk.
     * 

* Step one level down the input "tree" by carefully handling the List/Map nature the input to * get the "one level down" data. *

* Step one level down the Spec tree by carefully and efficiently applying our children to the * "one level down" data. * * @return true if this this spec "handles" the inputkey such that no sibling specs need to see it */ @Override public boolean apply( String inputKey, Object input, WalkedPath walkedPath, Object parentContainer ) { LiteralPathElement thisLevel = pathElement.match( inputKey, walkedPath ); if ( thisLevel == null ) { return false; } walkedPath.add( thisLevel ); // The specialChild can change the data object that I point to. // Aka, my key had a value that was a List, and that gets changed so that my key points to a ONE value if (specialChild != null) { input = specialChild.applyToParentContainer( inputKey, input, walkedPath, parentContainer ); } // Handle the rest of the children process( input, walkedPath ); walkedPath.removeLast(); return true; } private void process( Object input, WalkedPath walkedPath ) { if ( input instanceof Map ) { // Iterate over the whole entrySet rather than the keyset with follow on gets of the values Set> entrySet = new HashSet>( ( (Map) input ).entrySet() ); for ( Map.Entry inputEntry : entrySet ) { applyKeyToLiteralAndComputed( this, inputEntry.getKey(), inputEntry.getValue(), walkedPath, input ); } } else if ( input instanceof List ) { for ( int index = 0; index < ( (List) input ).size(); index++ ) { Object subInput = ( (List) input ).get( index ); String subKeyStr = Integer.toString( index ); applyKeyToLiteralAndComputed( this, subKeyStr, subInput, walkedPath, input ); } } else if ( input != null ) { // if not a map or list, must be a scalar String scalarInput = input.toString(); applyKeyToLiteralAndComputed( this, scalarInput, null, walkedPath, scalarInput ); } } /** * This method implements the Cardinality matching behavior * when we have both literal and computed children. *

* For each input key, we see if it matches a literal, and it not, try to match the key with every computed child. */ private static void applyKeyToLiteralAndComputed( CardinalityCompositeSpec spec, String subKeyStr, Object subInput, WalkedPath walkedPath, Object input ) { CardinalitySpec literalChild = spec.literalChildren.get( subKeyStr ); // if the subKeyStr found a literalChild, then we do not have to try to match any of the computed ones if ( literalChild != null ) { literalChild.apply( subKeyStr, subInput, walkedPath, input ); } else { // If no literal spec key matched, iterate through all the computedChildren // Iterate through all the computedChildren until we find a match // This relies upon the computedChildren having already been sorted in priority order for ( CardinalitySpec computedChild : spec.computedChildren ) { // if the computed key does not match it will quickly return false if ( computedChild.apply( subKeyStr, subInput, walkedPath, input ) ) { break; } } } } public static class ComputedKeysComparator implements Comparator { private static HashMap orderMap = new HashMap(); static { orderMap.put( AmpPathElement.class, 1 ); orderMap.put( StarPathElement.class, 2 ); } @Override public int compare( CardinalitySpec a, CardinalitySpec b ) { PathElement ape = a.pathElement; PathElement bpe = b.pathElement; int aa = orderMap.get( ape.getClass() ); int bb = orderMap.get( bpe.getClass() ); int elementsEqual = aa < bb ? -1 : aa == bb ? 0 : 1; if ( elementsEqual != 0 ) { return elementsEqual; } // At this point we have two PathElements of the same type. String acf = ape.getCanonicalForm(); String bcf = bpe.getCanonicalForm(); int alen = acf.length(); int blen = bcf.length(); // Sort them by length, with the longest (most specific) being first // aka "rating-range-*" needs to be evaluated before "rating-*", or else "rating-*" will catch too much // If the lengths are equal, sort alphabetically as the last ditch deterministic behavior return alen > blen ? -1 : alen == blen ? acf.compareTo( bcf ) : 1; } } }