com.bigdata.bop.rdf.join.InlineMaterializeOp Maven / Gradle / Ivy

Go to download
/**

Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016.  All rights reserved.

Contact:
     SYSTAP, LLC DBA Blazegraph
     2501 Calvert ST NW #106
     Washington, DC 20008
     [email protected]

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/

package com.bigdata.bop.rdf.join;

import java.util.Arrays;
import java.util.Map;
import java.util.concurrent.Callable;
import java.util.concurrent.FutureTask;

import org.apache.log4j.Logger;

import com.bigdata.bop.BOp;
import com.bigdata.bop.BOpContext;
import com.bigdata.bop.IBindingSet;
import com.bigdata.bop.IPredicate;
import com.bigdata.bop.IVariable;
import com.bigdata.bop.NV;
import com.bigdata.bop.PipelineOp;
import com.bigdata.bop.engine.BOpStats;
import com.bigdata.rdf.internal.IV;
import com.bigdata.rdf.internal.NotMaterializedException;
import com.bigdata.rdf.lexicon.LexiconRelation;
import com.bigdata.relation.accesspath.IBlockingBuffer;

import cutthecrap.utils.striterators.ICloseableIterator;

/**
 * This operator is used as part of the BigdataValue materialization step inside
 * the pipeline. Inline IVs are routes to this bop to be materialized and have
 * their BigdataValue cached on them. The inline IVs need access to the
 * LexiconRelation to materialize themselves, but only to the class itself, not
 * to the data in its indices. The lexicon's LexiconConfiguration is used by the
 * ExtensionIVs in the materialization process.
 * 
 * @author mikepersonick
 */
public class InlineMaterializeOp extends PipelineOp {

    /**
	 * 
	 */
	private static final long serialVersionUID = 3371029059242171846L;
	
	private static final transient Logger log = Logger.getLogger(InlineMaterializeOp.class);
	

	public interface Annotations extends PipelineOp.Annotations {

		/**
		 * The {@link IPredicate} contains information about the how to find
		 * the lexicon relation and which variable in the incoming binding sets
		 * needs materializing. 
		 */
		String PREDICATE = InlineMaterializeOp.class.getName() + ".predicate";
		
    }

    /**
     * Deep copy constructor.
     * 
     * @param op
     */
    public InlineMaterializeOp(final InlineMaterializeOp op) {
        super(op);
    }

    /**
     * Shallow copy constructor.
     * 
     * @param args
     * @param anns
     */
    public InlineMaterializeOp(final BOp[] args, final Map anns) {
        super(args, anns);
    }
    
    public InlineMaterializeOp(final BOp[] args, final NV... anns) {
        super(args, NV.asMap(anns));
    }

	/**
	 * {@inheritDoc}
	 * 
	 * @see Annotations#PREDICATE
	 */
	@SuppressWarnings("unchecked")
	public IPredicate getPredicate() {

		return (IPredicate) getRequiredProperty(Annotations.PREDICATE);

	}

    public FutureTask eval(final BOpContext context) {

        return new FutureTask(new MaterializeTask(this, context));
        
    }

    /**
     * Copy the source to the sink after materializing the BigdataValues.
     */
    static private class MaterializeTask implements Callable {

        private final BOpStats stats;

        private final IVariable v;
        
        private final LexiconRelation lex;
        
        private final ICloseableIterator source;

        private final IBlockingBuffer sink;
        
        MaterializeTask(final InlineMaterializeOp op,
                final BOpContext context) {

            this.stats = context.getStats();
            
            final IPredicate predicate = op.getPredicate();

            if (predicate == null)
                throw new IllegalArgumentException();
            
            this.v = (IVariable) predicate.get(1);
            
            this.lex = (LexiconRelation) context.getRelation(predicate);
            
            this.source = context.getSource();
            
            this.sink = context.getSink();

        }

        public Void call() throws Exception {
        	
            try {
            	
            	if (log.isDebugEnabled()) {
            		log.debug("starting inline materialization");
            	}
            	
                while (source.hasNext()) {
                    
                    final IBindingSet[] chunk = source.next();
                    
                	if (log.isDebugEnabled()) {
                		log.debug("chunk length: " + chunk.length);
                	}
                	
                    stats.chunksIn.increment();
                    stats.unitsIn.add(chunk.length);

                    final IBindingSet[] def = new IBindingSet[chunk.length];
                    
                    int ndef = 0, nalt = 0;

                    for(int i=0; i 0) {
                        if (ndef == def.length)
                            sink.add(def);
                        else
                            sink.add(Arrays.copyOf(def, ndef));
                    }

                }

                sink.flush();
                
                return null;
                
            } finally {
                
                sink.close();
                
            	if (log.isDebugEnabled()) {
            		log.debug("finished inline materialization");
            	}
                
            }

        }

    }

}