All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.bigdata.rdf.sparql.ast.eval.TestDistinctTermScanOptimizer Maven / Gradle / Ivy

There is a newer version: 2.1.4
Show newest version
/**

Copyright (C) SYSTAP, LLC DBA Blazegraph 2013.  All rights reserved.

Contact:
     SYSTAP, LLC DBA Blazegraph
     2501 Calvert ST NW #106
     Washington, DC 20008
     [email protected]

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/
package com.bigdata.rdf.sparql.ast.eval;

import java.util.Properties;

import junit.framework.Test;
import junit.framework.TestSuite;

import com.bigdata.bop.BOpUtility;
import com.bigdata.bop.join.DistinctTermScanOp;
import com.bigdata.rdf.sparql.ast.NamedSubqueryInclude;
import com.bigdata.rdf.sparql.ast.optimizers.ASTDistinctTermScanOptimizer;
import com.bigdata.rdf.spo.SPOKeyOrder;
import com.bigdata.rdf.store.AbstractTripleStore;

/**
 * SPARQL level test suite for the {@link ASTDistinctTermScanOptimizer} and its
 * physical operator {@link DistinctTermScanOp}.
 * 
 * @see  DISTINCT PREDICATEs
 *      query is slow 
 * 
 *      FIXME Write SPARQL layer tests correct rejection tests for DISTINCT ?var
 *      that should not have been rewritten (those that have more than one BPG).
 */
public class TestDistinctTermScanOptimizer extends
		AbstractDataDrivenSPARQLTestCase {

	public TestDistinctTermScanOptimizer() {
	}

	public TestDistinctTermScanOptimizer(String name) {
		super(name);
	}
	
    public static Test suite()
    {

        final TestSuite suite = new TestSuite(TestDistinctTermScanOptimizer.class.getSimpleName());

        suite.addTestSuite(TestQuadsModeAPs.class);

        suite.addTestSuite(TestTriplesModeAPs.class);
        
        return suite;
    }

    /**
     * Triples mode test suite.
     */
	public static class TestTriplesModeAPs extends TestDistinctTermScanOptimizer {

		@Override
		public Properties getProperties() {

			final Properties properties = new Properties(super.getProperties());

			// turn off quads.
			properties.setProperty(AbstractTripleStore.Options.QUADS, "false");

			// turn on triples
			properties.setProperty(AbstractTripleStore.Options.TRIPLES_MODE,
					"true");

			return properties;

		}

		/**
		 * 
		 * SELECT DISTINCT ?s WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_triples_01() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_triples_01", // testURI, "distinctTermScan_triples_01.rq",// queryFileURL "distinctTermScan_triples_01.ttl",// dataFileURL "distinctTermScan_triples_01.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** *
		 * SELECT DISTINCT ?p WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_triples_02() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_triples_02", // testURI, "distinctTermScan_triples_02.rq",// queryFileURL "distinctTermScan_triples_01.ttl",// dataFileURL "distinctTermScan_triples_02.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** *
		 * SELECT DISTINCT ?o WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_triples_03() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_triples_03", // testURI, "distinctTermScan_triples_03.rq",// queryFileURL "distinctTermScan_triples_01.ttl",// dataFileURL "distinctTermScan_triples_03.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Correct rejection test where a variable in the triple pattern appears * more than once. We have to actually run the key-range scan in order * to handle the correlated variable binding. * *
		 * SELECT DISTINCT ?p WHERE { ?s ?p ?s . }
		 * 
*/ public void test_distinctTermScan_triples_correctRejection_01() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_triples_correctRejection_01", // testURI, "distinctTermScan_triples_correctRejection_01.rq",// queryFileURL "distinctTermScan_triples_correctRejection_01.ttl",// dataFileURL "distinctTermScan_triples_correctRejection_01.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was NOT used in the query plan. assertEquals( 0, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** *
		 * SELECT ?p {
		 * 
		 *    { SELECT DISTINCT ?p WHERE { ?s ?p ?o . } } .
		 *    
		 *     ?p ?o .
		 *    
		 * }
		 * 
*/ public void test_distinctTermScan_triples_subQuery_01() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_triples_subQuery_01", // testURI, "distinctTermScan_triples_subQuery_01.rq",// queryFileURL "distinctTermScan_triples_01.ttl",// dataFileURL "distinctTermScan_triples_subQuery_01.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); // Verify that the DISTINCT ?p was lifted out as a named subquery. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getOptimizedAST(), NamedSubqueryInclude.class).size()); } } /** * Note: For quads we need to test all of the combinations of default and * named graph modes and both with and without the GRAPH {} wrapping the * triple pattern. These tests can be run both with and without the * optimizer if we define a query hint to disable it. Or you can just * disable it temporarily in the DefaultOptimizerList when developing the * test suite in order to validate the correctness of the test suite without * the optimizer in play. * * Note: The quads mode indices are: *
	 * SPOC
	 * POCS
	 * OCSP
	 * CSPO
	 * PCSO
	 * SOPC
	 * 
* * FIXME Add explicit tests using FROM and FROM NAMED. The optimizer handles * this, but we should have test coverage for it also. */ public static class TestQuadsModeAPs extends TestDistinctTermScanOptimizer { /** * Default graph query on all named graphs. The distinct-term-scan is * used and the index is Pxxx. * *
		 * SELECT DISTINCT ?p WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_quads_01() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_01", // testURI, "distinctTermScan_quads_01.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_01.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Default graph query on all named graphs. The distinct-term-scan is * used and the index is Sxxx. * *
		 * SELECT DISTINCT ?s WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_quads_01b() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_01b", // testURI, "distinctTermScan_quads_01b.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_01b.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Default graph query on all named graphs. The distinct-term-scan is * used and the index is Oxxx. * *
		 * SELECT DISTINCT ?o WHERE { ?s ?p ?o . }
		 * 
*/ public void test_distinctTermScan_quads_01c() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_01c", // testURI, "distinctTermScan_quads_01c.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_01c.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Named graph query on all named graphs. The distinct-term-scan is used * and the index is Pxxx. * *
		 * SELECT DISTINCT ?p WHERE { GRAPH ?g { ?s ?p ?o . } }
		 * 
*/ public void test_distinctTermScan_quads_02() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_02", // testURI, "distinctTermScan_quads_02.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_02.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Correct rejection test. The named graph is bound. We do not have an * index that allows us to to a distinct-term-scan on :g ?p * (it would require a CPxx index, but our only index starting with C is * CSPO). * *
		 * SELECT DISTINCT ?p WHERE { GRAPH  { ?s ?p ?o . } }
		 * 
*/ public void test_distinctTermScan_quads_correctRejection_01() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_correctRejection_01", // testURI, "distinctTermScan_quads_correctRejection_01.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_correctRejection_01.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was NOT used in the query plan. assertEquals( 0, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } /** * Test verifying that the query * *
		 * SELECT DISTINCT ?p WHERE { GRAPH ?g {  ?p ?o . } }
		 * 
* * is optimized using the {@link SPOKeyOrder#SPOC} index. */ public void test_distinctTermScan_quads_correctRejection_02() throws Exception { final TestHelper h = new TestHelper("distinctTermScan_quads_correctRejection_02", // testURI, "distinctTermScan_quads_correctRejection_02.rq",// queryFileURL "distinctTermScan_quads_01.trig",// dataFileURL "distinctTermScan_quads_correctRejection_02.srx"// resultFileURL ); h.runTest(); // Verify that the DistinctTermScanOp was used in the query plan. assertEquals( 1, BOpUtility.toList(h.getASTContainer().getQueryPlan(), DistinctTermScanOp.class).size()); } } }




© 2015 - 2024 Weber Informatics LLC | Privacy Policy