org.apache.lens.examples.SampleMetastore Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of lens-examples Show documentation
Lens Examples
There is a newer version: 2.7.1
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.lens.examples;

import java.io.IOException;
import java.io.InputStream;

import javax.xml.bind.*;

import org.apache.lens.api.APIResult;
import org.apache.lens.api.jaxb.LensJAXBContext;
import org.apache.lens.api.metastore.ObjectFactory;
import org.apache.lens.client.LensClientSingletonWrapper;
import org.apache.lens.client.LensMetadataClient;

import lombok.extern.slf4j.Slf4j;

@Slf4j
public class SampleMetastore {

  private LensMetadataClient metaClient;
  public static final Unmarshaller JAXB_UNMARSHALLER;
  private APIResult result;
  private int retCode = 0;

  static {
    try {
      JAXBContext jaxbContext;
      jaxbContext = new LensJAXBContext(ObjectFactory.class);
      JAXB_UNMARSHALLER = jaxbContext.createUnmarshaller();
    } catch (JAXBException e) {
      throw new RuntimeException("Could not initialize JAXBCOntext");
    }
  }

  public static Object readFromXML(String filename) throws JAXBException, IOException {
    InputStream file = SampleMetastore.class.getClassLoader().getResourceAsStream(filename);
    if (file == null) {
      throw new IOException("File not found:" + filename);
    }
    return ((JAXBElement) JAXB_UNMARSHALLER.unmarshal(file)).getValue();
  }

  public SampleMetastore() throws JAXBException {
    metaClient = new LensMetadataClient(LensClientSingletonWrapper.instance().getClient().getConnection());
  }

  public void close() {
    LensClientSingletonWrapper.instance().getClient().closeConnection();
  }

  private void createCube(String cubeSpec) {
    result = metaClient.createCube(cubeSpec);
    if (result.getStatus().equals(APIResult.Status.FAILED)) {
      System.err.println("Creating cube from:" + cubeSpec + " failed, reason:" + result.getMessage());
      retCode = 1;
    }
  }

  public void createCubes() throws JAXBException, IOException {
    createCube("sample-cube.xml");
    createCube("sales-cube.xml");
  }

  private void createDimension(String dimensionSpec) {
    result = metaClient.createDimension(dimensionSpec);
    if (result.getStatus().equals(APIResult.Status.FAILED)) {
      System.err.println("Creating dimension from:" + dimensionSpec + " failed, reason:" + result.getMessage());
      retCode = 1;
    }
  }

  public void createDimensions() throws JAXBException, IOException {
    createDimension("sample-dimension.xml");
    createDimension("sample-dimension2.xml");
    createDimension("sample-db-only-dimension.xml");
    createDimension("city.xml");
    createDimension("customer.xml");
    createDimension("product.xml");
  }

  private void createStorage(String fileName) throws JAXBException, IOException {
    result = metaClient.createNewStorage(fileName);
    if (result.getStatus().equals(APIResult.Status.FAILED)) {
      System.err.println("Creating storage from:" + fileName + " failed, reason:" + result.getMessage());
      retCode = 1;
    }
  }

  public void createStorages() throws JAXBException, IOException {
    createStorage("local-storage.xml");
    createStorage("local-cluster-storage.xml");
    createStorage("db-storage.xml");
  }

  public void createAll() throws JAXBException, IOException {
    createStorages();
    createCubes();
    createDimensions();
    createFacts();
    createDimensionTables();
    try {
      DatabaseUtil.initializeDatabaseStorage();
      System.out.println("Created DB storages");
    } catch (Exception e) {
      retCode = 1;
      log.error("Creating DB storage failed", e);
      System.err.println("Creating DB storage failed");
    }
  }

  private void createDimTable(String dimTableSpec) {
    result = metaClient.createDimensionTable(dimTableSpec);
    if (result.getStatus().equals(APIResult.Status.FAILED)) {
      System.err.println("Creating dim table from: " + dimTableSpec + " failed, reason:" + result.getMessage());
      retCode = 1;
    }
  }

  private void createDimensionTables() throws JAXBException, IOException {
    createDimTable("dim_table.xml");
    createDimTable("dim_table2.xml");
    createDimTable("dim_table3.xml");
    createDimTable("dim_table4.xml");
    createDimTable("city_table.xml");
    createDimTable("city_subset.xml");
    createDimTable("product_table.xml");
    createDimTable("product_db_table.xml");
    createDimTable("customer_table.xml");
  }

  private void createFact(String factSpec) {
    result = metaClient.createFactTable(factSpec);
    if (result.getStatus().equals(APIResult.Status.FAILED)) {
      System.err.println("Creating fact table from: " + factSpec + " failed, reason:" + result.getMessage());
      retCode = 1;
    }
  }

  private void createFacts() throws JAXBException, IOException {
    createFact("fact1.xml");
    createFact("fact2.xml");
    createFact("rawfact.xml");
    createFact("sales-raw-fact.xml");
    createFact("sales-aggr-fact1.xml");
    createFact("sales-aggr-fact2.xml");
    createFact("sales-aggr-continuous-fact.xml");
  }

  public static void main(String[] args) throws Exception {
    SampleMetastore metastore = null;
    try {
      metastore = new SampleMetastore();
      if (args.length > 0) {
        if (args[0].equals("-db")) {
          String dbName = args[1];
          metastore.metaClient.createDatabase(dbName, true);
          metastore.metaClient.setDatabase(dbName);
        }
      }
      metastore.createAll();
      System.out.println("Created sample metastore!");
      System.out.println("Database:" + metastore.metaClient.getCurrentDatabase());
      System.out.println("Storages:" + metastore.metaClient.getAllStorages());
      System.out.println("Cubes:" + metastore.metaClient.getAllCubes());
      System.out.println("Dimensions:" + metastore.metaClient.getAllDimensions());
      System.out.println("Fact tables:" + metastore.metaClient.getAllFactTables());
      System.out.println("Dimension tables:" + metastore.metaClient.getAllDimensionTables());
      if (metastore.retCode != 0) {
        System.exit(metastore.retCode);
      }
    } catch (Throwable th) {
      log.error("Error during creating sample metastore", th);
      throw th;
    } finally {
      if (metastore != null) {
        metastore.close();
      }
    }
  }
}