org.cloudgraph.rdb.service.RDBGraphService Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of cloudgraph-rdb Show documentation
CloudGraph(tm) is a suite of Service Data Object (SDO) 2.1 services designed for relational and big-table style "cloud" databases, such as HBase and others.
The newest version!
/**
 * Copyright 2017 TerraMeta Software, Inc.
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.cloudgraph.rdb.service;

import io.reactivex.Observable;

import java.io.IOException;
import java.sql.Connection;
import java.sql.SQLException;
import java.sql.Timestamp;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;

import jakarta.xml.bind.JAXBException;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.mapreduce.JobContext;
import org.cloudgraph.mapreduce.GraphService;
import org.cloudgraph.rdb.connect.ProviderManager;
import org.plasma.common.bind.DefaultValidationEventHandler;
import org.plasma.query.bind.PlasmaQueryDataBinding;
import org.plasma.query.model.From;
import org.plasma.query.model.Query;
import org.plasma.query.model.QueryValidator;
import org.plasma.runtime.DataAccessProviderName;
import org.plasma.runtime.DataStoreType;
import org.plasma.runtime.PlasmaRuntime;
import org.plasma.runtime.RDBMSVendorName;
import org.plasma.runtime.annotation.PlasmaServiceProvider;
import org.plasma.sdo.access.AccessServiceContext;
import org.plasma.sdo.access.DataAccessException;
import org.plasma.sdo.access.DataGraphDispatcher;
import org.plasma.sdo.access.PlasmaDataAccessService;
import org.plasma.sdo.core.SnapshotMap;
import org.plasma.sdo.helper.PlasmaTypeHelper;
import org.xml.sax.SAXException;

import commonj.sdo.DataGraph;
import commonj.sdo.Type;

@PlasmaServiceProvider(storeType = DataStoreType.RDBMS, providerName = DataAccessProviderName.JDBC)
public class RDBGraphService implements PlasmaDataAccessService, GraphService {

  private static Log log = LogFactory.getLog(RDBGraphService.class);
  private AccessServiceContext context;

  public RDBGraphService() {
  }

  public void initialize(AccessServiceContext context) {
    this.context = context;
  }

  public void close() {
  }

  public int count(Query query) {
    if (query == null)
      throw new IllegalArgumentException("expected non-null 'query' argument");
    validate(query);
    if (log.isDebugEnabled()) {
      log(query);
    }
    Connection con = null;
    try {
      if (log.isDebugEnabled())
        log.debug("getting connection");
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for count query");
        con.setAutoCommit(false);
      }
      RDBMSVendorName vendor = PlasmaRuntime.getInstance().getRDBMSProviderVendor(
          DataAccessProviderName.JDBC);
      switch (vendor) {
      case ORACLE:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      case MYSQL:
        con.setTransactionIsolation(Connection.TRANSACTION_NONE); // Oracle
        // does
        // not
        // support
        break;
      default:
      }
      // TODO: make transaction isolation configurable
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " for count query");
    } catch (SQLException e2) {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      throw new DataAccessException(e2);
    }
    GraphQuery dispatcher = new GraphQuery(con);
    try {
      return dispatcher.count(query);
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
    }
  }

  public int[] count(Query[] queries) {
    if (queries == null)
      throw new IllegalArgumentException("expected non-null 'queries' argument");
    Connection con = null;
    try {
      if (log.isDebugEnabled())
        log.debug("getting connection");
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for multi count query");
        con.setAutoCommit(false);
      }
      // TODO: make transaction isolation configurable
      RDBMSVendorName vendor = PlasmaRuntime.getInstance().getRDBMSProviderVendor(
          DataAccessProviderName.JDBC);
      switch (vendor) {
      case ORACLE:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      case MYSQL:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      default:
      }
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " for multi count query");
    } catch (SQLException e2) {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      throw new DataAccessException(e2);
    }
    GraphQuery dispatcher = new GraphQuery(con);
    int[] counts = new int[queries.length];
    try {
      for (int i = 0; i < queries.length; i++)
        counts[i] = dispatcher.count(queries[i]);
      return counts;
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
    }
  }

  public DataGraph[] find(Query query) {
    return find(query, -1);
  }

  public DataGraph[] find(Query query, int maxResults) {
    if (query == null)
      throw new IllegalArgumentException("expected non-null 'query' argument");
    validate(query);
    if (log.isDebugEnabled()) {
      log(query);
    }
    Connection con = null;
    try {
      if (log.isDebugEnabled())
        log.debug("getting connection");
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for graph query");
        con.setAutoCommit(false);
      }

      // TODO: make transaction isolation configurable
      RDBMSVendorName vendor = PlasmaRuntime.getInstance().getRDBMSProviderVendor(
          DataAccessProviderName.JDBC);
      switch (vendor) {
      case ORACLE:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      case MYSQL:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      default:
      }
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " for graph query");
    } catch (SQLException e2) {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      throw new DataAccessException(e2);
    }
    GraphQuery dispatcher = new GraphQuery(con);
    try {
      DataGraph[] results = null;

      if (maxResults > 0)
        results = dispatcher.find(query, maxResults, new Timestamp((new Date()).getTime()));
      else
        results = dispatcher.find(query, new Timestamp((new Date()).getTime()));
      return results;
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
    }
  }

  public List find(Query[] queries) {
    if (queries == null)
      throw new IllegalArgumentException("expected non-null 'queries' argument");
    Connection con = null;
    try {
      if (log.isDebugEnabled())
        log.debug("getting connection");
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for multi graph query");
        con.setAutoCommit(false);
      }

      // TODO: make transaction isolation configurable
      RDBMSVendorName vendor = PlasmaRuntime.getInstance().getRDBMSProviderVendor(
          DataAccessProviderName.JDBC);
      switch (vendor) {
      case ORACLE:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      case MYSQL:
        con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
        break;
      default:
      }
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " for multi graph query");
    } catch (SQLException e2) {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      throw new DataAccessException(e2);
    }
    GraphQuery dispatcher = new GraphQuery(con);
    List list = new ArrayList();
    Timestamp snapshotDate = new Timestamp((new Date()).getTime());
    try {
      for (int i = 0; i < queries.length; i++) {
        validate(queries[i]);
        if (log.isDebugEnabled()) {
          log(queries[i]);
        }
        DataGraph[] results = dispatcher.find(queries[i], snapshotDate);
        list.add(results);
      }
      return list;
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          if (con != null)
            con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
    }
  }

  public SnapshotMap commit(DataGraph dataGraph, String username) {
    if (dataGraph == null)
      throw new IllegalArgumentException("expected non-null 'dataGraph' argument");
    if (username == null)
      throw new IllegalArgumentException("expected non-null 'username' argument");
    if (username.trim().length() == 0)
      throw new IllegalArgumentException("unexpected zero length 'username' argument");
    SnapshotMap snapshotMap = new SnapshotMap(new Timestamp((new Date()).getTime()));
    if (log.isDebugEnabled())
      log.debug("getting connection");
    Connection con = null;
    try {
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for graph commit");
        con.setAutoCommit(false);
      }
      // TODO: make transaction isolation configurable
      con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " forgraph commit");
    } catch (SQLException e2) {
      if (con != null) {
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      }
      throw new DataAccessException(e2);
    }
    DataGraphDispatcher dispatcher = new GraphDispatcher(snapshotMap, username, con);
    try {
      dispatcher.commit(dataGraph);
      con.commit();
      return snapshotMap;
    } catch (DataAccessException e) {
      if (log.isDebugEnabled())
        log.debug(e.getMessage(), e);
      try {
        con.rollback();
      } catch (SQLException e1) {
        log.error(e.getMessage(), e1);
      }
      throw e;
    } catch (Throwable t) {
      if (log.isDebugEnabled())
        log.debug(t.getMessage(), t);
      try {
        con.rollback();
      } catch (SQLException e) {
        log.error(e.getMessage(), e);
      }
      throw new DataAccessException(t);
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      dispatcher.close();
    }
  }

  public SnapshotMap commit(DataGraph[] dataGraphs, String username) {
    if (dataGraphs == null)
      throw new IllegalArgumentException("expected non-null 'dataGraphs' argument");
    if (username == null)
      throw new IllegalArgumentException("expected non-null 'username' argument");
    if (username.trim().length() == 0)
      throw new IllegalArgumentException("unexpected zero length 'username' argument");
    SnapshotMap snapshotMap = new SnapshotMap(new Timestamp((new Date()).getTime()));
    Connection con = null;
    try {
      if (log.isDebugEnabled())
        log.debug("getting connection");
      con = ProviderManager.instance().getConnection();
      if (con.getAutoCommit()) {
        if (log.isDebugEnabled())
          log.debug("turning off connection autocommit for multi graph commit");
        con.setAutoCommit(false);
      }
      // TODO: make transaction isolation configurable
      con.setTransactionIsolation(Connection.TRANSACTION_READ_COMMITTED);
      if (log.isDebugEnabled())
        log.debug("using transaction isolation level " + con.getTransactionIsolation()
            + " for multi graph commit");
    } catch (SQLException e2) {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      throw new DataAccessException(e2);
    }
    DataGraphDispatcher dispatcher = new GraphDispatcher(snapshotMap, username, con);

    try {
      dispatcher.commit(dataGraphs);
      con.commit();
      return snapshotMap;
    } catch (DataAccessException e) {
      try {
        con.rollback();
      } catch (SQLException e1) {
        log.error(e1.getMessage(), e1);
      }
      throw e;
    } catch (Throwable t) {
      try {
        con.rollback();
      } catch (SQLException e) {
        log.error(e.getMessage(), e);
      }
      throw new DataAccessException(t);
    } finally {
      if (con != null)
        try {
          if (log.isDebugEnabled())
            log.debug("closing connection");
          con.close();
        } catch (SQLException e) {
          log.error(e.getMessage(), e);
        }
      dispatcher.close();
    }
  }

  private void validate(Query query) {
    From from = (From) query.getFromClause();
    Type type = PlasmaTypeHelper.INSTANCE.getType(from.getEntity().getNamespaceURI(), from
        .getEntity().getName());
    log.debug("validating query");
    new QueryValidator((Query) query, type);
  }

  private void log(Query query) {
    String xml = "";
    PlasmaQueryDataBinding binding;
    try {
      binding = new PlasmaQueryDataBinding(new DefaultValidationEventHandler());
      xml = binding.marshal(query);
    } catch (JAXBException e) {
    } catch (SAXException e) {
    }
    // log.debug("query: " + xml);
  }

  @Override
  public DataGraph[] find(org.plasma.query.Query query, JobContext context) throws IOException {

    return this.find(query.getModel());
  }

  @Override
  public void commit(DataGraph graph, JobContext context) throws IOException {
    String username = "graph-service";
    if (context != null)
      username = context.getJobName();
    this.commit(graph, username);
  }

  @Override
  public void commit(DataGraph[] graphs, JobContext context) throws IOException {
    String username = "graph-service";
    if (context != null)
      username = context.getJobName();
    this.commit(graphs, username);
  }

  @Override
  public Observable findAsStream(Query query) {
    throw new DataAccessException("not implemented");
  }

  @Override
  public Observable findAsStream(Query query, int maxResults) {
    throw new DataAccessException("not implemented");
  }

  @Override
  public List> findAsStream(Query[] queries) {
    throw new DataAccessException("not implemented");
  }

}