All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.calcite.adapter.elasticsearch.ElasticsearchTable Maven / Gradle / Ivy

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to you under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.calcite.adapter.elasticsearch;

import org.apache.calcite.adapter.java.AbstractQueryableTable;
import org.apache.calcite.linq4j.AbstractEnumerable;
import org.apache.calcite.linq4j.Enumerable;
import org.apache.calcite.linq4j.Enumerator;
import org.apache.calcite.linq4j.QueryProvider;
import org.apache.calcite.linq4j.Queryable;
import org.apache.calcite.linq4j.function.Function1;
import org.apache.calcite.plan.RelOptCluster;
import org.apache.calcite.plan.RelOptTable;
import org.apache.calcite.rel.RelNode;
import org.apache.calcite.rel.type.RelDataType;
import org.apache.calcite.rel.type.RelDataTypeFactory;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.calcite.schema.TranslatableTable;
import org.apache.calcite.schema.impl.AbstractTableQueryable;
import org.apache.calcite.sql.type.SqlTypeName;

import org.apache.calcite.util.Util;

import org.elasticsearch.client.Client;
import org.elasticsearch.search.SearchHit;

import java.util.Iterator;
import java.util.List;
import java.util.Map;

/**
 * Table based on an Elasticsearch type.
 */
public class ElasticsearchTable extends AbstractQueryableTable implements TranslatableTable {
  private final Client client;
  private final String indexName;
  private final String typeName;

  /**
   * Creates an ElasticsearchTable.
   */
  public ElasticsearchTable(Client client, String indexName,
      String typeName) {
    super(Object[].class);
    this.client = client;
    this.indexName = indexName;
    this.typeName = typeName;
  }

  @Override public String toString() {
    return "ElasticsearchTable{" + typeName + "}";
  }

  public RelDataType getRowType(RelDataTypeFactory relDataTypeFactory) {
    final RelDataType mapType = relDataTypeFactory.createMapType(
        relDataTypeFactory.createSqlType(SqlTypeName.VARCHAR),
        relDataTypeFactory.createTypeWithNullability(
            relDataTypeFactory.createSqlType(SqlTypeName.ANY),
            true));
    return relDataTypeFactory.builder().add("_MAP", mapType).build();
  }

  public  Queryable asQueryable(QueryProvider queryProvider, SchemaPlus schema,
      String tableName) {
    return new ElasticsearchQueryable<>(queryProvider, schema, this, tableName);
  }

  public RelNode toRel(RelOptTable.ToRelContext context, RelOptTable relOptTable) {
    final RelOptCluster cluster = context.getCluster();
    return new ElasticsearchTableScan(cluster, cluster.traitSetOf(ElasticsearchRel.CONVENTION),
        relOptTable, this, null);
  }

  /** Executes a "find" operation on the underlying type.
   *
   * 

For example, * client.prepareSearch(index).setTypes(type) * .setSource("{\"fields\" : [\"state\"]}")

* * @param index Elasticsearch index * @param ops List of operations represented as Json strings. * @param fields List of fields to project; or null to return map * @return Enumerator of results */ private Enumerable find(String index, List ops, List> fields) { final String dbName = index; final String queryString = "{" + Util.toString(ops, "", ", ", "") + "}"; final Function1 getter = ElasticsearchEnumerator.getter(fields); return new AbstractEnumerable() { public Enumerator enumerator() { final Iterator cursor = client.prepareSearch(dbName).setTypes(typeName) .setSource(queryString).execute().actionGet().getHits().iterator(); return new ElasticsearchEnumerator(cursor, getter); } }; } /** * Implementation of {@link org.apache.calcite.linq4j.Queryable} based on * a {@link org.apache.calcite.adapter.elasticsearch.ElasticsearchTable}. */ public static class ElasticsearchQueryable extends AbstractTableQueryable { public ElasticsearchQueryable(QueryProvider queryProvider, SchemaPlus schema, ElasticsearchTable table, String tableName) { super(queryProvider, schema, table, tableName); } public Enumerator enumerator() { return null; } private String getIndex() { return schema.unwrap(ElasticsearchSchema.class).index; } private ElasticsearchTable getTable() { return (ElasticsearchTable) table; } /** Called via code-generation. * * @see org.apache.calcite.adapter.elasticsearch.ElasticsearchMethod#ELASTICSEARCH_QUERYABLE_FIND */ @SuppressWarnings("UnusedDeclaration") public Enumerable find(List ops, List> fields) { return getTable().find(getIndex(), ops, fields); } } } // End ElasticsearchTable.java