com.xiaomi.infra.galaxy.sds.examples.ScanWithActionExample Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of galaxy-sds-client Show documentation
There is a newer version: 1.3.6
package com.xiaomi.infra.galaxy.sds.examples;

import com.xiaomi.infra.galaxy.sds.client.ClientFactory;
import com.xiaomi.infra.galaxy.sds.client.TableScanner;
import com.xiaomi.infra.galaxy.sds.thrift.AdminService;
import com.xiaomi.infra.galaxy.sds.thrift.CommonConstants;
import com.xiaomi.infra.galaxy.sds.thrift.Credential;
import com.xiaomi.infra.galaxy.sds.thrift.DataType;
import com.xiaomi.infra.galaxy.sds.thrift.Datum;
import com.xiaomi.infra.galaxy.sds.thrift.DatumUtil;
import com.xiaomi.infra.galaxy.sds.thrift.KeySpec;
import com.xiaomi.infra.galaxy.sds.thrift.ProvisionThroughput;
import com.xiaomi.infra.galaxy.sds.thrift.PutRequest;
import com.xiaomi.infra.galaxy.sds.thrift.RemoveRequest;
import com.xiaomi.infra.galaxy.sds.thrift.Request;
import com.xiaomi.infra.galaxy.sds.thrift.ScanAction;
import com.xiaomi.infra.galaxy.sds.thrift.ScanOp;
import com.xiaomi.infra.galaxy.sds.thrift.ScanRequest;
import com.xiaomi.infra.galaxy.sds.thrift.TableMetadata;
import com.xiaomi.infra.galaxy.sds.thrift.TableQuota;
import com.xiaomi.infra.galaxy.sds.thrift.TableSchema;
import com.xiaomi.infra.galaxy.sds.thrift.TableService;
import com.xiaomi.infra.galaxy.sds.thrift.TableSpec;
import com.xiaomi.infra.galaxy.sds.thrift.UserType;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.Date;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Random;

public class ScanWithActionExample {
  private static ClientFactory clientFactory;
  private static AdminService.Iface adminClient;
  private static TableService.Iface tableClient;
  private static String secretKeyId = ""; // Your AppKey
  private static String secretKey = ""; // Your AppSecret
  private static UserType userType = UserType.APP_SECRET;
  private static String endpoint = "http://cnbj-s0.sds.api.xiaomi.com";
  private static boolean isInit = false;
  private static String tableName = "java-test-weather1";
  private static int numCity = 26;
  private static String[] cities = { "Beihai", "Dalian", "Dandong", "Fuzhou", "Guangzhou",
      "Haikou", "Hankou", "Huangpu", "Jiujiang", "Lianyungang", "Nanjing", "Nantong", "Ningbo",
      "Qingdao", "Qinhuangdao", "Rizhao", "Sanya", "Shanghai", "Shantou", "Shenzhen",
      "Tianjin", "Weihai", "Wenzhou", "Xiamen", "Yangzhou", "Yantai" };

  private static void init() {
    Credential credential = new Credential().setSecretKey(secretKey).setSecretKeyId(secretKeyId)
        .setType(userType);
    clientFactory = new ClientFactory().setCredential(credential);
    // socket timeout 10000 ms and connection timeout 3000
    adminClient = clientFactory
        .newAdminClient(endpoint + CommonConstants.ADMIN_SERVICE_PATH, 50000, 3000);
    // 5 retries at most
    tableClient = clientFactory
        .newTableClient(endpoint + CommonConstants.TABLE_SERVICE_PATH, 10000, 3000, true, 5);
    isInit = true;
  }

  private static TableSpec tableSpec() {
    List primaryKey = Arrays
        .asList(new KeySpec[] { new KeySpec().setAttribute("cityId"), new KeySpec().setAttribute(
            "timestamp").setAsc(false) });
    Map attributes = new HashMap();
    attributes.put("cityId", DataType.STRING);
    attributes.put("timestamp", DataType.INT64);
    attributes.put("score", DataType.DOUBLE);
    attributes.put("pm25", DataType.INT64);
    TableSchema tableSchema = new TableSchema();
    tableSchema.setPrimaryIndex(primaryKey)
        .setAttributes(attributes)
        .setTtl(-1);

    TableMetadata tableMetadata = new TableMetadata();
    tableMetadata
        .setQuota(new TableQuota().setSize(100 * 1024 * 1024))
        .setThroughput(new ProvisionThroughput().setReadCapacity(200).setWriteCapacity(200));

    return new TableSpec().setSchema(tableSchema)
        .setMetadata(tableMetadata);
  }

  private static void printResult(Map resultToPrint) {
    if (resultToPrint != null) {
      for (Map.Entry e : resultToPrint.entrySet()) {
        System.out.print(
            String
                .format("[%s] => %s\t", e.getKey(), DatumUtil.fromDatum(e.getValue()).toString())
        );
      }
      System.out.println();
    }
  }

  private static void displayTable() throws Exception {
    ScanRequest scanRequest = new ScanRequest();
    scanRequest.setTableName(tableName);
    scanRequest.setLimit(numCity);
    TableScanner scanner = new TableScanner(tableClient, scanRequest);
    Iterator> iterator = scanner.iterator();
    while (iterator.hasNext()) {
      printResult(iterator.next());
    }
  }

  private static int scanWithAction(ScanRequest scanRequest) throws Exception {
    int count = 0;
    TableScanner scanner = new TableScanner(tableClient, scanRequest);
    Iterator> iterator = scanner.iterator();
    while (iterator.hasNext()) {
      count += (Integer) DatumUtil.fromDatum(iterator.next().get(CommonConstants.SCAN_COUNT));
    }
    return count;
  }

  public static void main(String[] args) throws Exception {
    init();
    TableSpec tableSpec = tableSpec();
    adminClient.createTable(tableName, tableSpec);
    try {
      Date now = new Date();
      PutRequest putRequest = new PutRequest();
      System.out.println("========== put data ==========");
      for (int i = 0; i < numCity; i++) {
        putRequest.clear();
        putRequest.setTableName(tableName);
        putRequest.putToRecord("cityId", DatumUtil.toDatum(cities[i]));
        putRequest.putToRecord("timestamp", DatumUtil.toDatum(now.getTime()));
        putRequest.putToRecord("score", DatumUtil.toDatum((double) new Random().nextInt(100)));
        putRequest.putToRecord("pm25", DatumUtil.toDatum((long) (new Random().nextInt(500))));
        tableClient.put(putRequest);
        System.out.println("put record #" + i);
      }
      System.out.println("========== records in table ==========");
      displayTable();
      ScanRequest scanRequest = new ScanRequest();
      scanRequest.setTableName(tableName);
      scanRequest.setLimit(numCity);
      int count;
      System.out.println("========== scan with action COUNT ==========");
      scanRequest.setAction(new ScanAction().setAction(ScanOp.COUNT));
      count = scanWithAction(scanRequest);
      System.out.println("There are totally " + count + " cities");

      Map startKey = new HashMap();
      Map stopKey = new HashMap();
      startKey.put("cityId", DatumUtil.toDatum("Guangzhou"));
      stopKey.put("cityId", DatumUtil.toDatum("Qingdao"));
      scanRequest.setStartKey(startKey);
      scanRequest.setStopKey(stopKey);
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count + " cities between  Guangzhou and Qingdao");

      System.out.println("========== scan with action UPDATE==========");
      // set all cities' score 60.0
      Map record = new HashMap();
      record.put("score", DatumUtil.toDatum(60.0));
      scanRequest.setAction(new ScanAction().setAction(ScanOp.UPDATE).setRequest(
          Request.putRequest(new PutRequest().setRecord(record))));
      scanRequest.setStartKey(null);
      scanRequest.setStopKey(null);
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count + " cities' score are set to 60.0, after update");
      displayTable();
      // set the score of cities between Dandong and Sanya  to 90.0
      record.put("score", DatumUtil.toDatum(90.0));
      scanRequest.setAction(new ScanAction().setAction(ScanOp.UPDATE).setRequest(
          Request.putRequest(new PutRequest().setRecord(record))));
      startKey.put("cityId", DatumUtil.toDatum("Dandong"));
      stopKey.put("cityId", DatumUtil.toDatum("Sanya"));
      scanRequest.setStartKey(startKey);
      scanRequest.setStopKey(stopKey);
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count
          + " cities between Dandong and Sanya and their scores are set to 90.0, after update");
      displayTable();

      System.out.println("========== scan with action DELETE==========");
      // delete pm25 of all cities
      List deletedAttribute = new ArrayList();
      deletedAttribute.add("pm25");
      scanRequest.setAction(new ScanAction().setAction(ScanOp.DELETE).setRequest(
          Request.removeRequest(new RemoveRequest().setAttributes(deletedAttribute))));
      scanRequest.setStartKey(null);
      scanRequest.setStopKey(null);
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count + " cities' pm25 are deleted, after delete");
      displayTable();
      // delete score between Ningbo and Tianjin
      deletedAttribute.clear();
      deletedAttribute.add("score");
      scanRequest.setAction(new ScanAction().setAction(ScanOp.DELETE).setRequest(
          Request.removeRequest(new RemoveRequest().setAttributes(deletedAttribute))));
      startKey.put("cityId", DatumUtil.toDatum("Ningbo"));
      stopKey.put("cityId", DatumUtil.toDatum("Tianjin"));
      scanRequest.setStartKey(startKey);
      scanRequest.setStopKey(stopKey);
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count
          + " cities between Ningbo and Tianjin and their score are deleted, after delete");
      displayTable();

      // delete cities between Rizhao and Xiamen
      startKey.put("cityId", DatumUtil.toDatum("Rizhao"));
      stopKey.put("cityId", DatumUtil.toDatum("Xiamen"));
      scanRequest.setStartKey(startKey);
      scanRequest.setStopKey(stopKey);
      scanRequest.setAction(new ScanAction().setAction(ScanOp.DELETE));
      count = scanWithAction(scanRequest);
      System.out.println("There are " + count
          + " cities between Rizhao and Xiamen and they are deleted, after delete");
      displayTable();
    } finally {
      adminClient.disableTable(tableName);
      adminClient.dropTable(tableName);
    }
  }
}