com.aliyun.openservices.log.sample.AliyunODPSSinkSample Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of aliyun-log Show documentation
Aliyun LOG Java SDK
There is a newer version: 0.6.3
package com.aliyun.openservices.log.sample;

import com.alibaba.fastjson.JSONObject;
import com.aliyun.openservices.log.common.AliyunODPSSink;
import com.aliyun.openservices.log.common.ExportConfiguration;
import com.aliyun.openservices.log.common.ExportGeneralSink;
import com.aliyun.openservices.log.exception.LogException;
import com.aliyun.openservices.log.common.Export;
import com.aliyun.openservices.log.request.CreateExportRequest;
import com.aliyun.openservices.log.request.GetExportRequest;
import com.aliyun.openservices.log.response.CreateExportResponse;
import com.aliyun.openservices.log.response.GetExportResponse;
import com.aliyun.openservices.log.Client;

public class AliyunODPSSinkSample {
    public static void main(String args[]) throws LogException, InterruptedException {
        AliyunODPSSink sink = new AliyunODPSSink();
        sink.setOdpsRolearn("your_roleArn");
        sink.setOdpsEndpoint("your_endpoint");
        sink.setOdpsTunnelEndpoint("your_TunnelEndpoint");
        sink.setOdpsProject("your_odps_project_name");
        sink.setOdpsTable("your_odps_table_name");
        sink.setTimeZone("+0800");
        sink.setFields("1", "2", "3");
        sink.setPartitionColumn("bucket");
        sink.setPartitionTimeFormat("%Y");
        sink.setMode("interval");
        String encoded = JSONObject.toJSONString(sink);

        ExportGeneralSink general = new ExportGeneralSink();
        general.setFields(JSONObject.parseObject(encoded).getInnerMap());
        ExportConfiguration conf = new ExportConfiguration();
        conf.setRoleArn("your_roleArn");
        conf.setLogstore("your_logstore");
        conf.setSink(sink);
        conf.setFromTime((int) ((System.currentTimeMillis() / (long) 1000) - 864000));
        conf.setToTime(0);
        conf.setVersion("v.0");
        Export export = new Export();
        export.setConfiguration(conf);
        export.setName("my-odps-sink");
        export.setDisplayName("my-odps-sink");
        String project = "your_project_name";
        CreateExportRequest request = new CreateExportRequest(project, export);
        Client client = new Client("your_endpoint", "your_access_id", "your_access_key");
        CreateExportResponse resp = client.createExport(request);
        System.out.println(JSONObject.toJSONString(resp));
        GetExportRequest requestExport = new GetExportRequest(project, "my-odps-sink");
        GetExportResponse respExport = client.getExport(requestExport);
        System.out.println(JSONObject.toJSONString(respExport));
    }
}