com.microsoft.azure.documentdb.hive.DocumentDBSerDe Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of azure-documentdb-hadoop Show documentation
Hadoop Connector for Microsoft Azure DocumentDB
The newest version!
//------------------------------------------------------------
// Copyright (c) Microsoft Corporation.  All rights reserved.
//------------------------------------------------------------

package com.microsoft.azure.documentdb.hive;

import java.util.Properties;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hive.serde2.SerDe;
import org.apache.hadoop.hive.serde2.SerDeException;
import org.apache.hadoop.hive.serde2.SerDeStats;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.Writable;
import org.openx.data.jsonserde.JsonSerDe;
import org.openx.data.jsonserde.json.JSONObject;

import com.microsoft.azure.documentdb.Document;
import com.microsoft.azure.documentdb.hadoop.DocumentDBConnectorUtil;
import com.microsoft.azure.documentdb.hadoop.DocumentDBWritable;

/**
 * 
 * A wrapper for openx JsonSerde to work with DocumentDBWritable. 
 *
 */
public class DocumentDBSerDe implements SerDe {
    private static final String HIVE_USERAGENT = " HiveConnector/1.0.0";
    private DocumentDBWritable cachedWritable;
    private JsonSerDe jsonSerde;

    public DocumentDBSerDe() {
        this.cachedWritable = new DocumentDBWritable();
        this.jsonSerde = new JsonSerDe();
        
        // Set the user-agent to hive.
        if (!DocumentDBConnectorUtil.UserAgentSuffix.contains(DocumentDBSerDe.HIVE_USERAGENT)) {
            DocumentDBConnectorUtil.UserAgentSuffix += DocumentDBSerDe.HIVE_USERAGENT;
        }
    }

    /**
     * Returns a JSONObject instance by deserializing a DocumentDBWritable.
     */
    public Object deserialize(Writable writable) throws SerDeException {
        Text txtWritable = new Text(writable.toString());
        return (JSONObject) this.jsonSerde.deserialize(txtWritable);
    }

    /**
     * Returns JsonSerde object inspector.
     */
    public ObjectInspector getObjectInspector() throws SerDeException {
        return this.jsonSerde.getObjectInspector();
    }

    /**
     * Returns JsonSerde stats.
     */
    public SerDeStats getSerDeStats() {
        return this.jsonSerde.getSerDeStats();
    }

    /**
     * Returns the class name to serialize to which is DocumentDBWritable.
     */
    public Class getSerializedClass() {
        return DocumentDBWritable.class;
    }
    
    /**
     * Calls JsonSerde.initialize
     */
    public void initialize(Configuration conf, Properties properties) throws SerDeException {
        this.jsonSerde.initialize(conf, properties);
    }

    /**
     * Serializes a JsonObject to a DocumentDWritable.
     */
    public Writable serialize(Object obj, ObjectInspector objInspector) throws SerDeException {
        Text txtWritable = (Text) this.jsonSerde.serialize(obj, objInspector);
        Document doc = new Document(txtWritable.toString());
        this.cachedWritable.setDoc(doc);
        return this.cachedWritable;
    }
}