hivemall.utils.hadoop.WritableUtils Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hivemall-all
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package hivemall.utils.hadoop;

import hivemall.utils.lang.Preconditions;

import java.util.ArrayList;
import java.util.List;

import javax.annotation.CheckForNull;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;

import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
import org.apache.hadoop.hive.serde2.io.DoubleWritable;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils.ObjectInspectorCopyOption;
import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
import org.apache.hadoop.io.BooleanWritable;
import org.apache.hadoop.io.ByteWritable;
import org.apache.hadoop.io.BytesWritable;
import org.apache.hadoop.io.FloatWritable;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.VIntWritable;
import org.apache.hadoop.io.VLongWritable;
import org.apache.hadoop.io.Writable;

public final class WritableUtils {

    private WritableUtils() {}

    public static IntWritable val(final int v) {
        return new IntWritable(v);
    }

    public static LongWritable val(final long v) {
        return new LongWritable(v);
    }

    public static FloatWritable val(final float v) {
        return new FloatWritable(v);
    }

    public static DoubleWritable val(final double v) {
        return new DoubleWritable(v);
    }

    public static BooleanWritable val(final boolean v) {
        return new BooleanWritable(v);
    }

    @Nonnull
    public static List newLongList(final int size) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final LongWritable[] array = new LongWritable[size];
        for (int i = 0; i < size; i++) {
            array[i] = new LongWritable(0L);
        }
        return Arrays.asList(array);
        */
        final List list = new ArrayList(size);
        for (int i = 0; i < size; i++) {
            list.add(new LongWritable(0L));
        }
        return list;
    }

    @Nonnull
    public static List newDoubleList(final int size) {
        return newDoubleList(size, 0.d);
    }

    @Nonnull
    public static List newFloatList(final int size) {
        return newFloatList(size, 0.f);
    }

    @Nonnull
    public static List newFloatList(final int size, final float defaultValue) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final DoubleWritable[] array = new DoubleWritable[size];
        for (int i = 0; i < size; i++) {
            array[i] = new DoubleWritable(defaultValue);
        }
        return Arrays.asList(array);
        */
        final List list = new ArrayList(size);
        for (int i = 0; i < size; i++) {
            list.add(new FloatWritable(defaultValue));
        }
        return list;
    }


    @Nonnull
    public static List newDoubleList(final int size, final double defaultValue) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final DoubleWritable[] array = new DoubleWritable[size];
        for (int i = 0; i < size; i++) {
            array[i] = new DoubleWritable(defaultValue);
        }
        return Arrays.asList(array);
        */
        final List list = new ArrayList(size);
        for (int i = 0; i < size; i++) {
            list.add(new DoubleWritable(defaultValue));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final int[] src) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final LongWritable[] writables = new LongWritable[src.length];
        for (int i = 0; i < src.length; i++) {
            writables[i] = new LongWritable(src[i]);
        }
        return Arrays.asList(writables);
        */
        final List list = new ArrayList(src.length);
        for (int i = 0; i < src.length; i++) {
            list.add(new IntWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final long[] src) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final LongWritable[] writables = new LongWritable[src.length];
        for (int i = 0; i < src.length; i++) {
            writables[i] = new LongWritable(src[i]);
        }
        return Arrays.asList(writables);
        */
        final List list = new ArrayList(src.length);
        for (int i = 0; i < src.length; i++) {
            list.add(new LongWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final float[] src) {
        final List list = new ArrayList(src.length);
        for (int i = 0; i < src.length; i++) {
            list.add(new FloatWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final double[] src) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final DoubleWritable[] writables = new DoubleWritable[src.length];
        for (int i = 0; i < src.length; i++) {
            writables[i] = new DoubleWritable(src[i]);
        }
        return Arrays.asList(writables);
        */
        final List list = new ArrayList(src.length);
        for (int i = 0; i < src.length; i++) {
            list.add(new DoubleWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final float[] src,
            @Nullable List list) throws UDFArgumentException {
        if (list == null) {
            return toWritableList(src);
        }

        Preconditions.checkArgument(src.length == list.size(), UDFArgumentException.class);
        for (int i = 0; i < src.length; i++) {
            list.set(i, new FloatWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static List toWritableList(@Nonnull final double[] src,
            @Nullable List list) throws UDFArgumentException {
        if (list == null) {
            return toWritableList(src);
        }

        Preconditions.checkArgument(src.length == list.size(), UDFArgumentException.class);
        for (int i = 0; i < src.length; i++) {
            list.set(i, new DoubleWritable(src[i]));
        }
        return list;
    }

    @Nonnull
    public static void setValues(@Nonnull final float[] src,
            @Nonnull final List list) throws UDFArgumentException {
        Preconditions.checkArgument(src.length == list.size(), UDFArgumentException.class);
        for (int i = 0; i < src.length; i++) {
            list.set(i, new FloatWritable(src[i]));
        }
    }

    public static Text val(final String v) {
        return new Text(v);
    }

    public static List val(final String... v) {
        // workaround to avoid a bug in Kryo
        // https://issues.apache.org/jira/browse/HIVE-12551
        /*
        final Text[] ret = new Text[v.length];
        for (int i = 0; i < v.length; i++) {
            String vi = v[i];
            ret[i] = (vi == null) ? null : new Text(vi);
        }
        return Arrays.asList(ret);
        */
        final List list = new ArrayList(v.length);
        for (int i = 0; i < v.length; i++) {
            String vi = v[i];
            Text ti = (vi == null) ? null : new Text(vi);
            list.add(ti);
        }
        return list;
    }

    public static Writable toWritable(Object object) {
        if (object == null) {
            return null; //return NullWritable.get();
        }
        if (object instanceof Writable) {
            return (Writable) object;
        }
        if (object instanceof String) {
            return new Text((String) object);
        }
        if (object instanceof Long) {
            return new VLongWritable((Long) object);
        }
        if (object instanceof Integer) {
            return new VIntWritable((Integer) object);
        }
        if (object instanceof Byte) {
            return new ByteWritable((Byte) object);
        }
        if (object instanceof Double) {
            return new DoubleWritable((Double) object);
        }
        if (object instanceof Float) {
            return new FloatWritable((Float) object);
        }
        if (object instanceof Boolean) {
            return new BooleanWritable((Boolean) object);
        }
        if (object instanceof byte[]) {
            return new BytesWritable((byte[]) object);
        }
        return new BytesWritable(object.toString().getBytes());
    }

    @Nonnull
    public static Writable copyToWritable(@Nonnull final Object obj,
            @CheckForNull final PrimitiveObjectInspector oi) {
        Preconditions.checkNotNull(oi);
        Object ret = ObjectInspectorUtils.copyToStandardObject(obj, oi,
            ObjectInspectorCopyOption.WRITABLE);
        return (Writable) ret;
    }

}