org.apache.hadoop.hive.ql.io.parquet.serde.DeepParquetHiveMapInspector Maven / Gradle / Ivy
The newest version!
/**
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.io.parquet.serde;
import java.util.Map;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
import org.apache.hadoop.io.ArrayWritable;
import org.apache.hadoop.io.Writable;
/**
* The DeepParquetHiveMapInspector will inspect an ArrayWritable, considering it as a Hive map.
* It can also inspect a Map if Hive decides to inspect the result of an inspection.
* When trying to access elements from the map it will iterate over all keys, inspecting them and comparing them to the
* desired key.
*
*/
public class DeepParquetHiveMapInspector extends AbstractParquetMapInspector {
public DeepParquetHiveMapInspector(final ObjectInspector keyInspector, final ObjectInspector valueInspector) {
super(keyInspector, valueInspector);
}
@Override
public Object getMapValueElement(final Object data, final Object key) {
if (data == null || key == null) {
return null;
}
if (data instanceof ArrayWritable) {
final Writable[] mapContainer = ((ArrayWritable) data).get();
if (mapContainer == null || mapContainer.length == 0) {
return null;
}
final Writable[] mapArray = ((ArrayWritable) mapContainer[0]).get();
for (final Writable obj : mapArray) {
final ArrayWritable mapObj = (ArrayWritable) obj;
final Writable[] arr = mapObj.get();
if (key.equals(arr[0]) || key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveJavaObject(arr[0]))
|| key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveWritableObject(arr[0]))) {
return arr[1];
}
}
return null;
}
if (data instanceof Map) {
final Map map = (Map) data;
if (map.containsKey(key)) {
return map.get(key);
}
for (final Map.Entry entry : map.entrySet()) {
if (key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveJavaObject(entry.getKey()))
|| key.equals(((PrimitiveObjectInspector) keyInspector).getPrimitiveWritableObject(entry.getKey()))) {
return entry.getValue();
}
}
return null;
}
throw new UnsupportedOperationException("Cannot inspect " + data.getClass().getCanonicalName());
}
}