org.apache.parquet.pig.summary.TupleSummaryData Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of parquet-pig Show documentation
There is a newer version: 1.14.4
/* 
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.parquet.pig.summary;

import java.util.ArrayList;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.apache.pig.backend.executionengine.ExecException;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.logicalLayer.schema.Schema;
import org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema;

/**
 * Summary data for a Tuple
 * fields are in the same order as the input tuple
 */
public class TupleSummaryData extends SummaryData {
  private static final Logger LOG = Logger.getLogger(TupleSummaryData.class.getName());

  private List fields = new ArrayList();

  private ValueStat size = new ValueStat();

  public void addTuple(Schema schema, Tuple tuple) {
    super.add(tuple);
    int tupleSize = tuple.size();
    size.add(tupleSize);
    ensureSize(tupleSize);
    for (int i = 0; i < tupleSize; i++) {
      FieldSummaryData fieldSummaryData = fields.get(i);
      try {
        FieldSchema field = getField(schema, i);
        fieldSummaryData.setName(getName(field));
        Object o = tuple.get(i);
        fieldSummaryData.add(getSchema(field), o);
      } catch (ExecException e) {
        LOG.log(Level.WARNING, "Can't get value from tuple", e);
        fieldSummaryData.addError();
      }
    }
  }

  private void ensureSize(int sizeToEnsure) {
    while (fields.size() < sizeToEnsure) {
      fields.add(new FieldSummaryData());
    }
  }

  @Override
  public void merge(SummaryData other) {
    super.merge(other);
    TupleSummaryData otherTupleSummaryData = (TupleSummaryData) other;
    size.merge(otherTupleSummaryData.size);

    ensureSize(otherTupleSummaryData.fields.size());
    for (int i = 0; i < otherTupleSummaryData.fields.size(); i++) {
      fields.get(i).merge(otherTupleSummaryData.fields.get(i));
    }

  }

  public List getFields() {
    return fields;
  }

  public void setFields(List fields) {
    this.fields = fields;
  }

  public ValueStat getSize() {
    return size;
  }

  public void setSize(ValueStat size) {
    this.size = size;
  }


}