• Home
• org.geckoprojects.libraries
• org.gecko.ucar.netcdf
• 5.6.0
• source code
• CompareNetcdf2.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ucar.nc2.util.CompareNetcdf2 Maven / Gradle / Ivy

/*
 * Copyright (c) 1998-2018 John Caron and University Corporation for Atmospheric Research/Unidata
 * See LICENSE for license information.
 */

// $Id: TestCompare.java 51 2006-07-12 17:13:13Z caron $

package ucar.nc2.util;

import java.util.Arrays;
import javax.annotation.Nullable;
import ucar.nc2.constants.CDM;
import ucar.nc2.dataset.*;
import ucar.nc2.*;
import ucar.ma2.*;
import ucar.nc2.iosp.netcdf4.Nc4;
import java.io.*;
import java.nio.ByteBuffer;
import java.util.List;
import java.util.Formatter;
import java.util.ArrayList;

/**
 * Compare two NetcdfFile.
 * Doesnt fail (eg doesnt use assert), places results in Formatter.
 * 
 * TODO will move to test classes in ver6.
 */
public class CompareNetcdf2 {
  public static final ObjFilter IDENTITY_FILTER = new ObjFilter() {};
  private static final int MAX_SIZE_TO_READ = 10_000_000;

  public interface ObjFilter {
    // if true, compare attribute, else skip comparison
    default boolean attCheckOk(Variable v, Attribute att) {
      return true;
    }

    // override att comparison if needed
    default boolean attsAreEqual(Attribute att1, Attribute att2) {
      return att1.equals(att2);
    }

    // override dimension comparison if needed
    default boolean enumsAreEqual(EnumTypedef enum1, EnumTypedef enum2) {
      return enum1.equals(enum2);
    }

    // if true, compare variable, else skip comparison
    default boolean varDataTypeCheckOk(Variable v) {
      return true;
    }

    // if true, compare dimension, else skip comparison
    default boolean checkDimensionsForFile(String filename) {
      return true;
    }

    // if true, compare dimension, else skip comparison
    default boolean compareCoordinateTransform(CoordinateTransform ct1, CoordinateTransform ct2) {
      return ct1.equals(ct2);
    }
  }

  public static class Netcdf4ObjectFilter implements ObjFilter {

    public boolean attCheckOk(Variable v, Attribute att) {
      // if (v != null && v.isMemberOfStructure()) return false;
      String name = att.getShortName();

      // added by cdm
      if (name.equals(CDM.CHUNK_SIZES))
        return false;
      if (name.equals(CDM.FILL_VALUE))
        return false;
      if (name.equals("_lastModified"))
        return false;

      // hidden by nc4
      if (name.equals(Nc4.NETCDF4_DIMID))
        return false; // preserve the order of the dimensions
      if (name.equals(Nc4.NETCDF4_COORDINATES))
        return false; // ??
      if (name.equals(Nc4.NETCDF4_STRICT))
        return false;

      return !name.startsWith("_");

      // not implemented yet
      // if (att.getDataType().isEnum()) return false;

    }

    @Override
    public boolean varDataTypeCheckOk(Variable v) {
      if (v.getDataType() == DataType.CHAR)
        return false; // temp workaround
      return v.getDataType() != DataType.STRING;
    }

    // override att comparision if needed
    public boolean attsAreEqual(Attribute att1, Attribute att2) {
      if (att1.getShortName().equalsIgnoreCase(CDM.UNITS) && att2.getShortName().equalsIgnoreCase(CDM.UNITS)) {
        return att1.getStringValue().trim().equals(att2.getStringValue().trim());
      }
      return att1.equals(att2);
    }
  }

  public boolean enumsAreEqual(EnumTypedef enum1, EnumTypedef enum2) {
    String name1 = enum1.getShortName();
    String name2 = enum2.getShortName();
    if (name1.endsWith("_t")) {
      name1 = name1.substring(0, name1.length() - 2);
    }
    if (name2.endsWith("_t")) {
      name2 = name2.substring(0, name2.length() - 2);
    }
    return com.google.common.base.Objects.equal(name1, name2)
        && com.google.common.base.Objects.equal(enum1.getMap(), enum2.getMap())
        && enum1.getBaseType() == enum2.getBaseType();
  }

  public static boolean compareData(String name, Array data1, Array data2) {
    return new CompareNetcdf2().compareData(name, data1, data2, false, true);
  }

  public static boolean compareData(String name, Array data1, double[] data2) {
    Array data2a = Array.factory(DataType.DOUBLE, new int[] {data2.length}, data2);
    return compareData(name, data1, data2a);
  }

  public static boolean compareFiles(NetcdfFile org, NetcdfFile copy, Formatter f) {
    return compareFiles(org, copy, f, false, false, false);
  }

  public static boolean compareFiles(NetcdfFile org, NetcdfFile copy, Formatter f, boolean _compareData,
      boolean _showCompare, boolean _showEach) {
    CompareNetcdf2 tc = new CompareNetcdf2(f, _showCompare, _showEach, _compareData);
    return tc.compare(org, copy);
  }

  public static boolean compareLists(List org, List copy, Formatter f) {
    boolean ok1 = checkContains("first", org, copy, f);
    boolean ok2 = checkContains("second", copy, org, f);
    return ok1 && ok2;
  }

  public static boolean checkContains(String what, List