add some unfinished tests that might be useful to reference or build …

…on later
Unidata · Jul 19, 2024 · c3a21e8 · c3a21e8
1 parent e5bc057
commit c3a21e8
Show file tree

Hide file tree

Showing 5 changed files with 329 additions and 0 deletions.
diff --git a/cdm-test/src/test/java/ucar/nc2/ft/point/writer/TestCFPointWriter.java b/cdm-test/src/test/java/ucar/nc2/ft/point/writer/TestCFPointWriter.java
@@ -0,0 +1,144 @@
+package ucar.nc2.ft.point.writer;
+
+
+import org.junit.Ignore;
+import org.junit.Rule;
+import org.junit.Test;
+import org.junit.rules.TemporaryFolder;
+import org.junit.runner.RunWith;
+import org.junit.runners.Parameterized;
+import ucar.nc2.*;
+import ucar.nc2.constants.CDM;
+import ucar.nc2.constants.FeatureType;
+import ucar.nc2.dataset.NetcdfDatasets;
+import ucar.nc2.ft.FeatureDataset;
+import ucar.nc2.ft.FeatureDatasetFactoryManager;
+import ucar.nc2.ft.FeatureDatasetPoint;
+import ucar.nc2.util.CompareNetcdf2;
+
+import java.io.*;
+import java.net.URISyntaxException;
+import java.util.*;
+
+import static com.google.common.truth.Truth.*;
+
+@Ignore("These tests target changes to CF Point Writer that haven't been completed/merged")
+@RunWith(Parameterized.class)
+public class TestCFPointWriter {
+
+  @Rule
+  public final TemporaryFolder tempFolder = new TemporaryFolder();
+  private static final String COLLECTION_STRING = "Collection";
+  private static final String EXT = ".ncml";
+
+
+  @Parameterized.Parameters(name = "{0}/{1}/{2}")
+  public static List<Object[]> getTestParameters() {
+    List<Object[]> paramMatrix = new ArrayList<>();
+
+    // 6 feature types: point, profile, station, station profile, trajectory, trajectory profile
+    Object[][] featureTypes = new Object[][] {
+            {FeatureType.POINT, "point"},
+            {FeatureType.PROFILE, "profile"},
+            {FeatureType.STATION, "station"},
+            {FeatureType.STATION_PROFILE, "stationProfile"},
+            {FeatureType.TRAJECTORY, "traj"},
+            {FeatureType.TRAJECTORY_PROFILE, "trajProfile"}
+    };
+
+    // 4 ncml variations: single collection, multiple collections, unlimited dimension, extended model features
+    String[] ncmlVars = new String[] {
+            "",
+            "Record",
+            "Multiple",
+            "Ext"
+    };
+
+    // 3 file versions: nc3, nc4, nc4ext
+    NetcdfFileWriter.Version[] versions = new NetcdfFileWriter.Version[] {
+            NetcdfFileWriter.Version.netcdf3,
+            NetcdfFileWriter.Version.netcdf4_classic,
+            NetcdfFileWriter.Version.netcdf4
+    };
+
+    for (int ft = 0; ft < featureTypes.length; ft++) {
+      for (int var = 0; var < ncmlVars.length; var++) {
+        for (int v = 0; v < versions.length; v++) {
+          paramMatrix.add(new Object[]{
+                  featureTypes[ft][0],
+                  featureTypes[ft][1] + COLLECTION_STRING + ncmlVars[var] + EXT,
+                  versions[v]
+          });
+        }
+      }
+    }
+
+    return paramMatrix;
+  }
+
+  private final FeatureType wantedType;
+  private final String filePath;
+  private final NetcdfFileWriter.Version version;
+  public TestCFPointWriter(FeatureType wantedType, String filePath, NetcdfFileWriter.Version version) {
+    this.wantedType = wantedType;
+    this.filePath =  filePath;
+    this.version = version;
+  }
+
+  @Test
+  public void testWritePointFeatureType() throws IOException, URISyntaxException {
+    File datasetFile = new File(this.getClass().getResource("input/" + filePath).toURI());
+    File outFile = tempFolder.newFile();
+    FeatureDatasetPoint fdPoint = openPointDataset(wantedType, datasetFile);
+    CFPointWriter.writeFeatureCollection(fdPoint, outFile.getAbsolutePath(), version);
+    assertThat(compareNetCDF(datasetFile, outFile)).isTrue();
+  }
+
+  private static FeatureDatasetPoint openPointDataset(FeatureType wantedType, File datasetFile) throws IOException {
+    Formatter errlog = new Formatter();
+    FeatureDataset fDset = FeatureDatasetFactoryManager.open(wantedType, datasetFile.getAbsolutePath(), null, errlog);
+    return (FeatureDatasetPoint) fDset;
+  }
+
+  private static boolean compareNetCDF(File expectedResultFile, File actualResultFile) throws IOException {
+    try (NetcdfFile expectedNcFile = NetcdfDatasets.openDataset(expectedResultFile.getAbsolutePath());
+        NetcdfFile actualNcFile = NetcdfDatasets.openDataset(actualResultFile.getAbsolutePath())) {
+      Formatter formatter = new Formatter();
+      CompareNetcdf2 compareNetcdf2 = new CompareNetcdf2(formatter, true, false, true, true);
+      boolean contentsAreEqual = compareNetcdf2.compare(expectedNcFile, actualNcFile, new CFObjFilter());
+      if (!contentsAreEqual) {
+        System.err.println(formatter);
+      }
+      return contentsAreEqual;
+    }
+  }
+
+  private static class CFObjFilter implements CompareNetcdf2.ObjFilter {
+    private static Map<String, List<String>> ignore;
+    static {
+      ignore = new HashMap<>();
+      ArrayList global = new ArrayList();
+      global.add(CDM.HISTORY);
+      global.add("time_coverage_start");
+      global.add("time_coverage_end");
+      global.add("geospatial_lat_min");
+      global.add("geospatial_lon_min");
+      global.add("geospatial_lat_max");
+      global.add("geospatial_lon_max");
+      global.add("DSG_representation");
+      global.add("_NCProperties");
+      global.add("Conventions");
+      ignore.put("global", global);
+      ArrayList time = new ArrayList();
+      time.add("calendar");
+      time.add("units");
+      ignore.put("time", time);
+    }
+    @Override
+    public boolean attCheckOk(Variable v, Attribute att) {
+      String name = v == null ? "global" :  v.getFullName();
+      return ignore.getOrDefault(name, new ArrayList<>()).stream().noneMatch(s -> s.equals(att.getShortName()));
+    }
+  }
+
+}
diff --git a/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollection.ncml b/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollection.ncml
@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" >
+  <dimension name="obs" length="3"/>
+
+  <attribute name="featureType" value="point" />
+  <attribute name="Conventions" value="CF-1.9" />
+
+  <variable name="lon" shape="obs" type="float">
+    <attribute name="long_name" value="longitude" />
+    <attribute name="units" value="degrees_east" />
+    <values start="-105" increment="3"/>
+  </variable>
+
+  <variable name="lat" shape="obs" type="float">
+    <attribute name="long_name" value="latitude" />
+    <attribute name="units" value="degrees_north" />
+    <values start="44" increment="-3"/>
+  </variable>
+
+
+  <variable name="z" shape="obs" type="float">
+    <attribute name="long_name" value="height above mean sea level" />
+    <attribute name="units" value="km" />
+    <attribute name="positive" value="up" />
+    <values>10 20 30</values>
+  </variable>
+
+  <variable name="time" shape="obs" type="double">
+    <attribute name="long_name" value="time" />
+    <attribute name="units" value="days since 1970-01-01 00:00:00" />
+    <values>0 31 59</values>
+  </variable>
+
+  <variable name="data" shape="obs" type="float">
+    <attribute name="long_name" value="skin temperature" />
+    <attribute name="units" value="Celsius" />
+    <attribute name="coordinates" value="time z lat lon" />
+    <values start="1" increment="3"/>
+  </variable>
+</netcdf>
+
diff --git a/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollectionRecord.ncml b/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollectionRecord.ncml
@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" >
+  <dimension name="obs" length="3" unlimited="true"/>
+
+  <attribute name="featureType" value="point" />
+  <attribute name="Conventions" value="CF-1.9" />
+
+  <variable name="lon" shape="obs" type="float">
+    <attribute name="long_name" value="longitude" />
+    <attribute name="units" value="degrees_east" />
+    <values start="-105" increment="3"/>
+  </variable>
+
+  <variable name="lat" shape="obs" type="float">
+    <attribute name="long_name" value="latitude" />
+    <attribute name="units" value="degrees_north" />
+    <values start="44" increment="-3"/>
+  </variable>
+
+
+  <variable name="z" shape="obs" type="float">
+    <attribute name="long_name" value="height above mean sea level" />
+    <attribute name="units" value="km" />
+    <attribute name="positive" value="up" />
+    <values>10 20 30</values>
+  </variable>
+
+  <variable name="time" shape="obs" type="double">
+    <attribute name="long_name" value="time" />
+    <attribute name="units" value="days since 1970-01-01 00:00:00" />
+    <values>0 31 59</values>
+  </variable>
+
+  <variable name="data" shape="obs" type="float">
+    <attribute name="long_name" value="skin temperature" />
+    <attribute name="units" value="Celsius" />
+    <attribute name="coordinates" value="time z lat lon" />
+    <values start="1" increment="3"/>
+  </variable>
+</netcdf>
+
diff --git a/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollections.ncml b/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/pointCollections.ncml
@@ -0,0 +1,54 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" >
+  <dimension name="dim1" length="3"/>
+    <dimension name="dim2" length="5"/>
+
+  <attribute name="featureType" value="point" />
+  <attribute name="Conventions" value="CF-1.9" />
+
+  <variable name="lon" shape="dim1" type="float">
+    <attribute name="long_name" value="longitude" />
+    <attribute name="units" value="degrees_east" />
+    <values start="-105" increment="3"/>
+  </variable>
+
+  <variable name="lat" shape="dim1" type="float">
+    <attribute name="long_name" value="latitude" />
+    <attribute name="units" value="degrees_north" />
+    <values start="44" increment="-3"/>
+  </variable>
+
+  <variable name="z" shape="dim1" type="float">
+    <attribute name="long_name" value="height above mean sea level" />
+    <attribute name="units" value="km" />
+    <attribute name="positive" value="up" />
+    <values>10 20 30</values>
+  </variable>
+
+  <variable name="time" shape="dim1" type="double">
+    <attribute name="long_name" value="time" />
+    <attribute name="units" value="days since 1970-01-01 00:00:00" />
+    <values>0 31 59</values>
+  </variable>
+
+<variable name="time2" shape="dim2" type="double">
+  <attribute name="long_name" value="time" />
+  <attribute name="units" value="days since 1970-01-01 00:00:00" />
+  <values>1 2 3 4 5</values>
+</variable>
+
+  <variable name="data" shape="dim2" type="float">
+    <attribute name="long_name" value="skin temperature" />
+    <attribute name="units" value="Celsius" />
+    <attribute name="coordinates" value="time z lat lon" />
+    <values start="1" increment="3"/>
+  </variable>
+
+  <variable name="data2" shape="dim2" type="float">
+    <attribute name="long_name" value="skin temperature" />
+    <attribute name="units" value="Celsius" />
+    <attribute name="coordinates" value="time2 lat lon z" />
+    <values start="1" increment="3"/>
+  </variable>
+</netcdf>
+
diff --git a/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/profileCollection.ncml b/cdm-test/src/test/resources/ucar/nc2/ft/point/writer/input/profileCollection.ncml
@@ -0,0 +1,49 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" >
+  <dimension name="elem" length="13" />
+  <dimension name="instance" length="1" />
+
+  <attribute name="featureType" value="profile" />
+  <attribute name="Conventions" value="CF-1.9" />
+
+  <variable name="lon" shape="instance" type="float">
+    <attribute name="long_name" value="longitude" />
+    <attribute name="units" value="degrees_east" />
+    <values start="-100" increment="3"/>
+  </variable>
+  <variable name="lat" shape="instance" type="float">
+    <attribute name="long_name" value="latitude" />
+    <attribute name="units" value="degrees_north" />
+    <values start="40" increment="2"/>
+  </variable>
+  <variable name="Id" shape="instance" type="int">
+    <attribute name="cf_role" value="profile_id" />
+    <values start="666" increment="6"/>
+  </variable>
+  <variable name="profileAlt" shape="instance" type="int">
+    <attribute name="standard_name" value="surface_altitude" />
+    <attribute name="units" value="km above msl" />
+    <values start="100" increment="6"/>
+  </variable>
+
+  <variable name="alt" shape="instance elem" type="float">
+    <attribute name="long_name" value="height above mean sea level" />
+    <attribute name="units" value="km" />
+    <attribute name="positive" value="up" />
+    <values start="1" increment="6"/>
+  </variable>
+
+  <variable name="time" shape="instance" type="double">
+    <attribute name="long_name" value="time" />
+    <attribute name="units" value="days since 1970-01-01 00:00:00" />
+    <values start="0" increment="10"/>
+  </variable>
+
+  <variable name="data" shape="instance elem" type="float">
+    <attribute name="long_name" value="skin temperature" />
+    <attribute name="units" value="Celsius" />
+    <attribute name="coordinates" value="time alt lat lon" />
+    <values start="1" increment="3"/>
+  </variable>
+</netcdf>
+