Added unit tests for duplicate timestamps when loading NetCDF data with subsecond resolution

Author: jameswilburlewis

pyspedas/cdagui_tools/tests/test_cdagui.py

@@ -1,6 +1,7 @@
 import unittest
 from pyspedas import CDAWeb, data_exists, del_data, get_data, time_double
 from pyspedas.cdagui_tools.config import CONFIG
+import numpy as np
 
 output_dir = CONFIG["local_data_dir"]
 
@@ -107,6 +108,11 @@ def test_load_goes_netcdf(self):
         result = cdaweb_obj.cda_download(urllist, output_dir)
         self.assertEqual(len(result) > 0, True)
         self.assertTrue(data_exists("b_gse"))
+        # Test for duplicate timestamps
+        d=get_data('b_gse')
+        dt = d.times[1:] - d.times[0:-1]
+        # Time resolution for this data type should be 0.1 sec
+        self.assertTrue(np.min(dt) > 0.001)
 
     def test_load_time_clip(self):
         del_data("*")

pyspedas/projects/goes/tests/test_goes.py

@@ -3,7 +3,7 @@
 import numpy as np
 import logging
 import pyspedas
-from pyspedas.tplot_tools import data_exists, del_data
+from pyspedas.tplot_tools import data_exists, del_data, get_data
 from pyspedas.projects.goes.config import CONFIG
 
 global_display = False
@@ -381,6 +381,12 @@ def test_load_mag_data_17(self):
         )
         self.assertTrue("goes17_b_gse" in mag_vars_17)
         self.assertTrue(data_exists("goes17_b_gse"))
+        # Check for duplicate timestamps
+        d=get_data('goes17_b_gse')
+        dt=d.times[1:] - d.times[0:-1]
+        # Time resolution for this variable should be about 0.1 sec
+        self.assertTrue(np.min(dt) > 0.001)
+
 
     def test_load_mpsh_data_17(self):
         del_data()