Harrison - LFAR/PMCL - Adding integration test coverage for new codice L2s, excluding lo direct events

Author: Menlo Innovations - CAVA Project

tests/integration/test_codice_processor_integration.py

@@ -1,4 +1,7 @@
 import logging
+import os
+import subprocess
+import sys
 import unittest
 from pathlib import Path
 from unittest.mock import Mock, patch
@@ -8,6 +11,7 @@
 from spacepy.pycdf import CDF
 
 import imap_l3_data_processor
+import imap_l3_processing
 import tests
 from tests.integration.integration_test_helpers import mock_imap_data_access
 from tests.test_helpers import get_run_local_data_path, get_test_data_path
@@ -18,7 +22,7 @@ class CodiceProcessorIntegration(unittest.TestCase):
     OUTPUT_DATA_DIR = get_run_local_data_path('codice_lo_integration')
 
     @patch("imap_l3_data_processor._parse_cli_arguments")
-    def test_codice_processor_integration(self, mock_parse_cli_arguments):
+    def test_codice_processor_integration_lo_direct_events(self, mock_parse_cli_arguments):
         energy_per_charge_path = get_test_data_path('codice/imap_codice_lo-energy-per-charge_20241110_v001.csv')
         mass_coefficient_path = get_test_data_path('codice/imap_codice_mass-coefficient-lookup_20241110_v003.csv')
         input_files = [
@@ -68,3 +72,174 @@ def test_codice_processor_integration(self, mock_parse_cli_arguments):
 
             with CDF(str(expected_map_path)) as cdf:
                 self.assertEqual(expected_parents, set(cdf.attrs["Parents"]))
+
+    def test_codice_lo_partial_densities_and_sw_products(self):
+        root_dir = Path(imap_l3_processing.__file__).parent.parent
+        os.chdir(root_dir)
+        OUTPUT_DATA_DIR = get_run_local_data_path("codice_integration")
+        expected_pd_file_path = (
+            OUTPUT_DATA_DIR / "imap/codice/l3a/2026/03/imap_codice_l3a_lo-partial-densities_20260301_v001.cdf"
+        )
+        expected_sw_ratios_file_path = (
+                OUTPUT_DATA_DIR / "imap/codice/l3a/2026/03/imap_codice_l3a_lo-sw-ratios_20260301_v001.cdf"
+        )
+        expected_sw_csd_file_path = (
+                OUTPUT_DATA_DIR / "imap/codice/l3a/2026/03/imap_codice_l3a_lo-sw-charge-state-distributions_20260301_v001.cdf"
+        )
+
+        if expected_pd_file_path.parent.exists():
+            expected_pd_file_path.unlink(missing_ok=True)
+            expected_sw_ratios_file_path.unlink(missing_ok=True)
+            expected_sw_csd_file_path.unlink(missing_ok=True)
+
+        input_files = [
+            Path("tests/integration/test_data/codice/imap_codice_l2_lo-sw-species_20260301_v001.cdf"),
+            Path("tests/integration/test_data/codice/imap_codice_mass-per-charge_20241110_v003.csv"),
+            Path("tests/integration/test_data/codice/imap_codice_l3a_lo-partial-densities-25ccf871_20260301_v001.json"),
+            Path("tests/integration/test_data/codice/imap_codice_l3a_lo-sw-ratios-25ccf871_20260301_v001.json"),
+        ]
+        os.environ["IMAP_DATA_DIR"] = str(OUTPUT_DATA_DIR)
+        with mock_imap_data_access(OUTPUT_DATA_DIR, input_files):
+            pd_result = subprocess.run(
+                [
+                    sys.executable,
+                    "imap_l3_data_processor.py",
+                    "--instrument",
+                    "codice",
+                    "--data-level",
+                    "l3a",
+                    "--descriptor",
+                    "lo-partial-densities",
+                    "--start-date",
+                    "20260301",
+                    "--version",
+                    "v001",
+                    "--dependency",
+                    "imap_codice_l3a_lo-partial-densities-25ccf871_20260301_v001.json",
+                ],
+            )
+
+            self.assertEqual(0, pd_result.returncode)
+            self.assertTrue(expected_pd_file_path.exists())
+
+            sw_ratios_result = subprocess.run(
+                [
+                    sys.executable,
+                    "imap_l3_data_processor.py",
+                    "--instrument",
+                    "codice",
+                    "--data-level",
+                    "l3a",
+                    "--descriptor",
+                    "lo-sw-ratios",
+                    "--start-date",
+                    "20260301",
+                    "--version",
+                    "v001",
+                    "--dependency",
+                    "imap_codice_l3a_lo-sw-ratios-25ccf871_20260301_v001.json",
+                ],
+            )
+
+            self.assertEqual(0, sw_ratios_result.returncode)
+            self.assertTrue(expected_sw_ratios_file_path.exists())
+
+            sw_csd_result = subprocess.run(
+                [
+                    sys.executable,
+                    "imap_l3_data_processor.py",
+                    "--instrument",
+                    "codice",
+                    "--data-level",
+                    "l3a",
+                    "--descriptor",
+                    "lo-sw-charge-state-distributions",
+                    "--start-date",
+                    "20260301",
+                    "--version",
+                    "v001",
+                    "--dependency",
+                    "imap_codice_l3a_lo-sw-ratios-25ccf871_20260301_v001.json",
+                ],
+            )
+
+            self.assertEqual(0, sw_csd_result.returncode)
+            self.assertTrue(expected_sw_csd_file_path.exists())
+
+    def test_codice_hi_direct_events(self):
+        root_dir = Path(imap_l3_processing.__file__).parent.parent
+        os.chdir(root_dir)
+        OUTPUT_DATA_DIR = get_run_local_data_path("codice_integration")
+        expected_output_path = (
+            OUTPUT_DATA_DIR / "imap/codice/l3a/2026/03/imap_codice_l3a_hi-direct-events_20260301_v001.cdf"
+        )
+        if expected_output_path.parent.exists():
+            expected_output_path.unlink(missing_ok=True)
+
+        input_files = [
+            Path("tests/integration/test_data/codice/imap_codice_l2_hi-direct-events_20260301_v003.cdf"),
+            Path("tests/integration/test_data/codice/imap_codice_l3a_hi-direct-events-e968219e_20260301_v001.json"),
+        ]
+        os.environ["IMAP_DATA_DIR"] = str(OUTPUT_DATA_DIR)
+        with mock_imap_data_access(OUTPUT_DATA_DIR, input_files):
+            result = subprocess.run(
+                [
+                    sys.executable,
+                    "imap_l3_data_processor.py",
+                    "--instrument",
+                    "codice",
+                    "--data-level",
+                    "l3a",
+                    "--descriptor",
+                    "hi-direct-events",
+                    "--start-date",
+                    "20260301",
+                    "--version",
+                    "v001",
+                    "--dependency",
+                    "imap_codice_l3a_hi-direct-events-e968219e_20260301_v001.json",
+                ],
+            )
+
+            self.assertEqual(0, result.returncode)
+            self.assertTrue(expected_output_path.exists())
+
+    def test_codice_hi_pitch_angle(self):
+        root_dir = Path(imap_l3_processing.__file__).parent.parent
+        os.chdir(root_dir)
+        OUTPUT_DATA_DIR = get_run_local_data_path("codice_integration")
+        expected_output_path = (
+                OUTPUT_DATA_DIR / "imap/codice/l3b/2026/01/imap_codice_l3b_hi-pitch-angle_20260120_v001.cdf"
+        )
+        if expected_output_path.parent.exists():
+            expected_output_path.unlink(missing_ok=True)
+
+        input_files = [
+            Path("tests/integration/test_data/codice/imap_codice_l2_hi-sectored_20260120_v003.cdf"),
+            Path("tests/integration/test_data/codice/imap_mag_l1d_norm-dsrf_20260120_v002.cdf"),
+            Path(
+                "tests/integration/test_data/codice/imap_codice_l3b_hi-pitch-angle-25ccf871_20260120_v001.json"),
+        ]
+        os.environ["IMAP_DATA_DIR"] = str(OUTPUT_DATA_DIR)
+        with mock_imap_data_access(OUTPUT_DATA_DIR, input_files):
+            result = subprocess.run(
+                [
+                    sys.executable,
+                    "imap_l3_data_processor.py",
+                    "--instrument",
+                    "codice",
+                    "--data-level",
+                    "l3b",
+                    "--descriptor",
+                    "hi-pitch-angle",
+                    "--start-date",
+                    "20260120",
+                    "--version",
+                    "v001",
+                    "--dependency",
+                    "imap_codice_l3b_hi-pitch-angle-25ccf871_20260120_v001.json",
+                ],
+            )
+
+            self.assertEqual(0, result.returncode)
+            self.assertTrue(expected_output_path.exists())

tests/integration/test_data/codice/imap_codice_l2_hi-direct-events_20260301_v003.cdf

@@ -0,0 +1 @@
+[{"type": "science", "files": ["imap_codice_l2_hi-direct-events_20260301_v003.cdf"]}]

tests/integration/test_data/codice/imap_codice_l2_hi-sectored_20260120_v003.cdf

@@ -0,0 +1 @@
+[{"type": "science", "files": ["imap_codice_l2_lo-sw-species_20260301_v001.cdf"]}, {"type": "ancillary", "files": ["imap_codice_mass-per-charge_20241110_v003.csv"]}]

tests/integration/test_data/codice/imap_codice_l2_lo-sw-species_20260301_v001.cdf

@@ -0,0 +1 @@
+[{"type": "science", "files": ["imap_codice_l3a_lo-partial-densities_20260301_v001.cdf"]}]

tests/integration/test_data/codice/imap_codice_l3a_hi-direct-events-e968219e_20260301_v001.json

@@ -0,0 +1 @@
+[{"type": "science", "files": ["imap_codice_l2_hi-sectored_20260120_v003.cdf"]}, {"type": "science", "files":  ["imap_mag_l1d_norm-dsrf_20260120_v002.cdf"]}]

tests/integration/test_data/codice/imap_codice_l3a_lo-partial-densities-25ccf871_20260301_v001.json

@@ -0,0 +1,15 @@
+Index,Species,m/q (AMU/e)
+1,H+,1
+2,He++,2
+3,C+4,3
+4,C+5,2.4
+5,C+6,2
+6,O+5,3.2
+7,O+6,2.7
+8,O+7,2.28
+9,O+8,2
+10,Ne,3.6
+11,Mg,3.5
+12,Si,4
+13,Fe (high Q),3.85
+14,Fe (low Q),7.25