Merge pull request #2 from zededa/add-more-tests

uncleDecart · web-flow · commit 6df3e7247139 · 2026-01-07T09:42:23.000+01:00
Add more tests
diff --git a/Dockerfile.base b/Dockerfile.base
@@ -0,0 +1,20 @@
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ca-certificates \
+    curl \
+    gnupg \
+    lsb-release \
+    wget
+RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor |  tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
+RUN wget -O- https://eci.intel.com/repos/gpg-keys/GPG-PUB-KEY-INTEL-ECI.gpg | tee /usr/share/keyrings/eci-archive-keyring.gpg > /dev/null
+RUN wget -O- https://raw.githubusercontent.com/ros/rosdistro/master/ros.key | tee /usr/share/keyrings/ros-archive-keyring.gpg > /dev/null
+RUN . /etc/os-release \
+&& echo $VERSION_CODENAME && \
+bash -c 'echo "deb [signed-by=/usr/share/keyrings/eci-archive-keyring.gpg] https://eci.intel.com/repos/$(source /etc/os-release && echo $VERSION_CODENAME) isar main" | tee /etc/apt/sources.list.d/eci.list' && \
+bash -c 'echo "deb-src [signed-by=/usr/share/keyrings/eci-archive-keyring.gpg] https://eci.intel.com/repos/$(source /etc/os-release && echo $VERSION_CODENAME) isar main" | tee -a /etc/apt/sources.list.d/eci.list' && \
+bash -c 'echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | tee /etc/apt/sources.list.d/oneAPI.list' && \
+bash -c 'echo -e "Package: intel-oneapi-runtime-*\nPin: version 2024.1.*\nPin-Priority: 1001" > /etc/apt/preferences.d/oneapi' && \
+bash -c 'echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/openvino/2024 ubuntu24 main" > /etc/apt/sources.list.d/intel-openvino-2024.list' && \
+bash -c 'echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/ros-archive-keyring.gpg] http://packages.ros.org/ros2/ubuntu $(source /etc/os-release && echo $VERSION_CODENAME) main" | tee /etc/apt/sources.list.d/ros2.list'
+RUN apt-get update && apt-get install -y intel-cmt-cat
diff --git a/conf/config.yaml b/conf/config.yaml
@@ -8,16 +8,28 @@ run:
   stressor: true
   tests_path: "tests"
 
+  resctrl:
+    - mask: "0x7ff0"
+      cpus: "3"
+    - mask: "0x7fff"
+      cpus: "0,2,4,6,8,10,12,14"
+    - mask: "0x000f"
+      cpus: "1,5,7,9,11,13,15"
+
 cpus:
   t_core: "3"
   enable_turbo: false
   disable_c_state: true
   core_freq_mhz: 3.0
 
 caterpillar:
-  n_cycles: 12000
+  n_cycles: 7200
 
 megabench:
+  no_cat_cores: "9,11,13,15"
+  no_cat_mask: "0x00ff"
+  cat_cores: "9"
+  cat_mask: "0x0003"
   caterpillar_cat: "${hydra:run.dir}/caterpillar_cat.csv"
   caterpillar_no_cat: "${hydra:run.dir}/caterpillar_no_cat.csv"
   cyclictest_cat: "${hydra:run.dir}/cyclictest_cat.csv"
diff --git a/data/10-49-18/.hydra/config.yaml b/data/10-49-18/.hydra/config.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c175f9746449448cc4b6f26a56412fc076f58459761cbdd0f69119fe6bf70505
+size 949
diff --git a/data/10-49-18/.hydra/hydra.yaml b/data/10-49-18/.hydra/hydra.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b0e88af01dab1ec2baf3819dafdf0049bfba9d7551b3305c5f11255f42cb0
+size 3241
diff --git a/data/10-49-18/.hydra/overrides.yaml b/data/10-49-18/.hydra/overrides.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570
+size 3
diff --git a/data/10-49-18/caterpillar_cat.csv b/data/10-49-18/caterpillar_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87187657662a5c6969354fffc091502cf699be8b86d6e45afff9bd808e8d7755
+size 544906
diff --git a/data/10-49-18/caterpillar_no_cat.csv b/data/10-49-18/caterpillar_no_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b71f4c1eff7836b99ce98dce90e24105782ea5f74d6634c2d45beac912f19b
+size 544861
diff --git a/data/10-49-18/cpu_monitor.csv b/data/10-49-18/cpu_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1155e27ebe56e47b5ae6606dfe3db5f615a4b666381c0529aac78c2eac7276
+size 17087919
diff --git a/data/10-49-18/cpustat_monitor.csv b/data/10-49-18/cpustat_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651a75462d3f4da2b1419c36caccfdb2ff9fd6b80a0330346548028a7168efff
+size 136824803
diff --git a/data/10-49-18/cyclictest_cat.csv b/data/10-49-18/cyclictest_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7699649d16291424984b59cd2028b7e7e6e4796809edd6f447cc204f7acedc29
+size 489677304
diff --git a/data/10-49-18/cyclictest_no_cat.csv b/data/10-49-18/cyclictest_no_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4110720b9b72c70b00bb26ba688a7084bd5706280b6c7c91c197282b688b78
+size 473390675
diff --git a/data/10-49-18/irq_monitor.csv b/data/10-49-18/irq_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf6d0edfb2bcc127b708f31f87097dd939257221579225d9b9bfe89142affa
+size 4216347483
diff --git a/data/10-49-18/main.log b/data/10-49-18/main.log
diff --git a/data/10-49-18/meminfo_monitor.csv b/data/10-49-18/meminfo_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81121ec9450a5eb4fceabe70d694a59e850a0f4967424a40a617f517494d885
+size 60241284
diff --git a/data/10-49-18/output.csv b/data/10-49-18/output.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0356891c2aae0f43d93a275f34a896ec4b4ee8e210e78818f91c1328ca83a972
+size 2613816697
diff --git a/data/10-49-18/softirq_monitor.csv b/data/10-49-18/softirq_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8f411ded07eefbdab3185b3cb7395750fe37bcf6e0305825f794422027a4f4
+size 109890696
diff --git a/data/10-49-18/sysinfo.json b/data/10-49-18/sysinfo.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4dfbc8d20a4001aaa1ddba6c784cf1220cd544d602bd4b97d1ea86ed85949d
+size 97586
diff --git a/data/15-12-05/.hydra/config.yaml b/data/15-12-05/.hydra/config.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c175f9746449448cc4b6f26a56412fc076f58459761cbdd0f69119fe6bf70505
+size 949
diff --git a/data/15-12-05/.hydra/hydra.yaml b/data/15-12-05/.hydra/hydra.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd227ca763b813c76d814d4c97ec106dc8f7ab044fd707e1aa9905d573fec7
+size 3241
diff --git a/data/15-12-05/.hydra/overrides.yaml b/data/15-12-05/.hydra/overrides.yaml
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570
+size 3
diff --git a/data/15-12-05/caterpillar_cat.csv b/data/15-12-05/caterpillar_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca05f4df3ce6e3ac8825c326fb1640be6a842f9ce499d3f238f0b100c428717
+size 544859
diff --git a/data/15-12-05/caterpillar_no_cat.csv b/data/15-12-05/caterpillar_no_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38961c537978b259b35ee4484f08e9b4c81abe2c7af7b0f6c66bd2e81f6a89b4
+size 544820
diff --git a/data/15-12-05/cpu_monitor.csv b/data/15-12-05/cpu_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a7fb085835751710b7d9681a6c9d619a62214e5a86154d21bafb9b76b8db9
+size 17124501
diff --git a/data/15-12-05/cpustat_monitor.csv b/data/15-12-05/cpustat_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f131a7ecca717b7b79ef887c61a5530ce6182c1b7121e351a2f6b44862c3143
+size 136399575
diff --git a/data/15-12-05/cyclictest_cat.csv b/data/15-12-05/cyclictest_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16458961d06b5770749e67c79064c879db1746adc9917ad362ebef6677af60b7
+size 489296718
diff --git a/data/15-12-05/cyclictest_no_cat.csv b/data/15-12-05/cyclictest_no_cat.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520cd76390c14b1683dd89659c665012c7843fc215940bc5ee2c9c50ac39927b
+size 477765892
diff --git a/data/15-12-05/irq_monitor.csv b/data/15-12-05/irq_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48ad5cc8c4c38505570377ce5c82a0e0a5c4c8a425c354bc984b3f710989ec7
+size 4225234828
diff --git a/data/15-12-05/main.log b/data/15-12-05/main.log
diff --git a/data/15-12-05/meminfo_monitor.csv b/data/15-12-05/meminfo_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b50e97e223f4b5d5a3c633902a5ae013ec2d1b476b07ac0ce5b8a4134c9aec
+size 60396783
diff --git a/data/15-12-05/output.csv b/data/15-12-05/output.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01f014d8069840455205087d62beb2a51f7c5be1961b16479c9ca96f680665
+size 2622488319
diff --git a/data/15-12-05/softirq_monitor.csv b/data/15-12-05/softirq_monitor.csv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0cb6cad96e2902891db2a91fd081b0608767c6115447f8259f67239f1f5238
+size 110438409
diff --git a/data/15-12-05/sysinfo.json b/data/15-12-05/sysinfo.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb55193a240ab2723ad947e2ec19be063ee37ab7e6e15d49823b7d5b251da746
+size 98083
diff --git a/data/README.md b/data/README.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e8c7267b15c39341f2d6ab489f2b671b5a36af1599f9a5e2dfb74457815e9a
+size 313
diff --git a/main.py b/main.py
@@ -175,15 +175,21 @@ def run_test(
         docker_cmd = self._build_base_docker_command(test, t_core)
 
         if test == "caterpillar":
-            return self._run_caterpillar(docker_cmd, l3_cache_mask, t_core)
+            return self._run_caterpillar(
+                docker_cmd, l3_cache_mask, t_core, self.config.benchmark_output_path
+            )
         elif test == "cyclictest":
-            return self._run_cyclictest(docker_cmd, l3_cache_mask, t_core)
+            return self._run_cyclictest(
+                docker_cmd, l3_cache_mask, t_core, self.config.benchmark_output_path
+            )
         elif test == "codesys-jitter-benchmark":
             return self._run_codesys_jitter(docker_cmd, l3_cache_mask, t_core)
         elif test == "codesys-opcua-pubsub":
             return self._run_codesys_opcua(docker_cmd, l3_cache_mask, t_core)
         elif test == "iperf3":
             return self._run_iperf3(docker_cmd, l3_cache_mask, t_core)
+        elif test == "mega-benchmark":
+            return self._run_megabench(docker_cmd, t_core)
         else:
             print(f"Error: Test '{test}' is not implemented")
             return 1
@@ -208,14 +214,14 @@ def _build_base_docker_command(self, test: str, t_core: str) -> List[str]:
         ]
 
     def _run_caterpillar(
-        self, base_cmd: List[str], l3_cache_mask: str, t_core: str
+        self, base_cmd: List[str], l3_cache_mask: str, t_core: str, path: str
     ) -> int:
         """Run caterpillar test."""
         cmd = base_cmd + [
             "caterpillar:latest",
             "/bin/bash",
             "-c",
-            f'stdbuf -oL -eL /usr/sbin/rdtset -t "l3={l3_cache_mask};cpu={t_core}" '
+            f"stdbuf -oL -eL /usr/sbin/rdtset {self._compose_rdtset()} "
             f"-c {t_core} -k /opt/benchmarking/caterpillar/caterpillar -c {t_core} -s {self.config.caterpillar.n_cycles}",
         ]
 
@@ -225,7 +231,7 @@ def _run_caterpillar(
 
         pbar = tqdm(total=self.config.caterpillar.n_cycles)
         parser = build_caterpillar_parser()
-        with open(self.config.benchmark_output_path, "w") as f:
+        with open(path, "w") as f:
             prelude = parser.prelude()
             if prelude is not None:
                 f.write(prelude)
@@ -240,15 +246,15 @@ def _run_caterpillar(
         return process.wait()
 
     def _run_cyclictest(
-        self, base_cmd: List[str], l3_cache_mask: str, t_core: str
+        self, base_cmd: List[str], l3_cache_mask: str, t_core: str, path: str
     ) -> int:
         """Run cyclictest."""
         cmd = base_cmd + [
             "cyclictest:latest",
             "/bin/bash",
             "-c",
             f'stdbuf -oL -eL /usr/sbin/rdtset -t "l3={l3_cache_mask};cpu={t_core}" -c {t_core} '
-            f"-k /usr/bin/cyclictest --threads -t 4 -p 99 -l 100000 -d 1 -D 0 -i 100000 -a {t_core}",
+            f"-k /usr/bin/cyclictest --threads -t 1 -p 99 -l 100000 -d 1 -D 0 -i 100000 -a {t_core}",
         ]
         print(" ".join(cmd))
 
@@ -258,7 +264,7 @@ def _run_cyclictest(
         pbar = tqdm(total=400000)
         last_c_value = 0
         parser = build_cyclictest_parser()
-        with open(self.config.benchmark_output_path, "w") as f:
+        with open(path, "w") as f:
             prelude = parser.prelude()
             if prelude is not None:
                 f.write(prelude)
@@ -447,35 +453,36 @@ def _run_iperf3(self, base_cmd: List[str], l3_cache_mask: str, t_core: str) -> i
 
         return result.returncode
 
-    def _run_megabench(self, base_cmd: List[str]) -> int:
-        cmd = base_cmd + [
-            "mega-benchmark:latest",
-            "/bin/bash",
-            "-c",
-            f"stdbuf -oL -eL /opt/benchmarking/mega-benchmark/48_hour_benchmark.sh",
-        ]
-        print(" ".join(cmd))
-        process = self._run_interactive_command(cmd)
-        assert process.stdout is not None
+    def _run_megabench(self, base_cmd: List[str], t_core: str) -> int:
+        self._run_caterpillar(
+            base_cmd,
+            self.config.megabench.no_cat_mask,
+            self.config.megabench.no_cat_cores,
+            self.config.megabench.caterpillar_no_cat,
+        )
 
-        with open(self.config.megabench.caterpillar_cat, "w") as caterpillar_cat, open(
-            self.config.megabench.caterpillar_no_cat, "w"
-        ) as caterpillar_no_cat, open(
-            self.config.megabench.cyclictest_cat, "w"
-        ) as cyclictest_cat, open(
-            self.config.megabench.cyclictest_no_cat, "w"
-        ) as cyclictest_no_cat, open(
-            self.config.benchmark_output_path, "w"
-        ) as raw:
-            parser = MegabenchParser(
-                caterpillar_cat, caterpillar_no_cat, cyclictest_cat, cyclictest_no_cat
-            )
-            for line in process.stdout:
-                print(line)
-                parser.parse(line)
-                raw.write(line)
+        self._run_caterpillar(
+            base_cmd,
+            self.config.megabench.cat_mask,
+            self.config.megabench.cat_cores,
+            self.config.megabench.caterpillar_cat,
+        )
 
-        return process.wait()
+        self._run_cyclictest(
+            base_cmd,
+            self.config.megabench.no_cat_mask,
+            self.config.megabench.no_cat_cores,
+            self.config.megabench.cyclictest_no_cat,
+        )
+
+        self._run_cyclictest(
+            base_cmd,
+            self.config.megabench.cat_mask,
+            self.config.megabench.cat_cores,
+            self.config.megabench.cyclictest_cat,
+        )
+
+        return 0
 
     def _start_stressor(self) -> None:
         """Start the stressor container if not already running."""
@@ -502,6 +509,13 @@ def _start_stressor(self) -> None:
         except subprocess.CalledProcessError:
             print("Warning: Could not check stressor status")
 
+    def _compose_rdtset(self) -> str:
+        ans = ""
+        for group in self.config.run.resctrl:
+            ans += f' -t "l3={group.mask};cpu={group.cpus}"'
+
+        return ans
+
     @staticmethod
     def _run_command(cmd: List[str]) -> CompletedProcess | None:
         """Run a command and return its exit code."""
diff --git a/notebook/01_Cyclictest_analysis.ipynb b/notebook/01_Cyclictest_analysis.ipynb
diff --git a/notebook/02_Megabenchmark.ipynb b/notebook/02_Megabenchmark.ipynb
diff --git a/notebook/03_Megabench_msr_comparison.ipynb b/notebook/03_Megabench_msr_comparison.ipynb
diff --git a/pyproject.toml b/pyproject.toml
diff --git a/src/plots.py b/src/plots.py
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:c175f9746449448cc4b6f26a56412fc076f58459761cbdd0f69119fe6bf70505`
	`3`	`+size 949`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:405b0e88af01dab1ec2baf3819dafdf0049bfba9d7551b3305c5f11255f42cb0`
	`3`	`+size 3241`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570`
	`3`	`+size 3`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:87187657662a5c6969354fffc091502cf699be8b86d6e45afff9bd808e8d7755`
	`3`	`+size 544906`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:71b71f4c1eff7836b99ce98dce90e24105782ea5f74d6634c2d45beac912f19b`
	`3`	`+size 544861`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:ad1155e27ebe56e47b5ae6606dfe3db5f615a4b666381c0529aac78c2eac7276`
	`3`	`+size 17087919`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:651a75462d3f4da2b1419c36caccfdb2ff9fd6b80a0330346548028a7168efff`
	`3`	`+size 136824803`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:7699649d16291424984b59cd2028b7e7e6e4796809edd6f447cc204f7acedc29`
	`3`	`+size 489677304`