Fix: CM details page list unused testcases (#1071)

For instance, the testcase scs-0104-image-debian-13 is not (yet) used by any version.
Or the testcase scs-0104-image-capi-1 is only used by deprecated versions, and those
are not shown if an effective version is passed. Showing these unused testcases in the
table accomplished nothing but confusion.

Signed-off-by: Matthias Büchse <matthias.buechse@alasca.cloud>

Author: mbuechse

compliance-monitor/monitor.py

@@ -279,14 +279,19 @@ def _evaluate_scope(spec, scope_results, include_drafts=False):
     if include_drafts:
         relevant.extend(by_validity['draft'])
     passed = [vname for vname in relevant if version_results[vname]['result'] == 1]
+    # only list testcases that occur in any relevant version
+    relevant_testcases = set()
+    for vname in relevant:
+        for tc_ids in versions[vname]['targets'].values():
+            relevant_testcases.update(tc_ids)
     return {
         'name': spec['name'],
         'testcases': testcases,
         'results': scope_results,
         'buckets': {
             # sort testcase that occur any main target on top of those that don't
             res: sorted(tc_ids, key=lambda tc_id: (not testcases[tc_id]['attn'], tc_id))
-            for res, tc_ids in eval_buckets(scope_results, testcases).items()
+            for res, tc_ids in eval_buckets(scope_results, relevant_testcases).items()
         },
         'versions': version_results,
         'relevant': relevant,