check-suspend-resume: add sleepgraph.py

Signed-off-by: Emilia Kurdybelska <emiliax.kurdybelska@intel.com>

Author: ekurdybx

test-case/check-suspend-resume.sh

@@ -170,6 +170,29 @@ main()
         die "Found kernel error after reloading audio drivers"
 }
 
+analyze_sleepgraph_results()
+{
+    dlogi "TODO: Analyze sleepgraph results..."
+    results_file=$(ls suspend-* | grep html)
+    
+}
+
+run_rtcwake()
+{
+    if [[ "$RUN_SLEEPGRAPH" == true ]]; then
+        # Remove old sleepgraph results directories
+        sudo rm -rf suspend-*
+        dlogc "Run the command: $SLEEPGRAPH_PATH -rtcwake ${sleep_lst[$i]} -m freeze" #TODO: change it back to mem
+        sudo "$SLEEPGRAPH_PATH" -rtcwake "${sleep_lst[$i]}" -m freeze ||
+            dump_and_die "rtcwake returned $?"
+        analyze_sleepgraph_results
+    else
+        dlogc "Run the command: rtcwake -m mem -s ${sleep_lst[$i]}"
+        sudo rtcwake -m mem -s "${sleep_lst[$i]}" ||
+            dump_and_die "rtcwake returned $?"
+    fi
+}
+
 sleep_once()
 {
     local i="$1"
@@ -179,9 +202,7 @@ sleep_once()
     setup_kernel_check_point
     expected_wakeup_count=$((expected_wakeup_count+1))
     expected_stats_success=$((expected_stats_success+1))
-    dlogc "Run the command: rtcwake -m mem -s ${sleep_lst[$i]}"
-    sudo rtcwake -m mem -s "${sleep_lst[$i]}" ||
-        dump_and_die "rtcwake returned $?"
+    run_rtcwake
     dlogc "sleep for ${wait_lst[$i]}"
     sleep ${wait_lst[$i]}
     dlogi "Check for the kernel log status"

test-case/sleepgraph-wrapper.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+##
+## Case Name: Wrapper to run a given test case with sleepgraph.py in setup that cannot set the environment variable. 
+##    Keep this script as simple as possible and avoid additional layers of indirections when possible.
+## Preconditions: 
+##    Sleepgraph.py script is available.
+## Description:
+##    This script serves as a wrapper to execute a test case script with additionally running sleepgraph.py.
+##    It expects the test case script file name (without path) as the first parameter,
+##    followed by other parameters required for that test case.
+##
+
+set -e
+
+# Ensure the test case script file name is provided
+if [ -z "$1" ]; then
+    echo "Error: No test case script file name provided. Exiting..."
+    exit 1
+fi
+
+# Check if sleepgraph is installed
+export SLEEPGRAPH_PATH="$HOME/pm-graph/sleepgraph.py"
+if [ ! -f "$SLEEPGRAPH_PATH" ]; then
+    echo "Sleepgraph is not installed! Exiting..."
+    exit 1
+fi
+
+export RUN_SLEEPGRAPH=true
+
+TESTDIR=$(realpath -e "$(dirname "${BASH_SOURCE[0]}")/..")
+
+# shellcheck disable=SC2145
+[ -x "$TESTDIR/test-case/$(basename "$1")" ] && exec "$TESTDIR"/test-case/"$@"

tools/analyze-powertop-results.py

@@ -0,0 +1,49 @@
+from bs4 import BeautifulSoup
+import re
+import sys
+import json
+
+ACCEPTANCE_RANGE=0.2
+
+
+def analyze_powertop_file(file, thresholds):
+    with open(file, 'r', encoding='utf-8') as f:
+        soup = BeautifulSoup(f, 'lxml')
+        complete_results={}
+        test_passed=True
+
+        components=thresholds.keys()
+        for component in components:
+            results = {}
+            divs = soup.find_all("div", title=lambda t: t and component in t)
+
+            for div in divs:
+                title = div.get('title')
+                # print(title)
+                match = re.search(r'\((\d+(?:\.\d+)?)\s*ms\)\s+(\S+)$', title)
+                if match:
+                    time_ms = float(match.group(1))
+                    measurement_name = match.group(2)
+                    if measurement_name in thresholds[component]:
+                        results[measurement_name] = {"value": time_ms, "pass": True}
+                        threshold = float(thresholds[component][measurement_name])
+                        if time_ms<(threshold * (1-acceptance_range)) and time_ms>(threshold * (1+acceptance_range)):
+                            results[measurement_name]["pass"] = False
+                            test_passed = False
+
+        complete_results[component]=results
+
+    print(complete_results)
+    return test_passed, complete_results
+    
+
+if __name__ == "__main__":
+    if len(sys.argv) != 3:
+        print("Incorrect args. Usage: python3 analyze-powertop-results.py <path_to_csv_file> <expected_pc10_%")
+        sys.exit(1)
+
+    filename = sys.argv[1]
+    threshold = sys.argv[2]
+    
+    test_passed, results = analyze_powertop_file(filename, threshold)
+    sys.exit(0 if test_passed else 1)

tools/analyze-sleepgraph-results.py

@@ -0,0 +1,49 @@
+from bs4 import BeautifulSoup
+import re
+import sys
+import json
+
+ACCEPTANCE_RANGE=0.2
+
+
+def analyze_sleepgraph_file(file, thresholds, acceptance_range=ACCEPTANCE_RANGE):
+    with open(file, 'r', encoding='utf-8') as f:
+        soup = BeautifulSoup(f, 'lxml')
+        complete_results={}
+        test_passed=True
+
+        components=thresholds.keys()
+        for component in components:
+            results = {}
+            divs = soup.find_all("div", title=lambda t: t and component in t)
+
+            for div in divs:
+                title = div.get('title')
+                # print(title)
+                match = re.search(r'\((\d+(?:\.\d+)?)\s*ms\)\s+(\S+)$', title)
+                if match:
+                    time_ms = float(match.group(1))
+                    measurement_name = match.group(2)
+                    if measurement_name in thresholds[component]:
+                        results[measurement_name] = {"value": time_ms, "pass": True}
+                        threshold = float(thresholds[component][measurement_name])
+                        if time_ms<(threshold * (1-acceptance_range)) and time_ms>(threshold * (1+acceptance_range)):
+                            results[measurement_name]["pass"] = False
+                            test_passed = False
+
+        complete_results[component]=results
+
+    print(complete_results)
+    return test_passed, complete_results
+    
+
+if __name__ == "__main__":
+    if len(sys.argv) != 3:
+        print("Incorrect args. Usage: python3 analyze-sleepgraph-results.py <path_to_html_file> <thresholds_as_json_str>")
+        sys.exit(1)
+
+    sleepgraph_file = sys.argv[1]
+    thresholds = json.loads(sys.argv[2])
+    
+    test_passed, results = analyze_sleepgraph_file(sleepgraph_file, thresholds)
+    sys.exit(0 if test_passed else 1)