ci_tests.py

#!/usr/bin/env python3

"""
Available tests

Adapted from https://github.com/stackrox/stackrox/blob/master/.openshift-ci/ci_tests.py
"""

import subprocess

from common import popen_graceful_kill


class BaseTest:
    def __init__(self):
        self.test_output_dirs = []

    def run_with_graceful_kill(self, args, timeout):
        with subprocess.Popen(args) as cmd:
            try:
                exitstatus = cmd.wait(timeout)
                if exitstatus != 0:
                    raise RuntimeError(f"Test failed: exit {exitstatus}")
            except subprocess.TimeoutExpired as err:
                # Kill child processes as we cannot rely on bash scripts to
                # handle signals and stop tests
                subprocess.run(
                    ["/usr/bin/pkill", "-P", str(cmd.pid)], check=True, timeout=5
                )
                # Then kill the test command
                popen_graceful_kill(cmd)
                raise err


class NullTest(BaseTest):
    def run(self):
        pass


class E2ETest(BaseTest):
    TEST_TIMEOUT = 90 * 60

    def run(self):
        print("Executing E2E tests")

        self.run_with_graceful_kill(
            ["scripts/ci/jobs/e2etests/e2e-tests.sh"],
            self.TEST_TIMEOUT,
        )


class ScaleTest(BaseTest):
    TEST_TIMEOUT = 120 * 60

    OUTPUT_DIR = "/tmp/pprof-out"

    def run(self):
        print("Executing Scale tests")

        self.run_with_graceful_kill(
            ["scripts/ci/jobs/e2etests/scale-tests.sh"],
            self.TEST_TIMEOUT,
        )

        self.test_output_dirs.append(self.OUTPUT_DIR)


class SlimE2ETest(BaseTest):
    TEST_TIMEOUT = 90 * 60

    def run(self):
        print("Executing Slim E2E tests")

        self.run_with_graceful_kill(
            ["scripts/ci/jobs/e2etests/slim-e2e-tests.sh"],
            self.TEST_TIMEOUT,
        )