Merge pull request #345 from ARM-software/ci

Add unit tests to ci

Author: Ryo-not-rio

.github/workflows/precommit.yml

@@ -66,7 +66,10 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Run smoke tests
-        run: docker run --rm toolsolutions-pytorch:latest ./test.sh
+        run: docker run --rm toolsolutions-pytorch:latest ./test-examples.sh
+
+      - name: Run unit tests
+        run: docker run --rm toolsolutions-pytorch:latest ./run_unit_tests.sh
 
   # This job adds a check named "Precommit-status" that represents overall
   # workflow status and can be used in branch rulesets

ML-Frameworks/pytorch-aarch64/.dockerignore

@@ -1,4 +1,7 @@
 ComputeLibrary/
 pytorch/
+!pytorch/test
+!pytorch/test/**
+!pytorch/.ci/docker/requirements-ci.txt
 *.log
 .*_build_container_id

ML-Frameworks/pytorch-aarch64/Dockerfile

@@ -103,8 +103,9 @@ RUN pip install "$(basename "$TORCH_WHEEL")" --no-deps \
 RUN pip install "$(basename "$TORCH_AO_WHEEL")" --no-deps \
     && rm "$(basename "$TORCH_AO_WHEEL")"
 
-# Setup Examples
+# Setup Examples and tests
 COPY examples/ /home/$DOCKER_USER/
+COPY pytorch/test /home/$DOCKER_USER/pytorch/test
 
 # Move build into final image as a single layer.
 FROM ${DOCKER_IMAGE_MIRROR}ubuntu:22.04

ML-Frameworks/pytorch-aarch64/examples/run_unit_tests.sh

@@ -0,0 +1,21 @@
+#!/bin/bash -e
+
+# *******************************************************************************
+# Copyright 2025 Arm Limited and affiliates.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# *******************************************************************************
+
+OMP_NUM_THREADS=16 python pytorch/test/test_mkldnn.py
+OMP_NUM_THREADS=16 python pytorch/test/test_transformers.py

…meworks/pytorch-aarch64/examples/test.sh …ytorch-aarch64/examples/test-examples.shML-Frameworks/pytorch-aarch64/examples/test.sh renamed to ML-Frameworks/pytorch-aarch64/examples/test-examples.sh ML-Frameworks/pytorch-aarch64/examples/test.sh renamed to ML-Frameworks/pytorch-aarch64/examples/test-examples.sh

@@ -31,5 +31,4 @@ done
 
 # Check an example with some of the flags from REAMDE.md > "General optimization
 # guidelines" There is no verbatim example for this
-LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc.so.4  IDEEP_CACHE_MATMUL_REORDERS=1 \
-    LRU_CACHE_CAPACITY=256 DNNL_DEFAULT_FPMATH_MODE=BF16 ${examples[0]}
+LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc.so.4 DNNL_DEFAULT_FPMATH_MODE=BF16 ${examples[0]}

ML-Frameworks/pytorch-aarch64/requirements.txt

@@ -4,6 +4,7 @@
 certifi==2024.8.30
 charset-normalizer~=3.4.0
 datasets~=3.4.1
+expecttest==0.3.0 # From unit tests
 filelock~=3.16.1
 fsspec==2024.9.0
 huggingface_hub==0.27.0