From 2b81961e0938916aa2ebe9d626f50b296841392b Mon Sep 17 00:00:00 2001
From: Nelson PROIA <nelson.proia@mistral.ai>
Date: Wed, 1 Apr 2026 14:50:55 +0200
Subject: [PATCH] ci: add integration tests workflow for Azure and GCP

- Add integration_tests.yaml that runs on push to main only
- Exclude integration tests from test_custom_code.yaml PR workflow
- Integration tests require secrets and make real API calls

This ensures integration tests run only after merge, not on every PR.
---
 .github/workflows/integration_tests.yaml | 45 ++++++++++++++++++++++++
 .github/workflows/test_custom_code.yaml  |  4 +--
 2 files changed, 47 insertions(+), 2 deletions(-)
 create mode 100644 .github/workflows/integration_tests.yaml

diff --git a/.github/workflows/integration_tests.yaml b/.github/workflows/integration_tests.yaml
new file mode 100644
index 00000000..e195bc8b
--- /dev/null
+++ b/.github/workflows/integration_tests.yaml
@@ -0,0 +1,45 @@
+name: Integration Tests
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  integration:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3
+
+      - name: Set up Python
+        uses: actions/setup-python@7f4fc3e22c37d6ff65e88745f38bd3157c663f7c # v4
+        with:
+          python-version: '3.12'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@d0cc045d04ccac9d8b7881df0226f9e82c39688e # v6
+
+      - name: Install dependencies
+        run: |
+          uv sync --all-extras
+
+      - name: Run Azure integration tests
+        env:
+          AZURE_API_KEY: ${{ secrets.AZURE_API_KEY }}
+          AZURE_SERVER_URL: ${{ secrets.AZURE_SERVER_URL }}
+          AZURE_MODEL: ${{ secrets.AZURE_MODEL }}
+          AZURE_OCR_MODEL: ${{ secrets.AZURE_OCR_MODEL }}
+          AZURE_API_VERSION: ${{ secrets.AZURE_API_VERSION || '2024-05-01-preview' }}
+        run: |
+          uv run pytest tests/test_azure_integration.py -v --tb=short
+
+      - name: Run GCP integration tests
+        env:
+          GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
+          GCP_REGION: ${{ secrets.GCP_REGION || 'us-central1' }}
+          GCP_MODEL: ${{ secrets.GCP_MODEL || 'mistral-small-2503' }}
+          GCP_FIM_MODEL: ${{ secrets.GCP_FIM_MODEL || 'codestral-2' }}
+        run: |
+          uv run pytest tests/test_gcp_integration.py -v --tb=short
diff --git a/.github/workflows/test_custom_code.yaml b/.github/workflows/test_custom_code.yaml
index 9a53c1e5..a6e718c6 100644
--- a/.github/workflows/test_custom_code.yaml
+++ b/.github/workflows/test_custom_code.yaml
@@ -32,5 +32,5 @@ jobs:
       - name: Run the 'src/mistralai/extra' package unit tests
         run: uv run python3.12 -m unittest discover -s src/mistralai/extra/tests -t src
 
-      - name: Run pytest for repository tests
-        run: uv run pytest tests/
+      - name: Run pytest for repository tests (excluding integration)
+        run: uv run pytest tests/ -v --ignore=tests/test_azure_integration.py --ignore=tests/test_gcp_integration.py