[ci] introduce uv to accelerate pip install

.dev_scripts/ci_container_test.sh

@@ -1,6 +1,6 @@
 if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
-    # pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
-    pip install -r requirements/tests.txt -i https://mirrors.aliyun.com/pypi/simple/
+    pip install uv -i https://mirrors.aliyun.com/pypi/simple/
+    uv pip install -r requirements/tests.txt
     git config --global --add safe.directory /ms-swift
     git config --global user.email tmp
     git config --global user.name tmp.com
@@ -20,17 +20,20 @@ if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
         fi
     fi
 
-    pip install -r requirements/framework.txt -U -i https://mirrors.aliyun.com/pypi/simple/
-    pip install decord einops -U -i https://mirrors.aliyun.com/pypi/simple/
-    pip uninstall autoawq -y
-    pip install optimum
-    pip install diffusers
-    pip install "transformers<5.0" "peft<0.19"
+    uv pip install -r requirements/framework.txt -U
+    uv pip install decord einops -U
+    uv pip uninstall autoawq
+    uv pip install optimum
+    uv pip install diffusers
+    uv pip install "transformers<5.0" "peft<0.19"
     # pip install autoawq -U --no-deps
 
     # test with install
-    pip install .
-    pip install auto_gptq bitsandbytes deepspeed -U -i https://mirrors.aliyun.com/pypi/simple/
+    uv pip install .
+    uv pip install auto_gptq bitsandbytes deepspeed -U
+    if [ -f requirements/npu.txt ]; then
+        uv pip install -r requirements/npu.txt
+    fi
 else
     echo "Running case in release image, run case directly!"
 fi

.dev_scripts/dockerci.sh

@@ -49,6 +49,13 @@ do
               -e MODEL_TAG_URL=$MODEL_TAG_URL \
               -e MODELSCOPE_API_TOKEN=$MODELSCOPE_API_TOKEN \
 	            -e PR_CHANGED_FILES=$PR_CHANGED_FILES \
+              -e UV_INDEX_URL=${UV_INDEX_URL:-https://mirrors.aliyun.com/pypi/simple/} \
+              -e UV_EXTRA_INDEX_URL=$UV_EXTRA_INDEX_URL \
+              -e UV_INDEX_STRATEGY=$UV_INDEX_STRATEGY \
+              -e UV_NO_CACHE=$UV_NO_CACHE \
+              -e UV_INSECURE_HOST=$UV_INSECURE_HOST \
+              -e UV_HTTP_TIMEOUT=${UV_HTTP_TIMEOUT:-120} \
+              -e UV_SYSTEM_PYTHON=${UV_SYSTEM_PYTHON:-1} \
               --workdir=$CODE_DIR_IN_CONTAINER \
               ${IMAGE_NAME}:${IMAGE_VERSION} \
               $CI_COMMAND
@@ -73,6 +80,13 @@ do
               -e MODEL_TAG_URL=$MODEL_TAG_URL \
               -e MODELSCOPE_API_TOKEN=$MODELSCOPE_API_TOKEN \
 	            -e PR_CHANGED_FILES=$PR_CHANGED_FILES \
+              -e UV_INDEX_URL=${UV_INDEX_URL:-https://mirrors.aliyun.com/pypi/simple/} \
+              -e UV_EXTRA_INDEX_URL=$UV_EXTRA_INDEX_URL \
+              -e UV_INDEX_STRATEGY=$UV_INDEX_STRATEGY \
+              -e UV_NO_CACHE=$UV_NO_CACHE \
+              -e UV_INSECURE_HOST=$UV_INSECURE_HOST \
+              -e UV_HTTP_TIMEOUT=${UV_HTTP_TIMEOUT:-120} \
+              -e UV_SYSTEM_PYTHON=${UV_SYSTEM_PYTHON:-1} \
               --workdir=$CODE_DIR_IN_CONTAINER \
               ${IMAGE_NAME}:${IMAGE_VERSION} \
               $CI_COMMAND

.github/workflows/citest.yaml

@@ -71,6 +71,14 @@ jobs:
         run: git lfs checkout
       - name: Run unittest
         shell: bash
+        env:
+          UV_INDEX_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
+          UV_EXTRA_INDEX_URL: "https://repo.huaweicloud.com/ascend/repos/pypi"
+          UV_INDEX_STRATEGY: "unsafe-best-match"
+          UV_INSECURE_HOST: "cache-service.nginx-pypi-cache.svc.cluster.local"
+          UV_HTTP_TIMEOUT: 120
+          UV_NO_CACHE: 1
+          UV_SYSTEM_PYTHON: 1
         run: |
           set -e
           source /mnt/modelscope/ci_env.sh

.github/workflows/citest_npu.yaml

@@ -43,12 +43,21 @@ jobs:
     timeout-minutes: 240
     container:
       image: 'ascendai/cann:8.3.rc2-910b-ubuntu22.04-py3.11'
+    env:
+      UV_INDEX_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
+      UV_EXTRA_INDEX_URL: "https://repo.huaweicloud.com/ascend/repos/pypi"
+      UV_INDEX_STRATEGY: "unsafe-best-match"
+      UV_INSECURE_HOST: "cache-service.nginx-pypi-cache.svc.cluster.local"
+      UV_HTTP_TIMEOUT: 120
+      UV_NO_CACHE: 1
+      UV_SYSTEM_PYTHON: 1
     steps:
       - name: Config mirrors
         run: |
           sed -Ei 's@(ports|archive).ubuntu.com@cache-service.nginx-pypi-cache.svc.cluster.local:8081@g' /etc/apt/sources.list
           pip config set global.index-url http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple
           pip config set global.trusted-host cache-service.nginx-pypi-cache.svc.cluster.local
+          pip install uv
 
       - name: Checkout
         uses: actions/checkout@v3

requirements/npu.txt

@@ -0,0 +1,5 @@
+decorator
+torch==2.7.1
+torch-npu==2.7.1.post4
+torchaudio==2.7.1
+torchvision==0.22.1