Enable model cache for Rocm docker compose test. (#1614)

Signed-off-by: ZePan110 <ze.pan@intel.com>

.github/workflows/_run-docker-compose.yml

@@ -176,7 +176,10 @@ jobs:
               export model_cache="/data2/hf_model"
             else
               echo "Model cache directory /data2/hf_model does not exist"
-              export model_cache="~/.cache/huggingface/hub"
+              export model_cache="$HOME/.cache/huggingface/hub"
+            fi
+            if [[ "$test_case" == *"rocm"* ]]; then
+              export model_cache="/var/lib/GenAI/data"
             fi
           fi
           if [ -f "${test_case}" ]; then timeout 60m bash "${test_case}"; else echo "Test script {${test_case}} not found, skip test!"; fi

AudioQnA/docker_compose/amd/gpu/rocm/compose.yaml

@@ -30,7 +30,7 @@ services:
     ports:
       - "3006:80"
     volumes:
-     - "./data:/data"
+     - "${MODEL_CACHE:-./data}:/data"
     shm_size: 1g
     devices:
       - /dev/kfd:/dev/kfd

AudioQnA/tests/test_compose_on_rocm.sh

@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

CodeGen/docker_compose/amd/gpu/rocm/compose.yaml

@@ -9,7 +9,7 @@ services:
     ports:
       - "${CODEGEN_TGI_SERVICE_PORT:-8028}:80"
     volumes:
-      - "/var/lib/GenAI/data:/data"
+      - "${MODEL_CACHE:-/var/lib/GenAI/data}:/data"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

CodeGen/tests/test_compose_on_rocm.sh

@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

CodeTrans/docker_compose/amd/gpu/rocm/compose.yaml

@@ -9,7 +9,7 @@ services:
     ports:
       - "${CODETRANS_TGI_SERVICE_PORT:-8008}:80"
     volumes:
-      - "/var/lib/GenAI/codetrans/data:/data"
+      - "${MODEL_CACHE:-/var/lib/GenAI/data}:/data"
     shm_size: 1g
     environment:
       no_proxy: ${no_proxy}

CodeTrans/tests/test_compose_on_rocm.sh

@@ -10,6 +10,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

DBQnA/docker_compose/amd/gpu/rocm/compose.yaml

@@ -12,7 +12,7 @@ services:
     ports:
       - "${DBQNA_TGI_SERVICE_PORT:-8008}:80"
     volumes:
-      - "./data:/data"
+      - "${MODEL_CACHE:-/var/lib/GenAI/data}:/data"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

DBQnA/tests/test_compose_on_rocm.sh

@@ -22,6 +22,7 @@ export POSTGRES_DB="chinook"
 export DBQNA_TEXT_TO_SQL_PORT=9090
 export DBQNA_UI_PORT=5174
 export build_texttosql_url="${ip_address}:${DBQNA_TEXT_TO_SQL_PORT}/v1"
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 function build_docker_images() {
     cd "$WORKPATH"/docker_image_build

DocSum/tests/test_compose_on_rocm.sh

@@ -9,7 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
-export MODEL_CACHE="./data"
+export MODEL_CACHE=${model_cache:-"./data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

Translation/docker_compose/amd/gpu/rocm/compose.yaml

@@ -8,7 +8,7 @@ services:
     ports:
       - "${TRANSLATION_TGI_SERVICE_PORT:-8008}:80"
     volumes:
-      - "/var/lib/GenAI/translation/data:/data"
+      - "${MODEL_CACHE:-/var/lib/GenAI/translation/data}:/data"
     shm_size: 8g
     environment:
       no_proxy: ${no_proxy}

Translation/tests/test_compose_on_rocm.sh

@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

VisualQnA/tests/test_compose_on_rocm.sh

@@ -12,6 +12,7 @@ WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"
 ip_address=$(hostname -I | awk '{print $1}')
 
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
 export HOST_IP=${ip_address}