From 36aaed748bbfd4aba1f47f1ec31097a6446a00ea Mon Sep 17 00:00:00 2001 From: ZePan110 Date: Fri, 7 Mar 2025 11:00:48 +0800 Subject: [PATCH] Update model cache for AgentQnA (#1627) Signed-off-by: ZePan110 --- AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml | 2 +- AgentQnA/tests/step2_start_retrieval_tool.sh | 2 +- AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh | 2 +- AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml b/AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml index c1864ff37..e264411ae 100644 --- a/AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml +++ b/AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml @@ -8,7 +8,7 @@ services: ports: - "${AGENTQNA_TGI_SERVICE_PORT-8085}:80" volumes: - - /var/opea/agent-service/:/data + - ${HF_CACHE_DIR:-/var/opea/agent-service/}:/data environment: no_proxy: ${no_proxy} http_proxy: ${http_proxy} diff --git a/AgentQnA/tests/step2_start_retrieval_tool.sh b/AgentQnA/tests/step2_start_retrieval_tool.sh index 91fb1ea0a..c4b9a31fc 100644 --- a/AgentQnA/tests/step2_start_retrieval_tool.sh +++ b/AgentQnA/tests/step2_start_retrieval_tool.sh @@ -9,7 +9,7 @@ echo "WORKDIR=${WORKDIR}" export ip_address=$(hostname -I | awk '{print $1}') export host_ip=${ip_address} -export HF_CACHE_DIR=$WORKDIR/hf_cache +export HF_CACHE_DIR=${model_cache:-"$WORKDIR/hf_cache"} if [ ! -d "$HF_CACHE_DIR" ]; then echo "Creating HF_CACHE directory" mkdir -p "$HF_CACHE_DIR" diff --git a/AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh b/AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh index 56f017239..798f38526 100644 --- a/AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh +++ b/AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh @@ -13,7 +13,7 @@ export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} HF_TOKEN=${HUGGINGFACEHUB_API_TOKEN} model="meta-llama/Llama-3.3-70B-Instruct" #"meta-llama/Meta-Llama-3.1-70B-Instruct" -export HF_CACHE_DIR=/data2/huggingface +export HF_CACHE_DIR=${model_cache:-"/data2/huggingface"} if [ ! -d "$HF_CACHE_DIR" ]; then HF_CACHE_DIR=$WORKDIR/hf_cache mkdir -p "$HF_CACHE_DIR" diff --git a/AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh b/AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh index 5b90aa41f..0e3e8d169 100644 --- a/AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh +++ b/AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh @@ -11,7 +11,7 @@ export ip_address=$(hostname -I | awk '{print $1}') export TOOLSET_PATH=$WORKDIR/GenAIExamples/AgentQnA/tools/ export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} -export HF_CACHE_DIR=$WORKDIR/hf_cache +export HF_CACHE_DIR=${model_cache:-"$WORKDIR/hf_cache"} if [ ! -d "$HF_CACHE_DIR" ]; then mkdir -p "$HF_CACHE_DIR" fi