jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Update model cache for AgentQnA (#1627)

Browse Source 
Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-03-07 11:00:48 +08:00
committed by GitHub
parent 9180f1066d
commit 36aaed748b
4 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml
View File

@@ -8,7 +8,7 @@ services:
ports: ports:
- "${AGENTQNA_TGI_SERVICE_PORT-8085}:80" - "${AGENTQNA_TGI_SERVICE_PORT-8085}:80"
volumes: volumes:
- /var/opea/agent-service/:/data - ${HF_CACHE_DIR:-/var/opea/agent-service/}:/data
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}

2
AgentQnA/tests/step2_start_retrieval_tool.sh
View File

@@ -9,7 +9,7 @@ echo "WORKDIR=${WORKDIR}"
export ip_address=$(hostname -I | awk '{print $1}') export ip_address=$(hostname -I | awk '{print $1}')
export host_ip=${ip_address} export host_ip=${ip_address}
export HF_CACHE_DIR=$WORKDIR/hf_cache export HF_CACHE_DIR=${model_cache:-"$WORKDIR/hf_cache"}
if [ ! -d "$HF_CACHE_DIR" ]; then if [ ! -d "$HF_CACHE_DIR" ]; then
echo "Creating HF_CACHE directory" echo "Creating HF_CACHE directory"
mkdir -p "$HF_CACHE_DIR" mkdir -p "$HF_CACHE_DIR"

2
AgentQnA/tests/step4_launch_and_validate_agent_gaudi.sh
View File

@@ -13,7 +13,7 @@ export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
HF_TOKEN=${HUGGINGFACEHUB_API_TOKEN} HF_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
model="meta-llama/Llama-3.3-70B-Instruct" #"meta-llama/Meta-Llama-3.1-70B-Instruct" model="meta-llama/Llama-3.3-70B-Instruct" #"meta-llama/Meta-Llama-3.1-70B-Instruct"
export HF_CACHE_DIR=/data2/huggingface export HF_CACHE_DIR=${model_cache:-"/data2/huggingface"}
if [ ! -d "$HF_CACHE_DIR" ]; then if [ ! -d "$HF_CACHE_DIR" ]; then
HF_CACHE_DIR=$WORKDIR/hf_cache HF_CACHE_DIR=$WORKDIR/hf_cache
mkdir -p "$HF_CACHE_DIR" mkdir -p "$HF_CACHE_DIR"

2
AgentQnA/tests/step4a_launch_and_validate_agent_tgi_on_rocm.sh
View File

@@ -11,7 +11,7 @@ export ip_address=$(hostname -I | awk '{print $1}')
export TOOLSET_PATH=$WORKDIR/GenAIExamples/AgentQnA/tools/ export TOOLSET_PATH=$WORKDIR/GenAIExamples/AgentQnA/tools/
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export HF_CACHE_DIR=$WORKDIR/hf_cache export HF_CACHE_DIR=${model_cache:-"$WORKDIR/hf_cache"}
if [ ! -d "$HF_CACHE_DIR" ]; then if [ ! -d "$HF_CACHE_DIR" ]; then
mkdir -p "$HF_CACHE_DIR" mkdir -p "$HF_CACHE_DIR"
fi fi