Update port in set_env.sh for TGI endpoint (#649)

2024-09-03 03:05:44 -04:00
parent 4c78f8cbbb
commit e5ec38c796
1 changed files with 1 additions and 1 deletions
--- a/ChatQnA/docker/gaudi/set_env.sh
+++ b/ChatQnA/docker/gaudi/set_env.sh
@@ -9,7 +9,7 @@ export RERANK_MODEL_ID="BAAI/bge-reranker-base"
 export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
 export TEI_EMBEDDING_ENDPOINT="http://${host_ip}:8090"
 export TEI_RERANKING_ENDPOINT="http://${host_ip}:8808"
-export TGI_LLM_ENDPOINT="http://${host_ip}:8008"
+export TGI_LLM_ENDPOINT="http://${host_ip}:8005"
 export REDIS_URL="redis://${host_ip}:6379"
 export INDEX_NAME="rag-redis"
 export MEGA_SERVICE_HOST_IP=${host_ip}