diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml index 1aa30a8d9..3b5dc9f1f 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml @@ -124,7 +124,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose_milvus.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose_milvus.yaml index 713ef0bb8..05ce63e77 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose_milvus.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose_milvus.yaml @@ -183,7 +183,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml index 37e5c45e0..1c6774510 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml @@ -107,7 +107,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LOGFLAG=${LOGFLAG} - LLM_MODEL=${LLM_MODEL_ID} ipc: host diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml index 40e1992d7..a08e37342 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml @@ -113,7 +113,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml index ae8cf7ddb..62452a9fd 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml @@ -113,7 +113,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=tgi-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml b/ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml index 3300e0836..d0d25428f 100644 --- a/ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml +++ b/ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml @@ -94,7 +94,7 @@ services: - EMBEDDING_SERVER_PORT=${EMBEDDING_SERVER_PORT:-80} - RETRIEVER_SERVICE_HOST_IP=retriever - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} - CHATQNA_TYPE=${CHATQNA_TYPE:-CHATQNA_NO_RERANK} diff --git a/ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml b/ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml index e23b33d9b..ef24a86ff 100644 --- a/ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml +++ b/ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml @@ -133,7 +133,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml index 34293a9e4..5ff5e1858 100644 --- a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml +++ b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml @@ -166,7 +166,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} - CHATQNA_TYPE=${CHATQNA_TYPE:-CHATQNA_GUARDRAILS} diff --git a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml index ce58fb6e4..f10a34e6a 100644 --- a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml +++ b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml @@ -127,7 +127,7 @@ services: - RERANK_SERVER_HOST_IP=tei-reranking-service - RERANK_SERVER_PORT=${RERANK_SERVER_PORT:-80} - LLM_SERVER_HOST_IP=tgi-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} ipc: host diff --git a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml index 553f2e7e6..946c4a878 100644 --- a/ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml +++ b/ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml @@ -99,7 +99,7 @@ services: - EMBEDDING_SERVER_PORT=${EMBEDDING_SERVER_PORT:-80} - RETRIEVER_SERVICE_HOST_IP=retriever - LLM_SERVER_HOST_IP=vllm-service - - LLM_SERVER_PORT=${LLM_SERVER_PORT:-80} + - LLM_SERVER_PORT=80 - LLM_MODEL=${LLM_MODEL_ID} - LOGFLAG=${LOGFLAG} - CHATQNA_TYPE=${CHATQNA_TYPE:-CHATQNA_NO_RERANK}