Fix Multimodal & ProductivitySuite Issue (#1820)

1. add data-prep health check
2. add create conda env

Signed-off-by: letonghan <letong.han@intel.com>
This commit is contained in:
Letong Han
2025-04-17 09:30:15 +08:00
committed by GitHub
parent 8aa96c6278
commit b80449b8ab
3 changed files with 53 additions and 22 deletions

View File

@@ -32,6 +32,12 @@ services:
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
DATAPREP_TYPE: ${DATAPREP_TYPE}
LOGFLAG: ${LOGFLAG}
healthcheck:
test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
interval: 10s
timeout: 5s
retries: 50
restart: unless-stopped
tei-embedding-service:
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.6
entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
@@ -47,7 +53,7 @@ services:
https_proxy: ${https_proxy}
host_ip: ${host_ip}
healthcheck:
test: ["CMD-SHELL", "curl -f http://$host_ip:6006/health || exit 1"]
test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
interval: 10s
timeout: 10s
retries: 60
@@ -106,7 +112,7 @@ services:
HF_HUB_ENABLE_HF_TRANSFER: 0
host_ip: ${host_ip}
healthcheck:
test: ["CMD-SHELL", "curl -f http://$host_ip:8808/health || exit 1"]
test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
interval: 10s
timeout: 10s
retries: 60
@@ -147,7 +153,7 @@ services:
HF_HUB_ENABLE_HF_TRANSFER: 0
host_ip: ${host_ip}
healthcheck:
test: ["CMD-SHELL", "curl -f http://${host_ip}:9009/health || exit 1"]
test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
interval: 10s
timeout: 10s
retries: 100
@@ -176,15 +182,24 @@ services:
image: ${REGISTRY:-opea}/chatqna:${TAG:-latest}
container_name: chatqna-xeon-backend-server
depends_on:
- redis-vector-db
- tei-embedding-service
- dataprep-redis-service
- retriever
- tei-reranking-service
- tgi_service
- embedding
- reranking
- llm
redis-vector-db:
condition: service_started
tei-embedding-service:
condition: service_healthy
dataprep-redis-service:
condition: service_healthy
retriever:
condition: service_started
tei-reranking-service:
condition: service_healthy
tgi_service:
condition: service_healthy
embedding:
condition: service_started
reranking:
condition: service_started
llm:
condition: service_started
ports:
- "8888:8888"
environment:
@@ -218,10 +233,10 @@ services:
HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
host_ip: ${host_ip}
healthcheck:
test: ["CMD-SHELL", "curl -f http://$host_ip:8028/health || exit 1"]
test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
interval: 10s
timeout: 10s
retries: 30
retries: 100
command: --model-id ${LLM_MODEL_ID_CODEGEN}
llm_codegen:
image: ${REGISTRY:-opea}/llm-textgen:${TAG:-latest}