Enable dataprep health check for examples (#1800)

Signed-off-by: letonghan <letong.han@intel.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

DocIndexRetriever/docker_compose/intel/cpu/xeon/compose.yaml

@@ -20,8 +20,6 @@ services:
         condition: service_healthy
     ports:
       - "6007:5000"
-      - "6008:6008"
-      - "6009:6009"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}
@@ -32,6 +30,12 @@ services:
       TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT}
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       LOGFLAG: ${LOGFLAG}
+    healthcheck:
+      test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
+    restart: unless-stopped
   tei-embedding-service:
     image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.6
     entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
@@ -48,7 +52,7 @@ services:
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:6006/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -106,7 +110,7 @@ services:
       HF_HUB_ENABLE_HF_TRANSFER: 0
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8808/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -134,11 +138,18 @@ services:
     image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
     container_name: doc-index-retriever-server
     depends_on:
-      - redis-vector-db
-      - tei-embedding-service
-      - embedding
-      - retriever
-      - reranking
+      redis-vector-db:
+        condition: service_started
+      tei-embedding-service:
+        condition: service_healthy
+      embedding:
+        condition: service_started
+      dataprep-redis-service:
+        condition: service_healthy
+      retriever:
+        condition: service_started
+      reranking:
+        condition: service_started
     ports:
       - "8889:8889"
     environment:

DocIndexRetriever/docker_compose/intel/cpu/xeon/compose_milvus.yaml

@@ -78,6 +78,11 @@ services:
       TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT}
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       LOGFLAG: ${LOGFLAG}
+    healthcheck:
+      test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
     restart: unless-stopped
     depends_on:
       tei-embedding-service:
@@ -105,7 +110,7 @@ services:
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:6006/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -167,7 +172,7 @@ services:
       HF_HUB_ENABLE_HF_TRANSFER: 0
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8808/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -199,11 +204,18 @@ services:
     image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
     container_name: doc-index-retriever-server
     depends_on:
-      - milvus-standalone
-      - tei-embedding-service
-      - embedding
-      - retriever
-      - reranking
+      milvus-standalone:
+        condition: service_healthy
+      tei-embedding-service:
+        condition: service_healthy
+      embedding:
+        condition: service_started
+      dataprep-milvus:
+        condition: service_healthy
+      retriever:
+        condition: service_started
+      reranking:
+        condition: service_started
     ports:
       - "8889:8889"
     environment:

DocIndexRetriever/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml

@@ -17,8 +17,6 @@ services:
       - redis-vector-db
     ports:
       - "6007:5000"
-      - "6008:6008"
-      - "6009:6009"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}
@@ -29,6 +27,12 @@ services:
       TEI_ENDPOINT: http://tei-embedding-service:80
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       LOGFLAG: ${LOGFLAG}
+    healthcheck:
+      test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
+    restart: unless-stopped
   tei-embedding-service:
     image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.6
     entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
@@ -45,7 +49,7 @@ services:
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:6006/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -89,10 +93,16 @@ services:
     image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
     container_name: doc-index-retriever-server
     depends_on:
-      - redis-vector-db
-      - tei-embedding-service
-      - embedding
-      - retriever
+      redis-vector-db:
+        condition: service_started
+      tei-embedding-service:
+        condition: service_healthy
+      embedding:
+        condition: service_started
+      dataprep-redis-service:
+        condition: service_healthy
+      retriever:
+        condition: service_started
     ports:
       - "8889:8889"
     environment:

DocIndexRetriever/docker_compose/intel/hpu/gaudi/compose.yaml

@@ -29,6 +29,12 @@ services:
       INDEX_NAME: ${INDEX_NAME}
       TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT}
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
+    healthcheck:
+      test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
+    restart: unless-stopped
   tei-embedding-service:
     image: ghcr.io/huggingface/tei-gaudi:1.5.0
     entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
@@ -52,7 +58,7 @@ services:
       ENABLE_EXPERIMENTAL_FLAGS: true
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8090/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -110,7 +116,7 @@ services:
       HF_HUB_ENABLE_HF_TRANSFER: 0
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8808/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -138,11 +144,18 @@ services:
     image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
     container_name: doc-index-retriever-server
     depends_on:
-      - redis-vector-db
-      - tei-embedding-service
-      - embedding
-      - retriever
-      - reranking
+      redis-vector-db:
+        condition: service_started
+      tei-embedding-service:
+        condition: service_healthy
+      embedding:
+        condition: service_started
+      dataprep-redis-service:
+        condition: service_healthy
+      retriever:
+        condition: service_started
+      reranking:
+        condition: service_started
     ports:
       - "8889:8889"
     environment:

DocIndexRetriever/docker_compose/intel/hpu/gaudi/compose_milvus.yaml

@@ -78,6 +78,11 @@ services:
       TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT}
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
       LOGFLAG: ${LOGFLAG}
+    healthcheck:
+      test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
     restart: unless-stopped
     depends_on:
       tei-embedding-service:
@@ -112,7 +117,7 @@ services:
       ENABLE_EXPERIMENTAL_FLAGS: true
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8090/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -173,7 +178,7 @@ services:
       HF_HUB_ENABLE_HF_TRANSFER: 0
       host_ip: ${host_ip}
     healthcheck:
-      test: ["CMD-SHELL", "curl -f http://$host_ip:8808/health || exit 1"]
+      test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
       interval: 10s
       timeout: 10s
       retries: 60
@@ -205,11 +210,18 @@ services:
     image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
     container_name: doc-index-retriever-server
     depends_on:
-      - milvus-standalone
-      - tei-embedding-service
-      - embedding
-      - retriever
-      - reranking
+      milvus-standalone:
+        condition: service_healthy
+      tei-embedding-service:
+        condition: service_healthy
+      embedding:
+        condition: service_started
+      dataprep-milvus:
+        condition: service_healthy
+      retriever:
+        condition: service_started
+      reranking:
+        condition: service_started
     ports:
       - "8889:8889"
     environment: