Signed-off-by: letonghan <letong.han@intel.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
123 lines
3.6 KiB
YAML
123 lines
3.6 KiB
YAML
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
version: "3.8"
|
|
|
|
services:
|
|
redis-vector-db:
|
|
image: redis/redis-stack:7.2.0-v9
|
|
container_name: redis-vector-db
|
|
ports:
|
|
- "6379:6379"
|
|
- "8001:8001"
|
|
dataprep-redis-service:
|
|
image: ${REGISTRY:-opea}/dataprep:${TAG:-latest}
|
|
container_name: dataprep-redis-server
|
|
depends_on:
|
|
- redis-vector-db
|
|
ports:
|
|
- "6007:5000"
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
REDIS_URL: redis://redis-vector-db:6379
|
|
REDIS_HOST: redis-vector-db
|
|
INDEX_NAME: ${INDEX_NAME:-rag-redis}
|
|
TEI_ENDPOINT: http://tei-embedding-service:80
|
|
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
|
|
LOGFLAG: ${LOGFLAG}
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 10
|
|
restart: unless-stopped
|
|
tei-embedding-service:
|
|
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.6
|
|
entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
|
|
container_name: tei-embedding-server
|
|
ports:
|
|
- "6006:80"
|
|
volumes:
|
|
- "${MODEL_CACHE:-/mnt/models}:/data"
|
|
shm_size: 1g
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
|
|
host_ip: ${host_ip}
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
|
|
interval: 10s
|
|
timeout: 10s
|
|
retries: 60
|
|
embedding:
|
|
image: ${REGISTRY:-opea}/embedding:${TAG:-latest}
|
|
container_name: embedding-server
|
|
ports:
|
|
- "6000:6000"
|
|
ipc: host
|
|
depends_on:
|
|
tei-embedding-service:
|
|
condition: service_healthy
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
|
|
TEI_EMBEDDING_ENDPOINT: http://tei-embedding-service:80
|
|
LOGFLAG: ${LOGFLAG}
|
|
restart: unless-stopped
|
|
retriever:
|
|
image: ${REGISTRY:-opea}/retriever:${TAG:-latest}
|
|
container_name: retriever-redis-server
|
|
depends_on:
|
|
- redis-vector-db
|
|
ports:
|
|
- "7000:7000"
|
|
ipc: host
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
REDIS_URL: redis://redis-vector-db:6379
|
|
INDEX_NAME: ${INDEX_NAME:-rag-redis}
|
|
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
|
|
TEI_EMBEDDING_ENDPOINT: http://tei-embedding-service:80
|
|
LOGFLAG: ${LOGFLAG}
|
|
RETRIEVER_COMPONENT_NAME: "OPEA_RETRIEVER_REDIS"
|
|
restart: unless-stopped
|
|
doc-index-retriever-server:
|
|
image: ${REGISTRY:-opea}/doc-index-retriever:${TAG:-latest}
|
|
container_name: doc-index-retriever-server
|
|
depends_on:
|
|
redis-vector-db:
|
|
condition: service_started
|
|
tei-embedding-service:
|
|
condition: service_healthy
|
|
embedding:
|
|
condition: service_started
|
|
dataprep-redis-service:
|
|
condition: service_healthy
|
|
retriever:
|
|
condition: service_started
|
|
ports:
|
|
- "8889:8889"
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
https_proxy: ${https_proxy}
|
|
http_proxy: ${http_proxy}
|
|
EMBEDDING_SERVICE_HOST_IP: embedding
|
|
EMBEDDING_SERVICE_PORT: ${EMBEDDING_SERVER_PORT:-6000}
|
|
RETRIEVER_SERVICE_HOST_IP: retriever
|
|
LOGFLAG: ${LOGFLAG}
|
|
ipc: host
|
|
restart: always
|
|
command: --without-rerank
|
|
|
|
networks:
|
|
default:
|
|
driver: bridge
|