jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Update compose.yaml for ChatQnA (#1621)

Browse Source 
Update compose.yaml for ChatQnA

Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-03-07 09:19:39 +08:00
committed by GitHub
parent 428ba481b2
commit 785ffb9a1e
10 changed files with 29 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ChatQnA/docker_compose/amd/gpu/rocm/compose.yaml
View File

@@ -30,7 +30,7 @@ services:
ports: ports:
- "${CHATQNA_TEI_EMBEDDING_PORT}:80" - "${CHATQNA_TEI_EMBEDDING_PORT}:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g shm_size: 1g
ipc: host ipc: host
environment: environment:
@@ -72,7 +72,7 @@ services:
ports: ports:
- "${CHATQNA_TEI_RERANKING_PORT}:80" - "${CHATQNA_TEI_RERANKING_PORT}:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -104,7 +104,7 @@ services:
HF_HUB_DISABLE_PROGRESS_BARS: 1 HF_HUB_DISABLE_PROGRESS_BARS: 1
HF_HUB_ENABLE_HF_TRANSFER: 0 HF_HUB_ENABLE_HF_TRANSFER: 0
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g shm_size: 1g
devices: devices:
- /dev/kfd:/dev/kfd - /dev/kfd:/dev/kfd

6
ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "6006:80" - "6006:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports: ports:
- "9009:80" - "9009:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 128g shm_size: 128g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml
View File

@@ -28,7 +28,7 @@ services:
ports: ports:
- "6006:80" - "6006:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -59,7 +59,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -75,7 +75,7 @@ services:
ports: ports:
- "9009:80" - "9009:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 128g shm_size: 128g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml
View File

@@ -32,7 +32,7 @@ services:
ports: ports:
- "6040:80" - "6040:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "6041:80" - "6041:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports: ports:
- "6042:80" - "6042:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 128g shm_size: 128g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "6006:80" - "6006:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports: ports:
- "9009:80" - "9009:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}

4
ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "6006:80" - "6006:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "9009:80" - "9009:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 128g shm_size: 128g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "8090:80" - "8090:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -62,7 +62,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
runtime: habana runtime: habana
cap_add: cap_add:
- SYS_NICE - SYS_NICE
@@ -83,7 +83,7 @@ services:
ports: ports:
- "8007:80" - "8007:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}

8
ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "8088:80" - "8088:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}
@@ -70,7 +70,7 @@ services:
ports: ports:
- "8090:80" - "8090:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -103,7 +103,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
runtime: habana runtime: habana
cap_add: cap_add:
- SYS_NICE - SYS_NICE
@@ -124,7 +124,7 @@ services:
ports: ports:
- "8008:80" - "8008:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "8090:80" - "8090:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "8808:80" - "8808:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
runtime: habana runtime: habana
cap_add: cap_add:
- SYS_NICE - SYS_NICE
@@ -85,7 +85,7 @@ services:
ports: ports:
- "8005:80" - "8005:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}

4
ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml
View File

@@ -31,7 +31,7 @@ services:
ports: ports:
- "8090:80" - "8090:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
shm_size: 1g shm_size: 1g
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports: ports:
- "8007:80" - "8007:80"
volumes: volumes:
- "${MODEL_CACHE}:/data" - "${MODEL_CACHE:-./data}:/data"
environment: environment:
no_proxy: ${no_proxy} no_proxy: ${no_proxy}
http_proxy: ${http_proxy} http_proxy: ${http_proxy}