jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Update compose.yaml for ChatQnA (#1621)

Browse Source 
Update compose.yaml for ChatQnA

Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-03-07 09:19:39 +08:00
committed by GitHub
parent 428ba481b2
commit 785ffb9a1e
10 changed files with 29 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ChatQnA/docker_compose/amd/gpu/rocm/compose.yaml
View File

@@ -30,7 +30,7 @@ services:
ports:
- "${CHATQNA_TEI_EMBEDDING_PORT}:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g
ipc: host
environment:
@@ -72,7 +72,7 @@ services:
ports:
- "${CHATQNA_TEI_RERANKING_PORT}:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -104,7 +104,7 @@ services:
HF_HUB_DISABLE_PROGRESS_BARS: 1
HF_HUB_ENABLE_HF_TRANSFER: 0
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-/var/opea/chatqna-service/data}:/data"
shm_size: 1g
devices:
- /dev/kfd:/dev/kfd

6
ChatQnA/docker_compose/intel/cpu/xeon/compose.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "6006:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports:
- "9009:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 128g
environment:
no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_pinecone.yaml
View File

@@ -28,7 +28,7 @@ services:
ports:
- "6006:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -59,7 +59,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -75,7 +75,7 @@ services:
ports:
- "9009:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 128g
environment:
no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_qdrant.yaml
View File

@@ -32,7 +32,7 @@ services:
ports:
- "6040:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "6041:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports:
- "6042:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 128g
environment:
no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/cpu/xeon/compose_tgi.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "6006:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -80,7 +80,7 @@ services:
ports:
- "9009:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}

4
ChatQnA/docker_compose/intel/cpu/xeon/compose_without_rerank.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "6006:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "9009:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 128g
environment:
no_proxy: ${no_proxy}

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -62,7 +62,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -83,7 +83,7 @@ services:
ports:
- "8007:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

8
ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8088:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
@@ -70,7 +70,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -103,7 +103,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -124,7 +124,7 @@ services:
ports:
- "8008:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -85,7 +85,7 @@ services:
ports:
- "8005:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

4
ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8007:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}