jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Update compose.yaml for ChatQnA (#1621)

Browse Source 
Update compose.yaml for ChatQnA

Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-03-07 09:19:39 +08:00
committed by GitHub
parent 428ba481b2
commit 785ffb9a1e
10 changed files with 29 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -62,7 +62,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -83,7 +83,7 @@ services:
ports:
- "8007:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

8
ChatQnA/docker_compose/intel/hpu/gaudi/compose_guardrails.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8088:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
@@ -70,7 +70,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -103,7 +103,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -124,7 +124,7 @@ services:
ports:
- "8008:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

6
ChatQnA/docker_compose/intel/hpu/gaudi/compose_tgi.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8808:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
runtime: habana
cap_add:
- SYS_NICE
@@ -85,7 +85,7 @@ services:
ports:
- "8005:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}

4
ChatQnA/docker_compose/intel/hpu/gaudi/compose_without_rerank.yaml
View File

@@ -31,7 +31,7 @@ services:
ports:
- "8090:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
shm_size: 1g
environment:
no_proxy: ${no_proxy}
@@ -64,7 +64,7 @@ services:
ports:
- "8007:80"
volumes:
- "${MODEL_CACHE}:/data"
- "${MODEL_CACHE:-./data}:/data"
environment:
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}