135 lines
2.4 KiB
YAML
135 lines
2.4 KiB
YAML
version: '3'
|
|
services:
|
|
gaudi0:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8081:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=0
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi1:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8082:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=1
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi2:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8083:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=2
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi3:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8084:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=3
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi4:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8085:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=4
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi5:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8086:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=5
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi6:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8087:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=6
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
gaudi7:
|
|
image: tgi_gaudi
|
|
runtime: habana
|
|
ports:
|
|
- "8088:80"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- HABANA_VISIBLE_DEVICES=7
|
|
volumes:
|
|
- $volume:/data
|
|
cap_add:
|
|
- sys_nice
|
|
ipc: "host"
|
|
command: ["--model-id", "$model"]
|
|
nginx:
|
|
build: ./nginx
|
|
ports:
|
|
- "80:80"
|
|
depends_on:
|
|
- gaudi0
|
|
- gaudi1
|
|
- gaudi2
|
|
- gaudi3
|
|
- gaudi4
|
|
- gaudi5
|
|
- gaudi6
|
|
- gaudi7 |