jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Enhance CI/CD infrastructure (#593)

Browse Source 
Signed-off-by: chensuyue <suyue.chen@intel.com>
Signed-off-by: Sun, Xuehao <xuehao.sun@intel.com>
This commit is contained in:
chen, suyue
2024-08-15 22:39:21 +08:00
committed by GitHub
parent e71aba0080
commit c26d0f62b8
61 changed files with 989 additions and 956 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
VisualQnA/docker/gaudi/compose.yaml
View File

@@ -1,12 +1,9 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
version: "3.8"
services:
llava-tgi-service:
image: opea/llava-tgi:latest
image: ${REGISTRY:-opea}/llava-tgi:${TAG:-latest}
container_name: tgi-llava-gaudi-server
ports:
- "8399:80"
@@ -26,7 +23,7 @@ services:
ipc: host
command: --model-id ${LVM_MODEL_ID} --max-input-length 4096 --max-total-tokens 8192
lvm-tgi:
image: opea/lvm-tgi:latest
image: ${REGISTRY:-opea}/lvm-tgi:${TAG:-latest}
container_name: lvm-tgi-gaudi-server
depends_on:
- llava-tgi-service
@@ -42,7 +39,7 @@ services:
HF_HUB_ENABLE_HF_TRANSFER: 0
restart: unless-stopped
visualqna-gaudi-backend-server:
image: opea/visualqna:latest
image: ${REGISTRY:-opea}/visualqna:${TAG:-latest}
container_name: visualqna-gaudi-backend-server
depends_on:
- llava-tgi-service
@@ -58,7 +55,7 @@ services:
ipc: host
restart: always
visualqna-gaudi-ui-server:
image: opea/visualqna-ui:latest
image: ${REGISTRY:-opea}/visualqna-ui:${TAG:-latest}
container_name: visualqna-gaudi-ui-server
depends_on:
- visualqna-gaudi-backend-server

11
VisualQnA/docker/xeon/compose.yaml
View File

@@ -1,12 +1,9 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
version: "3.8"
services:
llava-tgi-service:
image: opea/llava-tgi-xeon:latest
image: ${REGISTRY:-opea}/llava-tgi-xeon:${TAG:-latest}
container_name: tgi-llava-xeon-server
ports:
- "9399:80"
@@ -21,7 +18,7 @@ services:
HF_HUB_ENABLE_HF_TRANSFER: 0
command: --model-id ${LVM_MODEL_ID} --max-input-length 4096 --max-total-tokens 8192 --cuda-graphs 0
lvm-tgi:
image: opea/lvm-tgi:latest
image: ${REGISTRY:-opea}/lvm-tgi:${TAG:-latest}
container_name: lvm-tgi-server
depends_on:
- llava-tgi-service
@@ -37,7 +34,7 @@ services:
HF_HUB_ENABLE_HF_TRANSFER: 0
restart: unless-stopped
visualqna-xeon-backend-server:
image: opea/visualqna:latest
image: ${REGISTRY:-opea}/visualqna:${TAG:-latest}
container_name: visualqna-xeon-backend-server
depends_on:
- llava-tgi-service
@@ -53,7 +50,7 @@ services:
ipc: host
restart: always
visualqna-xeon-ui-server:
image: opea/visualqna-ui:latest
image: ${REGISTRY:-opea}/visualqna-ui:${TAG:-latest}
container_name: visualqna-xeon-ui-server
depends_on:
- visualqna-xeon-backend-server