Adding files to deploy MultimodalQnA application on ROCm vLLM (#1737)

Signed-off-by: Artem Astafev <a.astafev@datamonsters.com>
This commit is contained in:
Artem Astafev
2025-04-10 08:34:58 +07:00
committed by GitHub
parent 094ca7aefe
commit 795c29fe87
8 changed files with 972 additions and 190 deletions

View File

@@ -77,3 +77,8 @@ services:
dockerfile: comps/tts/src/Dockerfile
extends: multimodalqna
image: ${REGISTRY:-opea}/tts:${TAG:-latest}
vllm-rocm:
build:
context: GenAIComps
dockerfile: comps/third_parties/vllm/src/Dockerfile.amd_gpu
image: ${REGISTRY:-opea}/vllm-rocm:${TAG:-latest}