Adding files to deploy DocSum application on ROCm vLLM (#1572)

Signed-off-by: Chingis Yundunov <YundunovCN@sibedge.com>
This commit is contained in:
chyundunovDatamonsters
2025-04-03 13:20:23 +07:00
committed by GitHub
parent 1a0c5f03c6
commit 319dbdaa6b
10 changed files with 816 additions and 197 deletions

View File

@@ -49,6 +49,11 @@ services:
dockerfile: comps/llms/src/doc-summarization/Dockerfile
extends: docsum
image: ${REGISTRY:-opea}/llm-docsum:${TAG:-latest}
vllm-rocm:
build:
context: GenAIComps
dockerfile: comps/third_parties/vllm/src/Dockerfile.amd_gpu
image: ${REGISTRY:-opea}/vllm-rocm:${TAG:-latest}
vllm:
build:
context: vllm