Adding files to deploy CodeGen application on ROCm vLLM (#1544)

Signed-off-by: Chingis Yundunov <YundunovCN@sibedge.com>
This commit is contained in:
chyundunovDatamonsters
2025-03-24 13:45:17 +07:00
committed by GitHub
parent fe2a6674e0
commit 31b1d69e40
10 changed files with 689 additions and 67 deletions

View File

@@ -29,6 +29,11 @@ services:
dockerfile: comps/llms/src/text-generation/Dockerfile
extends: codegen
image: ${REGISTRY:-opea}/llm-textgen:${TAG:-latest}
vllm-rocm:
build:
context: GenAIComps
dockerfile: comps/third_parties/vllm/src/Dockerfile.amd_gpu
image: ${REGISTRY:-opea}/vllm-rocm:${TAG:-latest}
vllm:
build:
context: vllm