ee0e5cc8d9
All gaudi values updated with extra flags. Added helm support for 2 new examples Text2Image and SearchQnA. Minor fix for llm-uservice. Signed-off-by: Dolpher Du <dolpher.du@intel.com>
17 lines
439 B
YAML
17 lines
439 B
YAML
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# Accelerate inferencing in heaviest components to improve performance
|
|
# by overriding their subchart values
|
|
|
|
vllm:
|
|
enabled: true
|
|
image:
|
|
repository: opea/vllm-gaudi
|
|
supervisor:
|
|
llm_endpoint_url: http://{{ .Release.Name }}-vllm
|
|
ragagent:
|
|
llm_endpoint_url: http://{{ .Release.Name }}-vllm
|
|
sqlagent:
|
|
llm_endpoint_url: http://{{ .Release.Name }}-vllm
|