jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

update llm default model id

Browse Source 
Signed-off-by: chensuyue <suyue.chen@intel.com>
This commit is contained in:
chensuyue
2025-05-21 22:53:29 +08:00
parent d6255cf38c
commit 8fa1119850
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ChatQnA/benchmark_chatqna.yaml
View File

@@ -37,7 +37,7 @@ deploy:
llm: llm:
engine: vllm # or tgi engine: vllm # or tgi
model_id: "meta-llama/Meta-Llama-3-8B-Instruct" # mandatory model_id: "meta-llama/Llama-3.1-8B-Instruct" # mandatory
replicaCount: replicaCount:
with_teirerank: [7, 15, 31, 63] # When teirerank.enabled is True with_teirerank: [7, 15, 31, 63] # When teirerank.enabled is True
without_teirerank: [8, 16, 32, 64] # When teirerank.enabled is False without_teirerank: [8, 16, 32, 64] # When teirerank.enabled is False