updated tgiparams

2024-10-22 09:15:11 +03:00
parent 8effe7a4eb
commit e21ee76f24
1 changed files with 6 additions and 6 deletions
--- a/ChatQnA/benchmark/performance/helm_charts/deployment.py
+++ b/ChatQnA/benchmark/performance/helm_charts/deployment.py
@@ -68,12 +68,12 @@ def generate_yaml(num_nodes, mode="oob", with_rerank="True"):
    tgi_params = [
        {
            "name": "llm-dependency-deploy",
-            "args": {
-                "--max-input-length": 1280,
-                "--max-total-tokens": 2048,
-                "--max-batch-total-tokens": 35536,
-                "--max-batch-prefill-tokens": 4096,
-            },
+            "args": [
+                {"name": "--max-input-length", "values": 1280},
+                {"name": "--max-total-tokens", "value": 2048},
+                {"name": "--max-batch-total-tokens", "value": 35536},
+                {"name": "--max-batch-prefill-tokens", "value": 4096},
+            ],
        },
    ]