[pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot]
2024-10-22 09:11:44 +00:00
parent a9536321a0
commit 2876677214

View File

@@ -69,7 +69,7 @@ def generate_yaml(num_nodes, mode="oob", with_rerank="True"):
{
"name": "llm-dependency-deploy",
"args": [
{"name": "--model-id", "value": '$(LLM_MODEL_ID)'},
{"name": "--model-id", "value": "$(LLM_MODEL_ID)"},
{"name": "--max-input-length", "value": 1280},
{"name": "--max-total-tokens", "value": 2048},
{"name": "--max-batch-total-tokens", "value": 35536},