Fix SearchQnA CI Issue (#1134)

Signed-off-by: letonghan <letong.han@intel.com>
2024-11-15 10:01:27 +08:00
parent 00d9bb6128
commit 39f68d5d6b
3 changed files with 7 additions and 10 deletions
--- a/SearchQnA/docker_compose/intel/hpu/gaudi/compose.yaml
+++ b/SearchQnA/docker_compose/intel/hpu/gaudi/compose.yaml
@@ -103,7 +103,7 @@ services:
    cap_add:
      - SYS_NICE
    ipc: host
-    command: --model-id ${LLM_MODEL_ID} --max-input-length 1024 --max-total-tokens 2048
+    command: --model-id ${LLM_MODEL_ID} --max-input-length 2048 --max-total-tokens 4096
  llm:
    image: ${REGISTRY:-opea}/llm-tgi:${TAG:-latest}
    container_name: llm-tgi-gaudi-server