Remove redundant code and update tgi version (#871)

Signed-off-by: lvliang-intel <liang1.lv@intel.com>
This commit is contained in:
lvliang-intel
2024-09-25 15:33:33 +08:00
committed by GitHub
parent c9553c6f9a
commit 33b9d4e421
34 changed files with 22 additions and 7820 deletions

View File

@@ -20,7 +20,7 @@ docker run -it --rm \
--ipc=host \
-e HTTPS_PROXY=$https_proxy \
-e HTTP_PROXY=$https_proxy \
ghcr.io/huggingface/tgi-gaudi:2.0.1 \
ghcr.io/huggingface/tgi-gaudi:2.0.5 \
--model-id $model_name \
--max-input-tokens $max_input_tokens \
--max-total-tokens $max_total_tokens \