Add HF token for TGI Gated model (#233)

Signed-off-by: lvliang-intel <liang1.lv@intel.com> Co-authored-by: chen, suyue <suyue.chen@intel.com>
2024-05-31 16:11:52 +08:00
parent 3efb26cd0a
commit e29ce9c0b3
10 changed files with 10 additions and 1 deletions
--- a/DocSum/docsum.yaml
+++ b/DocSum/docsum.yaml
@@ -27,6 +27,7 @@ opea_micro_services:
      HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
      HABANA_VISIBLE_DEVICES: all
      OMPI_MCA_btl_vader_single_copy_mechanism: none
+      HF_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
    model-id: ${LLM_MODEL_ID}
  llm:
    host: ${LLM_SERVICE_HOST_IP}