jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

moved HUGGINGFACEHUB_API_TOKEN

Browse Source
This commit is contained in:
Zhenzhong Xu
2024-10-21 10:41:20 +03:00
parent 9ee1a7410b
commit 58ff7d9518
3 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ChatQnA/benchmark/performance/helm_charts/customize.yaml
View File

@@ -1,8 +1,6 @@
# Copyright (C) 2024 Intel Corporation # Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
podSpecs: podSpecs:
- name: chatqna-backend-server-deploy - name: chatqna-backend-server-deploy
replicas: 2 replicas: 2

2
ChatQnA/benchmark/performance/helm_charts/templates/configmap.yaml
View File

@@ -9,7 +9,7 @@ metadata:
data: data:
EMBEDDING_MODEL_ID: {{ .Values.config.EMBEDDING_MODEL_ID }} EMBEDDING_MODEL_ID: {{ .Values.config.EMBEDDING_MODEL_ID }}
EMBEDDING_SERVER_HOST_IP: embedding-dependency-svc EMBEDDING_SERVER_HOST_IP: embedding-dependency-svc
HUGGINGFACEHUB_API_TOKEN: {{ .Values.HUGGINGFACEHUB_API_TOKEN }} HUGGINGFACEHUB_API_TOKEN: {{ .Values.config.HUGGINGFACEHUB_API_TOKEN }}
INDEX_NAME: rag-redis INDEX_NAME: rag-redis
LLM_MODEL_ID: {{ .Values.config.LLM_MODEL_ID }} LLM_MODEL_ID: {{ .Values.config.LLM_MODEL_ID }}
LLM_SERVER_HOST_IP: llm-dependency-svc LLM_SERVER_HOST_IP: llm-dependency-svc

5
ChatQnA/benchmark/performance/helm_charts/values.yaml
View File

@@ -9,6 +9,7 @@ config:
EMBEDDING_MODEL_ID: BAAI/bge-base-en-v1.5 EMBEDDING_MODEL_ID: BAAI/bge-base-en-v1.5
LLM_MODEL_ID: Intel/neural-chat-7b-v3-3 LLM_MODEL_ID: Intel/neural-chat-7b-v3-3
RERANK_MODEL_ID: BAAI/bge-reranker-base RERANK_MODEL_ID: BAAI/bge-reranker-base
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
microservices: microservices:
- name: chatqna-backend-server-deploy - name: chatqna-backend-server-deploy
@@ -76,8 +77,6 @@ microservices:
value: habana value: habana
- name: HABANA_VISIBLE_DEVICES - name: HABANA_VISIBLE_DEVICES
value: all value: all
- name: HF_TOKEN
value: ${HF_TOKEN}
- name: MAX_WARMUP_SEQUENCE_LENGTH - name: MAX_WARMUP_SEQUENCE_LENGTH
value: "512" value: "512"
volumeMounts: volumeMounts:
@@ -119,8 +118,6 @@ microservices:
value: habana value: habana
- name: HABANA_VISIBLE_DEVICES - name: HABANA_VISIBLE_DEVICES
value: all value: all
- name: HF_TOKEN
value: ${HF_TOKEN}
volumeMounts: volumeMounts:
- mountPath: /data - mountPath: /data
name: model-volume name: model-volume