33 lines
1.2 KiB
Bash
Executable File
33 lines
1.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
pushd "../../../../../" > /dev/null
|
|
source .set_env.sh
|
|
popd > /dev/null
|
|
|
|
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
|
|
export HF_TOKEN=${HF_TOKEN}
|
|
export host_ip=${ip_address}
|
|
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
|
|
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
|
|
export LLM_MODEL_ID="meta-llama/Meta-Llama-3-8B-Instruct"
|
|
export INDEX_NAME="rag-redis"
|
|
export NUM_CARDS=1
|
|
export VLLM_SKIP_WARMUP=true
|
|
export LOGFLAG=True
|
|
export http_proxy=${http_proxy}
|
|
export https_proxy=${https_proxy}
|
|
export no_proxy="${ip_address},redis-vector-db,dataprep-redis-service,tei-embedding-service,retriever,tei-reranking-service,tgi-service,vllm-service,guardrails,llm-faqgen,chatqna-gaudi-backend-server,chatqna-gaudi-ui-server,chatqna-gaudi-nginx-server"
|
|
|
|
export LLM_ENDPOINT_PORT=8010
|
|
export LLM_SERVER_PORT=9001
|
|
export CHATQNA_BACKEND_PORT=8888
|
|
export CHATQNA_REDIS_VECTOR_PORT=6377
|
|
export CHATQNA_REDIS_VECTOR_INSIGHT_PORT=8006
|
|
export CHATQNA_FRONTEND_SERVICE_PORT=5175
|
|
export NGINX_PORT=80
|
|
export FAQGen_COMPONENT_NAME="OpeaFaqGenvLLM"
|
|
export LLM_ENDPOINT="http://${host_ip}:${LLM_ENDPOINT_PORT}"
|