Files
GenAIExamples/SearchQnA/docker_compose/amd/gpu/rocm/set_env.sh
ZePan110 11b04b38db Integrate SearchQnA set_env to ut scripts. (#1950)
Integrate SearchQnA set_env to ut scripts.
Add README.md for UT scripts.

Signed-off-by: ZePan110 <ze.pan@intel.com>
2025-05-16 15:09:07 +08:00

34 lines
1.4 KiB
Bash

#!/usr/bin/env bash
# Copyright (C) 2025 Advanced Micro Devices, Inc.
export HOST_IP=${ip_address}
export EXTERNAL_HOST_IP=${ip_address}
export SEARCH_EMBEDDING_MODEL_ID='BAAI/bge-base-en-v1.5'
export SEARCH_GOOGLE_API_KEY=${GOOGLE_API_KEY}
export SEARCH_GOOGLE_CSE_ID=${GOOGLE_CSE_ID}
export SEARCH_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export SEARCH_LLM_MODEL_ID='Intel/neural-chat-7b-v3-3'
export SEARCH_RERANK_MODEL_ID='BAAI/bge-reranker-base'
export SEARCH_BACKEND_SERVICE_PORT=3008
export SEARCH_EMBEDDING_SERVICE_PORT=3002
export SEARCH_FRONTEND_SERVICE_PORT=5173
export SEARCH_LLM_SERVICE_PORT=3007
export SEARCH_RERANK_SERVICE_PORT=3005
export SEARCH_TEI_EMBEDDING_PORT=3001
export SEARCH_TEI_RERANKING_PORT=3004
export SEARCH_TGI_SERVICE_PORT=3006
export SEARCH_WEB_RETRIEVER_SERVICE_PORT=3003
export SEARCH_BACKEND_SERVICE_ENDPOINT=http://${EXTERNAL_HOST_IP}:${SEARCH_BACKEND_SERVICE_PORT}/v1/searchqna
export SEARCH_EMBEDDING_SERVICE_HOST_IP=${HOST_IP}
export SEARCH_LLM_SERVICE_HOST_IP=${HOST_IP}
export SEARCH_MEGA_SERVICE_HOST_IP=${HOST_IP}
export SEARCH_RERANK_SERVICE_HOST_IP=${HOST_IP}
export SEARCH_TEI_EMBEDDING_ENDPOINT=http://${HOST_IP}:${SEARCH_TEI_EMBEDDING_PORT}
export SEARCH_TEI_RERANKING_ENDPOINT=http://${HOST_IP}:${SEARCH_TEI_RERANKING_PORT}
export SEARCH_TGI_LLM_ENDPOINT=http://${HOST_IP}:${SEARCH_TGI_SERVICE_PORT}
export SEARCH_WEB_RETRIEVER_SERVICE_HOST_IP=${HOST_IP}