jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Integrate DocIndexRetriever set_env to ut scripts. (#1945)

Browse Source 
Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-05-14 13:00:51 +08:00
committed by GitHub
parent fb53c536a3
commit f2c8e0b4ff
7 changed files with 82 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
DocIndexRetriever/docker_compose/intel/cpu/xeon/set_env.sh
View File

@@ -5,3 +5,25 @@
pushd "../../../../../" > /dev/null pushd "../../../../../" > /dev/null
source .set_env.sh source .set_env.sh
popd > /dev/null popd > /dev/null
ip_address=$(hostname -I | awk '{print $1}')
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:6006"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export TGI_LLM_ENDPOINT="http://${ip_address}:8008"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export RERANK_TYPE="tei"
export LOGFLAG=true
export REDIS_URL="redis://${ip_address}:6379"
export INDEX_NAME="rag-redis"
export MILVUS_HOST=${ip_address}
export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6007/v1/dataprep/ingest"

23
DocIndexRetriever/docker_compose/intel/hpu/gaudi/set_env.sh
View File

@@ -5,3 +5,26 @@
pushd "../../../../../" > /dev/null pushd "../../../../../" > /dev/null
source .set_env.sh source .set_env.sh
popd > /dev/null popd > /dev/null
ip_address=$(hostname -I | awk '{print $1}')
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:8090"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export RERANK_TYPE="tei"
export LOGFLAG=true
export REDIS_URL="redis://${ip_address}:6379"
export INDEX_NAME="rag-redis"
export TGI_LLM_ENDPOINT="http://${ip_address}:8008"
export MILVUS_HOST=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6007/v1/dataprep/ingest"

33
DocIndexRetriever/tests/README.md Normal file
View File

@@ -0,0 +1,33 @@
# DocIndexRetriever E2E test scripts
## Set the required environment variable
```bash
export HUGGINGFACEHUB_API_TOKEN="Your_Huggingface_API_Token"
```
## Run test
On Intel Xeon with TGI:
```bash
bash test_compose_on_xeon.sh
```
On Intel Gaudi with TGI:
```bash
bash test_compose_on_gaudi.sh
```
On AMD ROCm with TGI:
```bash
bash test_compose_on_rocm.sh
```
On AMD ROCm with vLLM:
```bash
bash test_compose_vllm_on_rocm.sh
```

17
DocIndexRetriever/tests/test_compose_milvus_on_gaudi.sh
View File

@@ -36,22 +36,7 @@ function build_docker_images() {
function start_services() { function start_services() {
echo "Starting Docker Services...." echo "Starting Docker Services...."
cd $WORKPATH/docker_compose/intel/hpu/gaudi cd $WORKPATH/docker_compose/intel/hpu/gaudi
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5" source ./set_env.sh
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:8090"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export TGI_LLM_ENDPOINT="http://${ip_address}:8008"
export MILVUS_HOST=${ip_address}
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6007/v1/dataprep/ingest"
export RERANK_TYPE="tei"
export LOGFLAG=true
# Start Docker Containers # Start Docker Containers
docker compose -f compose_milvus.yaml up -d docker compose -f compose_milvus.yaml up -d

17
DocIndexRetriever/tests/test_compose_milvus_on_xeon.sh
View File

@@ -35,22 +35,7 @@ function build_docker_images() {
function start_services() { function start_services() {
echo "Starting Docker Services...." echo "Starting Docker Services...."
cd $WORKPATH/docker_compose/intel/cpu/xeon cd $WORKPATH/docker_compose/intel/cpu/xeon
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5" source ./set_env.sh
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:6006"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export TGI_LLM_ENDPOINT="http://${ip_address}:8008"
export MILVUS_HOST=${ip_address}
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6007/v1/dataprep/ingest"
export RERANK_TYPE="tei"
export LOGFLAG=true
# Start Docker Containers # Start Docker Containers
docker compose -f compose_milvus.yaml up -d docker compose -f compose_milvus.yaml up -d

15
DocIndexRetriever/tests/test_compose_on_gaudi.sh
View File

@@ -34,20 +34,7 @@ function build_docker_images() {
function start_services() { function start_services() {
echo "Starting Docker Services...." echo "Starting Docker Services...."
cd $WORKPATH/docker_compose/intel/hpu/gaudi cd $WORKPATH/docker_compose/intel/hpu/gaudi
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5" source ./set_env.sh
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:8090"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export REDIS_URL="redis://${ip_address}:6379"
export INDEX_NAME="rag-redis"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export RERANK_TYPE="tei"
export LOGFLAG=true
# Start Docker Containers # Start Docker Containers
docker compose up -d docker compose up -d

17
DocIndexRetriever/tests/test_compose_on_xeon.sh
View File

@@ -34,22 +34,7 @@ function build_docker_images() {
function start_services() { function start_services() {
echo "Starting Docker Services...." echo "Starting Docker Services...."
cd $WORKPATH/docker_compose/intel/cpu/xeon cd $WORKPATH/docker_compose/intel/cpu/xeon
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5" source ./set_env.sh
export RERANK_MODEL_ID="BAAI/bge-reranker-base"
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:6006"
export TEI_RERANKING_ENDPOINT="http://${ip_address}:8808"
export TGI_LLM_ENDPOINT="http://${ip_address}:8008"
export REDIS_URL="redis://${ip_address}:6379"
export INDEX_NAME="rag-redis"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export MEGA_SERVICE_HOST_IP=${ip_address}
export EMBEDDING_SERVICE_HOST_IP=${ip_address}
export RETRIEVER_SERVICE_HOST_IP=${ip_address}
export RERANK_SERVICE_HOST_IP=${ip_address}
export LLM_SERVICE_HOST_IP=${ip_address}
export host_ip=${ip_address}
export RERANK_TYPE="tei"
export LOGFLAG=true
# Start Docker Containers # Start Docker Containers
docker compose up -d docker compose up -d