Reduce the verification delay time to 1s

Signed-off-by: ZePan110 <ze.pan@intel.com>

.github/workflows/pr-link-path-scan.yml

@@ -23,7 +23,7 @@ jobs:
       - name: Check the Validity of Hyperlinks
         run: |
           cd ${{github.workspace}}
-          delay=15
+          delay=1
           fail="FALSE"
           merged_commit=$(git log -1 --format='%H')
           changed_files="$(git diff --name-status --diff-filter=ARM ${{ github.event.pull_request.base.sha }} ${merged_commit} | awk '/\.md$/ {print $NF}')"
@@ -80,7 +80,7 @@ jobs:
       - name: Checking Relative Path Validity
         run: |
           cd ${{github.workspace}}
-          delay=15
+          delay=1
           fail="FALSE"
           repo_name=${{ github.event.pull_request.head.repo.full_name }}
           branch="https://github.com/$repo_name/blob/${{ github.event.pull_request.head.ref }}"

MultimodalQnA/docker_compose/amd/gpu/rocm/set_env.sh

@@ -3,8 +3,8 @@
 # Copyright (C) 2024 Advanced Micro Devices, Inc.
 # SPDX-License-Identifier: Apache-2.0
 
-export HOST_IP=${ip_address}
+export HOST_IP=${your_host_ip_address}
-export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${your_huggingfacehub_token}
 export MULTIMODAL_TGI_SERVICE_PORT="8399"
 export no_proxy=${your_no_proxy}
 export http_proxy=${your_http_proxy}
@@ -31,5 +31,5 @@ export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/datap
 export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_captions"
 export DATAPREP_GET_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/get"
 export DATAPREP_DELETE_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/delete"
-export WHISPER_SERVER_PORT=7066
+export WHISPER_PORT="7066"
-export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_SERVER_PORT}/v1/asr"
+export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"

MultimodalQnA/docker_compose/amd/gpu/rocm/set_env_vllm.sh

@@ -3,9 +3,9 @@
 # Copyright (C) 2024 Advanced Micro Devices, Inc.
 # SPDX-License-Identifier: Apache-2.0
 
-export HOST_IP=${ip_address}
+export HOST_IP=${your_host_ip_address}
-export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${your_huggingfacehub_token}
-export MULTIMODAL_VLLM_SERVICE_PORT="8399"
+export MULTIMODAL_TGI_SERVICE_PORT="8399"
 export no_proxy=${your_no_proxy}
 export http_proxy=${your_http_proxy}
 export https_proxy=${your_http_proxy}
@@ -17,9 +17,9 @@ export REDIS_URL="redis://${HOST_IP}:6379"
 export REDIS_HOST=${HOST_IP}
 export INDEX_NAME="mm-rag-redis"
 export VLLM_SERVER_PORT=8081
-export LVM_ENDPOINT="http://${HOST_IP}:8399"
+export LVM_ENDPOINT="http://${HOST_IP}:${VLLM_SERVER_PORT}"
 export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
-export MULTIMODAL_LLM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
+export LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
 export WHISPER_MODEL="base"
 export MM_EMBEDDING_SERVICE_HOST_IP=${HOST_IP}
 export MM_RETRIEVER_SERVICE_HOST_IP=${HOST_IP}
@@ -31,5 +31,5 @@ export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/datap
 export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_captions"
 export DATAPREP_GET_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/get"
 export DATAPREP_DELETE_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/delete"
-export WHISPER_SERVER_PORT=7066
+export WHISPER_PORT="7066"
-export WHISPER_SERVER_ENDPOINT="http://${HOST_IP}:${WHISPER_SERVER_PORT}/v1/asr"
+export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"

MultimodalQnA/docker_compose/intel/cpu/xeon/compose.yaml

@@ -39,7 +39,7 @@ services:
       - redis-vector-db
       - lvm-llava
     ports:
-      - "${DATAPREP_MMR_PORT:-6007}:5000"
+      - "${DATAPREP_MMR_PORT}:5000"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

MultimodalQnA/docker_compose/intel/cpu/xeon/compose_milvus.yaml

@@ -81,7 +81,7 @@ services:
       - milvus-standalone
       - lvm-llava
     ports:
-      - "${DATAPREP_MMR_PORT:-6007}:5000"
+      - "${DATAPREP_MMR_PORT}:5000"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

MultimodalQnA/docker_compose/intel/cpu/xeon/set_env.sh

@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+pushd "../../../../../" > /dev/null
+source .set_env.sh
+popd > /dev/null
+
+export host_ip=$(hostname -I | awk '{print $1}')
+
+export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
+export MM_RETRIEVER_SERVICE_HOST_IP=${host_ip}
+export LVM_SERVICE_HOST_IP=${host_ip}
+export MEGA_SERVICE_HOST_IP=${host_ip}
+
+export TTS_PORT=7055
+export TTS_ENDPOINT="http://${host_ip}:${TTS_PORT}/v1/tts"
+
+export WHISPER_PORT=7066
+export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"
+export WHISPER_MODEL="base"
+export MAX_IMAGES=1
+
+export REDIS_DB_PORT=6379
+export REDIS_INSIGHTS_PORT=8001
+export REDIS_URL="redis://${host_ip}:${REDIS_DB_PORT}"
+export REDIS_HOST=${host_ip}
+export INDEX_NAME="mm-rag-redis"
+
+export DATAPREP_MMR_PORT=6007
+export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/ingest"
+export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_transcripts"
+export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_captions"
+export DATAPREP_GET_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/get"
+export DATAPREP_DELETE_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/delete"
+
+export EMM_BRIDGETOWER_PORT=6006
+export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+export MMEI_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
+export MM_EMBEDDING_PORT_MICROSERVICE=6000
+export BRIDGE_TOWER_EMBEDDING=true
+
+export REDIS_RETRIEVER_PORT=7000
+
+export LVM_PORT=9399
+export LLAVA_SERVER_PORT=8399
+export LVM_MODEL_ID="llava-hf/llava-1.5-7b-hf"
+export LVM_ENDPOINT="http://${host_ip}:${LLAVA_SERVER_PORT}"
+
+export MEGA_SERVICE_PORT=8888
+export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${MEGA_SERVICE_PORT}/v1/multimodalqna"
+
+export UI_PORT=5173
+export UI_TIMEOUT=240

MultimodalQnA/docker_compose/intel/hpu/gaudi/compose.yaml

@@ -41,7 +41,7 @@ services:
       - redis-vector-db
       - lvm
     ports:
-      - "${DATAPREP_MMR_PORT:-6007}:5000"
+      - "${DATAPREP_MMR_PORT}:5000"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

MultimodalQnA/docker_compose/intel/hpu/gaudi/compose_milvus.yaml

@@ -79,7 +79,7 @@ services:
       - "milvus-standalone"
       - "lvm"
     ports:
-      - "${DATAPREP_MMR_PORT:-6007}:5000"
+      - "${DATAPREP_MMR_PORT}:5000"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

MultimodalQnA/docker_compose/intel/hpu/gaudi/set_env.sh

@@ -7,7 +7,7 @@ source .set_env.sh
 popd > /dev/null
 
 export host_ip=$(hostname -I | awk '{print $1}')
-export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+
 export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
 export MM_RETRIEVER_SERVICE_HOST_IP=${host_ip}
 export LVM_SERVICE_HOST_IP=${host_ip}

MultimodalQnA/tests/README.md

@@ -1,45 +0,0 @@
-# MultimodalQnA E2E test scripts
-
-## Set the required environment variable
-
-```bash
-export HUGGINGFACEHUB_API_TOKEN="Your_Huggingface_API_Token"
-```
-
-## Run test
-
-On Intel Xeon with vLLM:
-
-```bash
-bash test_compose_on_xeon.sh
-```
-
-On Intel Xeon with TGI:
-
-```bash
-bash test_compose_tgi_on_xeon.sh
-```
-
-On Intel Gaudi with vLLM:
-
-```bash
-bash test_compose_on_gaudi.sh
-```
-
-On Intel Gaudi with TGI:
-
-```bash
-bash test_compose_tgi_on_gaudi.sh
-```
-
-On AMD ROCm with TGI:
-
-```bash
-bash test_compose_on_rocm.sh
-```
-
-On AMD ROCm with vLLM:
-
-```bash
-bash test_compose_vllm_on_rocm.sh
-```

MultimodalQnA/tests/test_compose_milvus_on_xeon.sh

@@ -65,12 +65,37 @@ function build_docker_images() {
 }
 
 function setup_env() {
+    export host_ip=${ip_address}
+    export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
+    export MM_RETRIEVER_SERVICE_HOST_IP=${host_ip}
+    export LVM_SERVICE_HOST_IP=${host_ip}
+    export MEGA_SERVICE_HOST_IP=${host_ip}
+    export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+    export WHISPER_PORT=7066
+    export MAX_IMAGES=1
+    export WHISPER_MODEL="base"
+    export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"
     export COLLECTION_NAME="LangChainCollection"
     export MILVUS_HOST=${host_ip}
+    export DATAPREP_MMR_PORT=6007
+    export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/ingest"
+    export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_transcripts"
+    export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_captions"
+    export DATAPREP_GET_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/get"
+    export DATAPREP_DELETE_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/delete"
+    export EMM_BRIDGETOWER_PORT=6006
+    export BRIDGE_TOWER_EMBEDDING=true
+    export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+    export MMEI_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
+    export MM_EMBEDDING_PORT_MICROSERVICE=6000
     export MILVUS_RETRIEVER_PORT=7000
+    export LVM_PORT=9399
+    export LLAVA_SERVER_PORT=8399
     export LVM_MODEL_ID="llava-hf/llava-1.5-7b-hf"
-    cd $WORKPATH/docker_compose/intel
+    export LVM_ENDPOINT="http://${host_ip}:$LLAVA_SERVER_PORT"
-    source set_env.sh
+    export MEGA_SERVICE_PORT=8888
+    export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:$MEGA_SERVICE_PORT/v1/multimodalqna"
+    export UI_PORT=5173
 }
 
 

MultimodalQnA/tests/test_compose_on_gaudi.sh

@@ -69,8 +69,42 @@ function build_docker_images() {
 }
 
 function setup_env() {
-    cd $WORKPATH/docker_compose/intel
+    export host_ip=${ip_address}
-    source set_env.sh
+    export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
+    export MM_RETRIEVER_SERVICE_HOST_IP=${host_ip}
+    export LVM_SERVICE_HOST_IP=${host_ip}
+    export MEGA_SERVICE_HOST_IP=${host_ip}
+    export REDIS_DB_PORT=6379
+    export REDIS_INSIGHTS_PORT=8001
+    export REDIS_URL="redis://${host_ip}:${REDIS_DB_PORT}"
+    export REDIS_HOST=${host_ip}
+    export INDEX_NAME="mm-rag-redis"
+    export WHISPER_PORT=7066
+    export MAX_IMAGES=1
+    export WHISPER_MODEL="base"
+    export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"
+    export TTS_PORT=7055
+    export TTS_ENDPOINT="http://${host_ip}:${TTS_PORT}/v1/tts"
+    export DATAPREP_MMR_PORT=6007
+    export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/ingest"
+    export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_transcripts"
+    export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_captions"
+    export DATAPREP_GET_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/get"
+    export DATAPREP_DELETE_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/delete"
+    export EMM_BRIDGETOWER_PORT=6006
+    export BRIDGE_TOWER_EMBEDDING=true
+    export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+    export MMEI_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
+    export MM_EMBEDDING_PORT_MICROSERVICE=6000
+    export REDIS_RETRIEVER_PORT=7000
+    export LVM_PORT=9399
+    export LLAVA_SERVER_PORT=8399
+    export TGI_GAUDI_PORT="${LLAVA_SERVER_PORT}:80"
+    export LVM_MODEL_ID="llava-hf/llava-v1.6-vicuna-13b-hf"
+    export LVM_ENDPOINT="http://${host_ip}:${LLAVA_SERVER_PORT}"
+    export MEGA_SERVICE_PORT=8888
+    export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${MEGA_SERVICE_PORT}/v1/multimodalqna"
+    export UI_PORT=5173
 }
 
 function start_services() {

MultimodalQnA/tests/test_compose_on_rocm.sh

@@ -42,10 +42,38 @@ function build_docker_images() {
 }
 
 function setup_env() {
+    export HOST_IP=${ip_address}
     export host_ip=${ip_address}
+    export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+    export MULTIMODAL_TGI_SERVICE_PORT="8399"
+    export no_proxy=${your_no_proxy}
+    export http_proxy=${your_http_proxy}
+    export https_proxy=${your_http_proxy}
+    export BRIDGE_TOWER_EMBEDDING=true
+    export EMBEDDER_PORT=6006
+    export MMEI_EMBEDDING_ENDPOINT="http://${HOST_IP}:$EMBEDDER_PORT"
+    export MM_EMBEDDING_PORT_MICROSERVICE=6000
+    export WHISPER_SERVER_PORT=7066
+    export WHISPER_SERVER_ENDPOINT="http://${HOST_IP}:${WHISPER_SERVER_PORT}/v1/asr"
+    export REDIS_URL="redis://${HOST_IP}:6379"
+    export REDIS_HOST=${HOST_IP}
+    export INDEX_NAME="mm-rag-redis"
+    export LLAVA_SERVER_PORT=8399
+    export LVM_ENDPOINT="http://${HOST_IP}:8399"
+    export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+    export LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
+    export WHISPER_MODEL="base"
+    export MM_EMBEDDING_SERVICE_HOST_IP=${HOST_IP}
+    export MM_RETRIEVER_SERVICE_HOST_IP=${HOST_IP}
+    export LVM_SERVICE_HOST_IP=${HOST_IP}
+    export MEGA_SERVICE_HOST_IP=${HOST_IP}
+    export BACKEND_SERVICE_ENDPOINT="http://${HOST_IP}:8888/v1/multimodalqna"
+    export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/ingest"
+    export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_transcripts"
+    export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_captions"
+    export DATAPREP_GET_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/get"
+    export DATAPREP_DELETE_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/delete"
     export MODEL_CACHE=${model_cache:-"/var/opea/multimodalqna-service/data"}
-    cd $WORKPATH/docker_compose/amd/gpu/rocm
-    source set_env.sh
 }
 
 function start_services() {

MultimodalQnA/tests/test_compose_on_xeon.sh

@@ -66,8 +66,41 @@ function build_docker_images() {
 }
 
 function setup_env() {
-    cd $WORKPATH/docker_compose/intel
+    export host_ip=${ip_address}
-    source set_env.sh
+    export MM_EMBEDDING_SERVICE_HOST_IP=${host_ip}
+    export MM_RETRIEVER_SERVICE_HOST_IP=${host_ip}
+    export LVM_SERVICE_HOST_IP=${host_ip}
+    export MEGA_SERVICE_HOST_IP=${host_ip}
+    export WHISPER_PORT=7066
+    export MAX_IMAGES=1
+    export WHISPER_MODEL="base"
+    export WHISPER_SERVER_ENDPOINT="http://${host_ip}:${WHISPER_PORT}/v1/asr"
+    export TTS_PORT=7055
+    export TTS_ENDPOINT="http://${host_ip}:${TTS_PORT}/v1/tts"
+    export REDIS_DB_PORT=6379
+    export REDIS_INSIGHTS_PORT=8001
+    export REDIS_URL="redis://${host_ip}:${REDIS_DB_PORT}"
+    export REDIS_HOST=${host_ip}
+    export INDEX_NAME="mm-rag-redis"
+    export DATAPREP_MMR_PORT=6007
+    export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/ingest"
+    export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_transcripts"
+    export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/generate_captions"
+    export DATAPREP_GET_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/get"
+    export DATAPREP_DELETE_FILE_ENDPOINT="http://${host_ip}:${DATAPREP_MMR_PORT}/v1/dataprep/delete"
+    export EMM_BRIDGETOWER_PORT=6006
+    export BRIDGE_TOWER_EMBEDDING=true
+    export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+    export MMEI_EMBEDDING_ENDPOINT="http://${host_ip}:$EMM_BRIDGETOWER_PORT"
+    export MM_EMBEDDING_PORT_MICROSERVICE=6000
+    export REDIS_RETRIEVER_PORT=7000
+    export LVM_PORT=9399
+    export LLAVA_SERVER_PORT=8399
+    export LVM_MODEL_ID="llava-hf/llava-1.5-7b-hf"
+    export LVM_ENDPOINT="http://${host_ip}:$LLAVA_SERVER_PORT"
+    export MEGA_SERVICE_PORT=8888
+    export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:$MEGA_SERVICE_PORT/v1/multimodalqna"
+    export UI_PORT=5173
 }
 
 

MultimodalQnA/tests/test_compose_vllm_on_rocm.sh

@@ -42,9 +42,36 @@ function build_docker_images() {
 
 function setup_env() {
     export HOST_IP=${ip_address}
+    export host_ip=${ip_address}
+    export MULTIMODAL_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
+    export MULTIMODAL_VLLM_SERVICE_PORT="8399"
+    export no_proxy=${your_no_proxy}
+    export http_proxy=${your_http_proxy}
+    export https_proxy=${your_http_proxy}
+    export BRIDGE_TOWER_EMBEDDING=true
+    export EMBEDDER_PORT=6006
+    export MMEI_EMBEDDING_ENDPOINT="http://${HOST_IP}:$EMBEDDER_PORT"
+    export MM_EMBEDDING_PORT_MICROSERVICE=6000
+    export WHISPER_SERVER_PORT=7066
+    export WHISPER_SERVER_ENDPOINT="http://${HOST_IP}:${WHISPER_SERVER_PORT}/v1/asr"
+    export REDIS_URL="redis://${HOST_IP}:6379"
+    export REDIS_HOST=${HOST_IP}
+    export INDEX_NAME="mm-rag-redis"
+    export LVM_ENDPOINT="http://${HOST_IP}:8399"
+    export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"
+    export MULTIMODAL_LLM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
+    export WHISPER_MODEL="base"
+    export MM_EMBEDDING_SERVICE_HOST_IP=${HOST_IP}
+    export MM_RETRIEVER_SERVICE_HOST_IP=${HOST_IP}
+    export LVM_SERVICE_HOST_IP=${HOST_IP}
+    export MEGA_SERVICE_HOST_IP=${HOST_IP}
+    export BACKEND_SERVICE_ENDPOINT="http://${HOST_IP}:8888/v1/multimodalqna"
+    export DATAPREP_INGEST_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/ingest"
+    export DATAPREP_GEN_TRANSCRIPT_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_transcripts"
+    export DATAPREP_GEN_CAPTION_SERVICE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/generate_captions"
+    export DATAPREP_GET_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/get"
+    export DATAPREP_DELETE_FILE_ENDPOINT="http://${HOST_IP}:6007/v1/dataprep/delete"
     export MODEL_CACHE=${model_cache:-"/var/opea/multimodalqna-service/data"}
-    cd $WORKPATH/docker_compose/amd/gpu/rocm
-    source set_env_vllm.sh
 }
 
 function start_services() {