jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Integrate VisualQnA set_env to ut scripts. (#1947)

Browse Source 
Signed-off-by: ZePan110 <ze.pan@intel.com>
Co-authored-by: chen, suyue <suyue.chen@intel.com>
This commit is contained in:
ZePan110
2025-05-16 15:19:07 +08:00
committed by GitHub
parent 22174e68a5
commit 1c0b1731c5
8 changed files with 58 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
VisualQnA/docker_compose/amd/gpu/rocm/set_env.sh
View File

@@ -6,7 +6,7 @@
export HOST_IP=${host_ip} export HOST_IP=${host_ip}
export EXTERNAL_HOST_IP=${host_ip} export EXTERNAL_HOST_IP=${host_ip}
export VISUALQNA_TGI_SERVICE_PORT="8399" export VISUALQNA_TGI_SERVICE_PORT="8399"
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${Your_HUGGINGFACEHUB_API_TOKEN} export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export VISUALQNA_CARD_ID="card1" export VISUALQNA_CARD_ID="card1"
export VISUALQNA_RENDER_ID="renderD136" export VISUALQNA_RENDER_ID="renderD136"
export LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot" export LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
@@ -16,8 +16,8 @@ export MEGA_SERVICE_HOST_IP=${HOST_IP}
export LVM_SERVICE_HOST_IP=${HOST_IP} export LVM_SERVICE_HOST_IP=${HOST_IP}
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${BACKEND_SERVICE_PORT}/v1/visualqna" export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${BACKEND_SERVICE_PORT}/v1/visualqna"
export FRONTEND_SERVICE_IP=${HOST_IP} export FRONTEND_SERVICE_IP=${HOST_IP}
export FRONTEND_SERVICE_PORT=18001 export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${HOST_IP} export BACKEND_SERVICE_IP=${HOST_IP}
export BACKEND_SERVICE_PORT=18002 export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=18003 export NGINX_PORT=18003

6
VisualQnA/docker_compose/amd/gpu/rocm/set_env_vllm.sh
View File

@@ -6,7 +6,7 @@
export HOST_IP=${host_ip} export HOST_IP=${host_ip}
export EXTERNAL_HOST_IP=${host_ip} export EXTERNAL_HOST_IP=${host_ip}
export VISUALQNA_VLLM_SERVICE_PORT="8081" export VISUALQNA_VLLM_SERVICE_PORT="8081"
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${Your_HUGGINGFACEHUB_API_TOKEN} export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export VISUALQNA_CARD_ID="card1" export VISUALQNA_CARD_ID="card1"
export VISUALQNA_RENDER_ID="renderD136" export VISUALQNA_RENDER_ID="renderD136"
export VISUALQNA_LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot" export VISUALQNA_LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
@@ -16,8 +16,8 @@ export MEGA_SERVICE_HOST_IP=${HOST_IP}
export LVM_SERVICE_HOST_IP=${HOST_IP} export LVM_SERVICE_HOST_IP=${HOST_IP}
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${BACKEND_SERVICE_PORT}/v1/visualqna" export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:${BACKEND_SERVICE_PORT}/v1/visualqna"
export FRONTEND_SERVICE_IP=${HOST_IP} export FRONTEND_SERVICE_IP=${HOST_IP}
export FRONTEND_SERVICE_PORT=18001 export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${HOST_IP} export BACKEND_SERVICE_IP=${HOST_IP}
export BACKEND_SERVICE_PORT=18002 export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=18003 export NGINX_PORT=18003

45
VisualQnA/tests/README.md Normal file
View File

@@ -0,0 +1,45 @@
# VisualQnA E2E test scripts
## Set the required environment variable
```bash
export HUGGINGFACEHUB_API_TOKEN="Your_Huggingface_API_Token"
```
## Run test
On Intel Xeon with Vllm:
```bash
bash test_compose_on_xeon.sh
```
On Intel Gaudi with Vllm:
```bash
bash test_compose_on_gaudi.sh
```
On Intel Xeon with TGI:
```bash
bash test_compose_tgi_on_xeon.sh
```
On Intel Gaudi with TGI:
```bash
bash test_compose_tgi_on_gaudi.sh
```
On AMD ROCm with TGI:
```bash
bash test_compose_on_rocm.sh
```
On AMD ROCm with vLLM:
```bash
bash test_compose_vllm_on_rocm.sh
```

1
VisualQnA/tests/test_compose_on_gaudi.sh
View File

@@ -32,7 +32,6 @@ function build_docker_images() {
service_list="visualqna visualqna-ui lvm nginx vllm-gaudi" service_list="visualqna visualqna-ui lvm nginx vllm-gaudi"
docker compose -f build.yaml build ${service_list} --no-cache > ${LOG_PATH}/docker_image_build.log docker compose -f build.yaml build ${service_list} --no-cache > ${LOG_PATH}/docker_image_build.log
docker images && sleep 1s docker images && sleep 1s
} }

20
VisualQnA/tests/test_compose_on_rocm.sh
View File

@@ -15,26 +15,10 @@ ip_address=$(hostname -I | awk '{print $1}')
export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"} export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
export REGISTRY=${IMAGE_REPO} export REGISTRY=${IMAGE_REPO}
export TAG=${IMAGE_TAG} export TAG=${IMAGE_TAG}
export HOST_IP=${ip_address} export host_ip=${ip_address}
export VISUALQNA_TGI_SERVICE_PORT="8399"
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export VISUALQNA_CARD_ID="card1"
export VISUALQNA_RENDER_ID="renderD136"
export LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
export MODEL="llava-hf/llava-v1.6-mistral-7b-hf" export MODEL="llava-hf/llava-v1.6-mistral-7b-hf"
export LVM_ENDPOINT="http://${HOST_IP}:8399"
export LVM_SERVICE_PORT=9399
export MEGA_SERVICE_HOST_IP=${HOST_IP}
export LVM_SERVICE_HOST_IP=${HOST_IP}
export BACKEND_SERVICE_ENDPOINT="http://${HOST_IP}:${BACKEND_SERVICE_PORT}/v1/visualqna"
export FRONTEND_SERVICE_IP=${HOST_IP}
export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${HOST_IP}
export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=18003
export PATH="~/miniconda3/bin:$PATH" export PATH="~/miniconda3/bin:$PATH"
export MODEL_CACHE=${model_cache:-"/var/opea/multimodalqna-service/data"} source $WORKPATH/docker_compose/amd/gpu/rocm/set_env.sh
function build_docker_images() { function build_docker_images() {
opea_branch=${opea_branch:-"main"} opea_branch=${opea_branch:-"main"}

13
VisualQnA/tests/test_compose_tgi_on_gaudi.sh
View File

@@ -34,20 +34,11 @@ function build_docker_images() {
function start_services() { function start_services() {
cd $WORKPATH/docker_compose/intel/hpu/gaudi cd $WORKPATH/docker_compose/intel/hpu/gaudi
export LVM_MODEL_ID="llava-hf/llava-v1.6-mistral-7b-hf"
export LVM_ENDPOINT="http://${ip_address}:8399"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export LVM_SERVICE_PORT=9399
export MEGA_SERVICE_HOST_IP=${ip_address}
export LVM_SERVICE_HOST_IP=${ip_address}
export BACKEND_SERVICE_ENDPOINT="http://${ip_address}:8888/v1/visualqna"
export FRONTEND_SERVICE_IP=${ip_address}
export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${ip_address}
export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=80 export NGINX_PORT=80
export host_ip=${ip_address} export host_ip=${ip_address}
source ./set_env.sh
export LVM_MODEL_ID="llava-hf/llava-v1.6-mistral-7b-hf"
sed -i "s/backend_address/$ip_address/g" $WORKPATH/ui/svelte/.env sed -i "s/backend_address/$ip_address/g" $WORKPATH/ui/svelte/.env

12
VisualQnA/tests/test_compose_tgi_on_xeon.sh
View File

@@ -34,20 +34,10 @@ function build_docker_images() {
function start_services() { function start_services() {
cd $WORKPATH/docker_compose/intel/cpu/xeon/ cd $WORKPATH/docker_compose/intel/cpu/xeon/
export LVM_MODEL_ID="llava-hf/llava-v1.6-mistral-7b-hf"
export LVM_ENDPOINT="http://${ip_address}:8399"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export LVM_SERVICE_PORT=9399
export MEGA_SERVICE_HOST_IP=${ip_address}
export LVM_SERVICE_HOST_IP=${ip_address}
export BACKEND_SERVICE_ENDPOINT="http://${ip_address}:8888/v1/visualqna"
export FRONTEND_SERVICE_IP=${ip_address}
export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${ip_address}
export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=80 export NGINX_PORT=80
export host_ip=${ip_address} export host_ip=${ip_address}
source ./set_env.sh
sed -i "s/backend_address/$ip_address/g" $WORKPATH/ui/svelte/.env sed -i "s/backend_address/$ip_address/g" $WORKPATH/ui/svelte/.env

19
VisualQnA/tests/test_compose_vllm_on_rocm.sh
View File

@@ -14,26 +14,11 @@ ip_address=$(hostname -I | awk '{print $1}')
export REGISTRY=${IMAGE_REPO} export REGISTRY=${IMAGE_REPO}
export TAG=${IMAGE_TAG} export TAG=${IMAGE_TAG}
export HOST_IP=${ip_address} export host_ip=${ip_address}
export VISUALQNA_VLLM_SERVICE_PORT="8081"
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export VISUALQNA_CARD_ID="card1"
export VISUALQNA_RENDER_ID="renderD136"
export VISUALQNA_LVM_MODEL_ID="Xkev/Llama-3.2V-11B-cot"
export MODEL="llava-hf/llava-v1.6-mistral-7b-hf" export MODEL="llava-hf/llava-v1.6-mistral-7b-hf"
export LVM_ENDPOINT="http://${HOST_IP}:${VISUALQNA_VLLM_SERVICE_PORT}"
export LVM_SERVICE_PORT=9399
export MEGA_SERVICE_HOST_IP=${HOST_IP}
export LVM_SERVICE_HOST_IP=${HOST_IP}
export BACKEND_SERVICE_ENDPOINT="http://${HOST_IP}:${BACKEND_SERVICE_PORT}/v1/visualqna"
export FRONTEND_SERVICE_IP=${HOST_IP}
export FRONTEND_SERVICE_PORT=5173
export BACKEND_SERVICE_NAME=visualqna
export BACKEND_SERVICE_IP=${HOST_IP}
export BACKEND_SERVICE_PORT=8888
export NGINX_PORT=18003
export PATH="~/miniconda3/bin:$PATH" export PATH="~/miniconda3/bin:$PATH"
export MODEL_CACHE=${model_cache:-"/var/opea/multimodalqna-service/data"} export MODEL_CACHE=${model_cache:-"/var/opea/multimodalqna-service/data"}
source $WORKPATH/docker_compose/amd/gpu/rocm/set_env_vllm.sh
function build_docker_images() { function build_docker_images() {
opea_branch=${opea_branch:-"main"} opea_branch=${opea_branch:-"main"}