jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Remove perf test code from test scripts. (#1510)

Browse Source 
Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
ZePan110
2025-02-18 16:23:49 +08:00
committed by GitHub
parent e5c6418c81
commit 799881a3fa
9 changed files with 36 additions and 68 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ChatQnA/tests/test_compose_on_gaudi.sh
View File

@@ -2,7 +2,7 @@
# Copyright (C) 2024 Intel Corporation # Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
set -e set -xe
IMAGE_REPO=${IMAGE_REPO:-"opea"} IMAGE_REPO=${IMAGE_REPO:-"opea"}
IMAGE_TAG=${IMAGE_TAG:-"latest"} IMAGE_TAG=${IMAGE_TAG:-"latest"}
echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}" echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
@@ -47,6 +47,7 @@ function start_services() {
export NUM_CARDS=1 export NUM_CARDS=1
export INDEX_NAME="rag-redis" export INDEX_NAME="rag-redis"
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN} export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export HF_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
export host_ip=${ip_address} export host_ip=${ip_address}
export JAEGER_IP=$(ip route get 8.8.8.8 | grep -oP 'src \K[^ ]+') export JAEGER_IP=$(ip route get 8.8.8.8 | grep -oP 'src \K[^ ]+')
export OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=grpc://$JAEGER_IP:4317 export OTEL_EXPORTER_OTLP_TRACES_ENDPOINT=grpc://$JAEGER_IP:4317

17
ChatQnA/tests/test_compose_on_rocm.sh
View File

@@ -259,17 +259,12 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" && sleep 1s echo "Mega service start duration is $duration s" && sleep 1s
validate_microservices
if [ "${mode}" == "perf" ]; then echo "==== microservices validated ===="
python3 "$WORKPATH"/tests/chatqna_benchmark.py validate_megaservice
elif [ "${mode}" == "" ]; then echo "==== megaservice validated ===="
validate_microservices validate_frontend
echo "==== microservices validated ====" echo "==== frontend validated ===="
validate_megaservice
echo "==== megaservice validated ===="
validate_frontend
echo "==== frontend validated ===="
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

10
ChatQnA/tests/test_compose_on_xeon.sh
View File

@@ -193,13 +193,9 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" && sleep 1s echo "Mega service start duration is $duration s" && sleep 1s
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py validate_megaservice
elif [ "${mode}" == "" ]; then # validate_frontend
validate_microservices
validate_megaservice
# validate_frontend
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

12
ChatQnA/tests/test_compose_pinecone_on_xeon.sh
View File

@@ -233,14 +233,10 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" && sleep 1s echo "Mega service start duration is $duration s" && sleep 1s
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py echo "==== microservices validated ===="
elif [ "${mode}" == "" ]; then validate_megaservice
validate_microservices echo "==== megaservice validated ===="
echo "==== microservices validated ===="
validate_megaservice
echo "==== megaservice validated ===="
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

10
ChatQnA/tests/test_compose_tgi_on_gaudi.sh
View File

@@ -231,13 +231,9 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" echo "Mega service start duration is $duration s"
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py validate_megaservice
elif [ "${mode}" == "" ]; then validate_frontend
validate_microservices
validate_megaservice
validate_frontend
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

16
ChatQnA/tests/test_compose_tgi_on_xeon.sh
View File

@@ -232,16 +232,12 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" && sleep 1s echo "Mega service start duration is $duration s" && sleep 1s
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py echo "==== microservices validated ===="
elif [ "${mode}" == "" ]; then validate_megaservice
validate_microservices echo "==== megaservice validated ===="
echo "==== microservices validated ====" validate_frontend
validate_megaservice echo "==== frontend validated ===="
echo "==== megaservice validated ===="
validate_frontend
echo "==== frontend validated ===="
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

10
ChatQnA/tests/test_compose_without_rerank_on_gaudi.sh
View File

@@ -218,13 +218,9 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" echo "Mega service start duration is $duration s"
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py validate_megaservice
elif [ "${mode}" == "" ]; then validate_frontend
validate_microservices
validate_megaservice
validate_frontend
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

16
ChatQnA/tests/test_compose_without_rerank_on_xeon.sh
View File

@@ -225,16 +225,12 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" && sleep 1s echo "Mega service start duration is $duration s" && sleep 1s
if [ "${mode}" == "perf" ]; then validate_microservices
python3 $WORKPATH/tests/chatqna_benchmark.py echo "==== microservices validated ===="
elif [ "${mode}" == "" ]; then validate_megaservice
validate_microservices echo "==== megaservice validated ===="
echo "==== microservices validated ====" validate_frontend
validate_megaservice echo "==== frontend validated ===="
echo "==== megaservice validated ===="
validate_frontend
echo "==== frontend validated ===="
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune

10
GraphRAG/tests/test_compose_on_gaudi.sh
View File

@@ -213,13 +213,9 @@ function main() {
duration=$((end_time-start_time)) duration=$((end_time-start_time))
echo "Mega service start duration is $duration s" echo "Mega service start duration is $duration s"
if [ "${mode}" == "perf" ]; then validate_microservices
echo "not implemented" validate_megaservice
elif [ "${mode}" == "" ]; then validate_frontend
validate_microservices
validate_megaservice
validate_frontend
fi
stop_docker stop_docker
echo y | docker system prune echo y | docker system prune