fecc22719a
Signed-off-by: minmin-intel <minmin.hou@intel.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
120 lines
3.8 KiB
Bash
120 lines
3.8 KiB
Bash
#!/bin/bash
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
set -e
|
|
echo "OPENAI_API_KEY=${OPENAI_API_KEY}"
|
|
|
|
WORKPATH=$(dirname "$PWD")
|
|
export WORKDIR=$WORKPATH/../../
|
|
echo "WORKDIR=${WORKDIR}"
|
|
export ip_address=$(hostname -I | awk '{print $1}')
|
|
export TOOLSET_PATH=$WORKDIR/GenAIExamples/AgentQnA/tools/
|
|
|
|
|
|
function download_chinook_data(){
|
|
echo "Downloading chinook data..."
|
|
cd $WORKDIR
|
|
git clone https://github.com/lerocha/chinook-database.git
|
|
cp chinook-database/ChinookDatabase/DataSources/Chinook_Sqlite.sqlite $WORKDIR/GenAIExamples/AgentQnA/tests/
|
|
}
|
|
|
|
function start_agent_and_api_server() {
|
|
echo "Starting CRAG server"
|
|
docker run -d --runtime=runc --name=kdd-cup-24-crag-service -p=8080:8000 docker.io/aicrowd/kdd-cup-24-crag-mock-api:v0
|
|
|
|
echo "Starting Agent services"
|
|
cd $WORKDIR/GenAIExamples/AgentQnA/docker_compose/intel/cpu/xeon/
|
|
bash launch_agent_service_openai.sh
|
|
sleep 2m
|
|
}
|
|
|
|
function validate() {
|
|
local CONTENT="$1"
|
|
local EXPECTED_RESULT="$2"
|
|
local SERVICE_NAME="$3"
|
|
|
|
if echo "$CONTENT" | grep -q "$EXPECTED_RESULT"; then
|
|
echo "[ $SERVICE_NAME ] Content is as expected: $CONTENT"
|
|
echo 0
|
|
else
|
|
echo "[ $SERVICE_NAME ] Content does not match the expected result: $CONTENT"
|
|
echo 1
|
|
fi
|
|
}
|
|
|
|
function validate_agent_service() {
|
|
# # test worker rag agent
|
|
echo "======================Testing worker rag agent======================"
|
|
export agent_port="9095"
|
|
prompt="Tell me about Michael Jackson song Thriller"
|
|
local CONTENT=$(python3 $WORKDIR/GenAIExamples/AgentQnA/tests/test.py --prompt "$prompt" --agent_role "worker" --ext_port $agent_port)
|
|
# echo $CONTENT
|
|
local EXIT_CODE=$(validate "$CONTENT" "Thriller" "rag-agent-endpoint")
|
|
echo $EXIT_CODE
|
|
local EXIT_CODE="${EXIT_CODE:0-1}"
|
|
if [ "$EXIT_CODE" == "1" ]; then
|
|
docker logs rag-agent-endpoint
|
|
exit 1
|
|
fi
|
|
|
|
# # test worker sql agent
|
|
echo "======================Testing worker sql agent======================"
|
|
export agent_port="9096"
|
|
prompt="How many employees are there in the company?"
|
|
local CONTENT=$(python3 $WORKDIR/GenAIExamples/AgentQnA/tests/test.py --prompt "$prompt" --agent_role "worker" --ext_port $agent_port)
|
|
local EXIT_CODE=$(validate "$CONTENT" "8" "sql-agent-endpoint")
|
|
echo $CONTENT
|
|
# echo $EXIT_CODE
|
|
local EXIT_CODE="${EXIT_CODE:0-1}"
|
|
if [ "$EXIT_CODE" == "1" ]; then
|
|
docker logs sql-agent-endpoint
|
|
exit 1
|
|
fi
|
|
|
|
# test supervisor react agent
|
|
echo "======================Testing supervisor react agent======================"
|
|
export agent_port="9090"
|
|
local CONTENT=$(python3 $WORKDIR/GenAIExamples/AgentQnA/tests/test.py --agent_role "supervisor" --ext_port $agent_port --stream)
|
|
local EXIT_CODE=$(validate "$CONTENT" "Iron" "react-agent-endpoint")
|
|
# echo $CONTENT
|
|
echo $EXIT_CODE
|
|
local EXIT_CODE="${EXIT_CODE:0-1}"
|
|
if [ "$EXIT_CODE" == "1" ]; then
|
|
docker logs react-agent-endpoint
|
|
exit 1
|
|
fi
|
|
|
|
}
|
|
|
|
function remove_chinook_data(){
|
|
echo "Removing chinook data..."
|
|
cd $WORKDIR
|
|
if [ -d "chinook-database" ]; then
|
|
rm -rf chinook-database
|
|
fi
|
|
echo "Chinook data removed!"
|
|
}
|
|
|
|
|
|
function main() {
|
|
echo "==================== Prepare data ===================="
|
|
download_chinook_data
|
|
echo "==================== Data prepare done ===================="
|
|
|
|
echo "==================== Start agent ===================="
|
|
start_agent_and_api_server
|
|
echo "==================== Agent started ===================="
|
|
|
|
echo "==================== Validate agent service ===================="
|
|
validate_agent_service
|
|
echo "==================== Agent service validated ===================="
|
|
}
|
|
|
|
|
|
remove_chinook_data
|
|
|
|
main
|
|
|
|
remove_chinook_data
|