Add Finance Agent Example (#1752)
Signed-off-by: minmin-intel <minmin.hou@intel.com> Signed-off-by: Rita Brugarolas <rita.brugarolas.brufau@intel.com> Signed-off-by: rbrugaro <rita.brugarolas.brufau@intel.com> Co-authored-by: rbrugaro <rita.brugarolas.brufau@intel.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: lkk <33276950+lkk12014402@users.noreply.github.com> Co-authored-by: lkk12014402 <kaokao.lv@intel.com>
This commit is contained in:
minmin-intel
98
FinanceAgent/tests/test.py
Normal file
98
FinanceAgent/tests/test.py
Normal file
@@ -0,0 +1,98 @@
|
||||
# Copyright (C) 2025 Intel Corporation
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import uuid
|
||||
|
||||
import requests
|
||||
|
||||
|
||||
def process_request(url, query, is_stream=False):
|
||||
proxies = {"http": ""}
|
||||
content = json.dumps(query) if query is not None else None
|
||||
try:
|
||||
resp = requests.post(url=url, data=content, proxies=proxies, stream=is_stream)
|
||||
if not is_stream:
|
||||
ret = resp.json()["text"]
|
||||
else:
|
||||
for line in resp.iter_lines(decode_unicode=True):
|
||||
print(line)
|
||||
ret = None
|
||||
|
||||
resp.raise_for_status() # Raise an exception for unsuccessful HTTP status codes
|
||||
return ret
|
||||
except requests.exceptions.RequestException as e:
|
||||
ret = f"An error occurred:{e}"
|
||||
return None
|
||||
|
||||
|
||||
def test_worker_agent(args):
|
||||
url = f"http://{args.ip_addr}:{args.ext_port}/v1/chat/completions"
|
||||
if args.tool_choice is None:
|
||||
query = {"role": "user", "messages": args.prompt, "stream": "false"}
|
||||
else:
|
||||
query = {"role": "user", "messages": args.prompt, "stream": "false", "tool_choice": args.tool_choice}
|
||||
ret = process_request(url, query)
|
||||
print("Response: ", ret)
|
||||
|
||||
|
||||
def add_message_and_run(url, user_message, thread_id, stream=False):
|
||||
print("User message: ", user_message)
|
||||
query = {"role": "user", "messages": user_message, "thread_id": thread_id, "stream": stream}
|
||||
ret = process_request(url, query, is_stream=stream)
|
||||
print("Response: ", ret)
|
||||
|
||||
|
||||
def test_chat_completion_multi_turn(args):
|
||||
url = f"http://{args.ip_addr}:{args.ext_port}/v1/chat/completions"
|
||||
thread_id = f"{uuid.uuid4()}"
|
||||
|
||||
# first turn
|
||||
print("===============First turn==================")
|
||||
user_message = "Key takeaways of Gap's 2024 Q4 earnings call?"
|
||||
add_message_and_run(url, user_message, thread_id, stream=args.stream)
|
||||
print("===============End of first turn==================")
|
||||
|
||||
# second turn
|
||||
print("===============Second turn==================")
|
||||
user_message = "What was Gap's forecast for 2025?"
|
||||
add_message_and_run(url, user_message, thread_id, stream=args.stream)
|
||||
print("===============End of second turn==================")
|
||||
|
||||
|
||||
def test_supervisor_agent_single_turn(args):
|
||||
url = f"http://{args.ip_addr}:{args.ext_port}/v1/chat/completions"
|
||||
query_list = [
|
||||
"What was Gap's revenue growth in 2024?",
|
||||
"Can you summarize Costco's 2025 Q2 earnings call?",
|
||||
# "Should I increase investment in Costco?",
|
||||
]
|
||||
for query in query_list:
|
||||
thread_id = f"{uuid.uuid4()}"
|
||||
add_message_and_run(url, query, thread_id, stream=args.stream)
|
||||
print("=" * 50)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--ip_addr", type=str, default="127.0.0.1", help="endpoint ip address")
|
||||
parser.add_argument("--ext_port", type=str, default="9090", help="endpoint port")
|
||||
parser.add_argument("--stream", action="store_true", help="streaming mode")
|
||||
parser.add_argument("--prompt", type=str, help="prompt message")
|
||||
parser.add_argument("--agent_role", type=str, default="supervisor", help="supervisor or worker")
|
||||
parser.add_argument("--multi-turn", action="store_true", help="multi-turn conversation")
|
||||
parser.add_argument("--tool_choice", nargs="+", help="limit tools")
|
||||
args, _ = parser.parse_known_args()
|
||||
|
||||
print(args)
|
||||
|
||||
if args.agent_role == "supervisor":
|
||||
if args.multi_turn:
|
||||
test_chat_completion_multi_turn(args)
|
||||
else:
|
||||
test_supervisor_agent_single_turn(args)
|
||||
elif args.agent_role == "worker":
|
||||
test_worker_agent(args)
|
||||
else:
|
||||
raise ValueError("Invalid agent role")
|
||||
270
FinanceAgent/tests/test_compose_on_gaudi.sh
Normal file
270
FinanceAgent/tests/test_compose_on_gaudi.sh
Normal file
@@ -0,0 +1,270 @@
|
||||
#!/bin/bash
|
||||
# Copyright (C) 2024 Intel Corporation
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
set -xe
|
||||
|
||||
export WORKPATH=$(dirname "$PWD")
|
||||
export WORKDIR=$WORKPATH/../../
|
||||
echo "WORKDIR=${WORKDIR}"
|
||||
export ip_address=$(hostname -I | awk '{print $1}')
|
||||
LOG_PATH=$WORKPATH
|
||||
|
||||
#### env vars for LLM endpoint #############
|
||||
model=meta-llama/Llama-3.3-70B-Instruct
|
||||
vllm_image=opea/vllm-gaudi:latest
|
||||
vllm_port=8086
|
||||
vllm_image=$vllm_image
|
||||
HF_CACHE_DIR=${model_cache:-"/data2/huggingface"}
|
||||
vllm_volume=${HF_CACHE_DIR}
|
||||
#######################################
|
||||
|
||||
#### env vars for dataprep #############
|
||||
export host_ip=${ip_address}
|
||||
export DATAPREP_PORT="6007"
|
||||
export TEI_EMBEDDER_PORT="10221"
|
||||
export REDIS_URL_VECTOR="redis://${ip_address}:6379"
|
||||
export REDIS_URL_KV="redis://${ip_address}:6380"
|
||||
export LLM_MODEL=$model
|
||||
export LLM_ENDPOINT="http://${ip_address}:${vllm_port}"
|
||||
export DATAPREP_COMPONENT_NAME="OPEA_DATAPREP_REDIS_FINANCE"
|
||||
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
|
||||
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:${TEI_EMBEDDER_PORT}"
|
||||
#######################################
|
||||
|
||||
|
||||
|
||||
function get_genai_comps() {
|
||||
if [ ! -d "GenAIComps" ] ; then
|
||||
git clone --depth 1 --branch ${opea_branch:-"main"} https://github.com/opea-project/GenAIComps.git
|
||||
fi
|
||||
}
|
||||
|
||||
function build_dataprep_agent_images() {
|
||||
cd $WORKDIR/GenAIExamples/FinanceAgent/docker_image_build/
|
||||
get_genai_comps
|
||||
echo "Build agent image with --no-cache..."
|
||||
docker compose -f build.yaml build --no-cache
|
||||
}
|
||||
|
||||
function build_agent_image_local(){
|
||||
cd $WORKDIR/GenAIComps/
|
||||
docker build -t opea/agent:latest -f comps/agent/src/Dockerfile . --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy
|
||||
}
|
||||
|
||||
function build_vllm_docker_image() {
|
||||
echo "Building the vllm docker image"
|
||||
cd $WORKPATH
|
||||
echo $WORKPATH
|
||||
if [ ! -d "./vllm-fork" ]; then
|
||||
git clone https://github.com/HabanaAI/vllm-fork.git
|
||||
fi
|
||||
cd ./vllm-fork
|
||||
# VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
|
||||
VLLM_VER=v0.6.6.post1+Gaudi-1.20.0
|
||||
git checkout ${VLLM_VER} &> /dev/null
|
||||
docker build --no-cache -f Dockerfile.hpu -t $vllm_image --shm-size=128g . --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "$vllm_image failed"
|
||||
exit 1
|
||||
else
|
||||
echo "$vllm_image successful"
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
function start_vllm_service_70B() {
|
||||
echo "token is ${HF_TOKEN}"
|
||||
echo "start vllm gaudi service"
|
||||
echo "**************model is $model**************"
|
||||
docker run -d --runtime=habana --rm --name "vllm-gaudi-server" -e HABANA_VISIBLE_DEVICES=all -p $vllm_port:8000 -v $vllm_volume:/data -e HF_TOKEN=$HF_TOKEN -e HUGGING_FACE_HUB_TOKEN=$HF_TOKEN -e HF_HOME=/data -e OMPI_MCA_btl_vader_single_copy_mechanism=none -e PT_HPU_ENABLE_LAZY_COLLECTIVES=true -e http_proxy=$http_proxy -e https_proxy=$https_proxy -e no_proxy=$no_proxy -e VLLM_SKIP_WARMUP=true --cap-add=sys_nice --ipc=host $vllm_image --model ${model} --max-seq-len-to-capture 16384 --tensor-parallel-size 4
|
||||
sleep 10s
|
||||
echo "Waiting vllm gaudi ready"
|
||||
n=0
|
||||
until [[ "$n" -ge 200 ]] || [[ $ready == true ]]; do
|
||||
docker logs vllm-gaudi-server &> ${LOG_PATH}/vllm-gaudi-service.log
|
||||
n=$((n+1))
|
||||
if grep -q "Uvicorn running on" ${LOG_PATH}/vllm-gaudi-service.log; then
|
||||
break
|
||||
fi
|
||||
if grep -q "No such container" ${LOG_PATH}/vllm-gaudi-service.log; then
|
||||
echo "container vllm-gaudi-server not found"
|
||||
exit 1
|
||||
fi
|
||||
sleep 10s
|
||||
done
|
||||
sleep 10s
|
||||
echo "Service started successfully"
|
||||
}
|
||||
|
||||
|
||||
function stop_llm(){
|
||||
cid=$(docker ps -aq --filter "name=vllm-gaudi-server")
|
||||
echo "Stopping container $cid"
|
||||
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
||||
|
||||
}
|
||||
|
||||
function start_dataprep(){
|
||||
docker compose -f $WORKPATH/docker_compose/intel/hpu/gaudi/dataprep_compose.yaml up -d
|
||||
sleep 1m
|
||||
}
|
||||
|
||||
function validate() {
|
||||
local CONTENT="$1"
|
||||
local EXPECTED_RESULT="$2"
|
||||
local SERVICE_NAME="$3"
|
||||
echo "EXPECTED_RESULT: $EXPECTED_RESULT"
|
||||
echo "Content: $CONTENT"
|
||||
if echo "$CONTENT" | grep -q "$EXPECTED_RESULT"; then
|
||||
echo "[ $SERVICE_NAME ] Content is as expected: $CONTENT"
|
||||
echo 0
|
||||
else
|
||||
echo "[ $SERVICE_NAME ] Content does not match the expected result: $CONTENT"
|
||||
echo 1
|
||||
fi
|
||||
}
|
||||
|
||||
function ingest_validate_dataprep() {
|
||||
# test /v1/dataprep/ingest
|
||||
echo "=========== Test ingest ==========="
|
||||
local CONTENT=$(python $WORKPATH/tests/test_redis_finance.py --port $DATAPREP_PORT --test_option ingest)
|
||||
local EXIT_CODE=$(validate "$CONTENT" "200" "dataprep-redis-finance")
|
||||
echo "$EXIT_CODE"
|
||||
local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
if [ "$EXIT_CODE" == "1" ]; then
|
||||
docker logs dataprep-redis-server-finance
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# test /v1/dataprep/get
|
||||
echo "=========== Test get ==========="
|
||||
local CONTENT=$(python $WORKPATH/tests/test_redis_finance.py --port $DATAPREP_PORT --test_option get)
|
||||
local EXIT_CODE=$(validate "$CONTENT" "Request successful" "dataprep-redis-finance")
|
||||
echo "$EXIT_CODE"
|
||||
local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
if [ "$EXIT_CODE" == "1" ]; then
|
||||
docker logs dataprep-redis-server-finance
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
function stop_dataprep() {
|
||||
echo "Stopping databases"
|
||||
cid=$(docker ps -aq --filter "name=dataprep-redis-server*" --filter "name=redis-*" --filter "name=tei-embedding-*")
|
||||
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
|
||||
|
||||
}
|
||||
|
||||
function start_agents() {
|
||||
echo "Starting Agent services"
|
||||
cd $WORKDIR/GenAIExamples/FinanceAgent/docker_compose/intel/hpu/gaudi/
|
||||
bash launch_agents.sh
|
||||
sleep 2m
|
||||
}
|
||||
|
||||
|
||||
function validate_agent_service() {
|
||||
# # test worker finqa agent
|
||||
echo "======================Testing worker finqa agent======================"
|
||||
export agent_port="9095"
|
||||
prompt="What is Gap's revenue in 2024?"
|
||||
local CONTENT=$(python3 $WORKDIR/GenAIExamples/FinanceAgent/tests/test.py --prompt "$prompt" --agent_role "worker" --ext_port $agent_port)
|
||||
echo $CONTENT
|
||||
local EXIT_CODE=$(validate "$CONTENT" "15" "finqa-agent-endpoint")
|
||||
echo $EXIT_CODE
|
||||
local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
if [ "$EXIT_CODE" == "1" ]; then
|
||||
docker logs finqa-agent-endpoint
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# # test worker research agent
|
||||
echo "======================Testing worker research agent======================"
|
||||
export agent_port="9096"
|
||||
prompt="generate NVDA financial research report"
|
||||
local CONTENT=$(python3 $WORKDIR/GenAIExamples/AgentQnA/tests/test.py --prompt "$prompt" --agent_role "worker" --ext_port $agent_port --tool_choice "get_current_date" --tool_choice "get_share_performance")
|
||||
local EXIT_CODE=$(validate "$CONTENT" "NVDA" "research-agent-endpoint")
|
||||
echo $CONTENT
|
||||
echo $EXIT_CODE
|
||||
local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
if [ "$EXIT_CODE" == "1" ]; then
|
||||
docker logs research-agent-endpoint
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# test supervisor react agent
|
||||
echo "======================Testing supervisor agent: single turns ======================"
|
||||
export agent_port="9090"
|
||||
local CONTENT=$(python3 $WORKDIR/GenAIExamples/FinanceAgent/tests/test.py --agent_role "supervisor" --ext_port $agent_port --stream)
|
||||
echo $CONTENT
|
||||
# local EXIT_CODE=$(validate "$CONTENT" "" "react-agent-endpoint")
|
||||
# echo $EXIT_CODE
|
||||
# local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
# if [ "$EXIT_CODE" == "1" ]; then
|
||||
# docker logs react-agent-endpoint
|
||||
# exit 1
|
||||
# fi
|
||||
|
||||
echo "======================Testing supervisor agent: multi turns ======================"
|
||||
local CONTENT=$(python3 $WORKDIR/GenAIExamples/FinanceAgent/tests/test.py --agent_role "supervisor" --ext_port $agent_port --multi-turn --stream)
|
||||
echo $CONTENT
|
||||
# local EXIT_CODE=$(validate "$CONTENT" "" "react-agent-endpoint")
|
||||
# echo $EXIT_CODE
|
||||
# local EXIT_CODE="${EXIT_CODE:0-1}"
|
||||
# if [ "$EXIT_CODE" == "1" ]; then
|
||||
# docker logs react-agent-endpoint
|
||||
# exit 1
|
||||
# fi
|
||||
|
||||
}
|
||||
|
||||
function stop_agent_docker() {
|
||||
cd $WORKPATH/docker_compose/intel/hpu/gaudi/
|
||||
container_list=$(cat compose.yaml | grep container_name | cut -d':' -f2)
|
||||
for container_name in $container_list; do
|
||||
cid=$(docker ps -aq --filter "name=$container_name")
|
||||
echo "Stopping container $container_name"
|
||||
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
||||
done
|
||||
}
|
||||
|
||||
|
||||
echo "workpath: $WORKPATH"
|
||||
echo "=================== Stop containers ===================="
|
||||
stop_llm
|
||||
stop_agent_docker
|
||||
stop_dataprep
|
||||
|
||||
cd $WORKPATH/tests
|
||||
|
||||
# echo "=================== #1 Building docker images===================="
|
||||
build_vllm_docker_image
|
||||
build_dataprep_agent_images
|
||||
|
||||
#### for local test
|
||||
# build_agent_image_local
|
||||
# echo "=================== #1 Building docker images completed===================="
|
||||
|
||||
# echo "=================== #2 Start vllm endpoint===================="
|
||||
start_vllm_service_70B
|
||||
# echo "=================== #2 vllm endpoint started===================="
|
||||
|
||||
# echo "=================== #3 Start dataprep and ingest data ===================="
|
||||
start_dataprep
|
||||
ingest_validate_dataprep
|
||||
# echo "=================== #3 Data ingestion and validation completed===================="
|
||||
|
||||
echo "=================== #4 Start agents ===================="
|
||||
start_agents
|
||||
validate_agent_service
|
||||
echo "=================== #4 Agent test passed ===================="
|
||||
|
||||
echo "=================== #5 Stop microservices ===================="
|
||||
stop_agent_docker
|
||||
stop_dataprep
|
||||
stop_llm
|
||||
echo "=================== #5 Microservices stopped===================="
|
||||
|
||||
echo y | docker system prune
|
||||
|
||||
echo "ALL DONE!!"
|
||||
70
FinanceAgent/tests/test_redis_finance.py
Normal file
70
FinanceAgent/tests/test_redis_finance.py
Normal file
@@ -0,0 +1,70 @@
|
||||
# Copyright (C) 2025 Intel Corporation
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
|
||||
import json
|
||||
import os
|
||||
|
||||
import requests
|
||||
|
||||
|
||||
def test_html(url, link_list):
|
||||
proxies = {"http": ""}
|
||||
payload = {"link_list": json.dumps(link_list)}
|
||||
try:
|
||||
resp = requests.post(url=url, data=payload, proxies=proxies)
|
||||
print(resp.text)
|
||||
resp.raise_for_status() # Raise an exception for unsuccessful HTTP status codes
|
||||
print("Request successful!")
|
||||
except requests.exceptions.RequestException as e:
|
||||
print("An error occurred:", e)
|
||||
|
||||
|
||||
def test_delete(url, filename):
|
||||
proxies = {"http": ""}
|
||||
payload = {"file_path": filename}
|
||||
try:
|
||||
resp = requests.post(url=url, json=payload, proxies=proxies)
|
||||
print(resp.text)
|
||||
resp.raise_for_status() # Raise an exception for unsuccessful HTTP status codes
|
||||
print("Request successful!")
|
||||
except requests.exceptions.RequestException as e:
|
||||
print("An error occurred:", e)
|
||||
|
||||
|
||||
def test_get(url):
|
||||
proxies = {"http": ""}
|
||||
try:
|
||||
resp = requests.post(url=url, proxies=proxies)
|
||||
print(resp.text)
|
||||
resp.raise_for_status() # Raise an exception for unsuccessful HTTP status codes
|
||||
print("Request successful!")
|
||||
except requests.exceptions.RequestException as e:
|
||||
print("An error occurred:", e)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import argparse
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--test_option", type=str, default="ingest", help="ingest, get, delete")
|
||||
parser.add_argument("--port", type=str, default="6007", help="port number")
|
||||
args = parser.parse_args()
|
||||
|
||||
port = args.port
|
||||
|
||||
if args.test_option == "ingest":
|
||||
url = f"http://localhost:{port}/v1/dataprep/ingest"
|
||||
link_list = [
|
||||
"https://www.fool.com/earnings/call-transcripts/2025/03/06/costco-wholesale-cost-q2-2025-earnings-call-transc/",
|
||||
"https://www.fool.com/earnings/call-transcripts/2025/03/07/gap-gap-q4-2024-earnings-call-transcript/",
|
||||
]
|
||||
test_html(url, link_list)
|
||||
elif args.test_option == "delete":
|
||||
url = f"http://localhost:{port}/v1/dataprep/delete"
|
||||
filename = "Costco Wholesale"
|
||||
test_delete(url, filename)
|
||||
elif args.test_option == "get":
|
||||
url = f"http://localhost:{port}/v1/dataprep/get"
|
||||
test_get(url)
|
||||
else:
|
||||
raise ValueError("Invalid test_option value. Please choose from ingest, get, delete.")
|
||||
Reference in New Issue
Block a user