113 lines
3.7 KiB
Bash
113 lines
3.7 KiB
Bash
#!/bin/bash
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
set -xe
|
|
|
|
WORKPATH=$(dirname "$PWD")
|
|
LOG_PATH="$WORKPATH/tests"
|
|
ip_name=$(echo $(hostname) | tr '[a-z]-' '[A-Z]_')_$(echo 'IP')
|
|
ip_address=$(eval echo '$'$ip_name)
|
|
|
|
function build_docker_images() {
|
|
cd $WORKPATH
|
|
git clone https://github.com/opea-project/GenAIComps.git
|
|
cd GenAIComps
|
|
|
|
docker build -t opea/gen-ai-comps:llm-tgi-server -f comps/llms/langchain/docker/Dockerfile .
|
|
|
|
cd $WORKPATH/microservice/xeon
|
|
docker build --no-cache -t opea/gen-ai-comps:codegen-megaservice-server -f docker/Dockerfile .
|
|
|
|
cd $WORKPATH/ui
|
|
docker build --no-cache -t opea/gen-ai-comps:codegen-ui-server -f docker/Dockerfile .
|
|
|
|
docker images
|
|
}
|
|
|
|
function start_services() {
|
|
cd $WORKPATH/microservice/xeon
|
|
|
|
export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
|
|
export TGI_LLM_ENDPOINT="http://${ip_address}:8028"
|
|
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
|
|
export MEGA_SERVICE_HOST_IP=${ip_address}
|
|
export BACKEND_SERVICE_ENDPOINT="http://${ip_address}:6666/v1/codegen"
|
|
|
|
# Start Docker Containers
|
|
# TODO: Replace the container name with a test-specific name
|
|
docker compose -f docker_compose.yaml up -d
|
|
|
|
sleep 1m # Waits 1 minutes
|
|
}
|
|
|
|
function validate_microservices() {
|
|
# Check if the microservices are running correctly.
|
|
# TODO: Any results check required??
|
|
|
|
export PATH="${HOME}/miniconda3/bin:$PATH"
|
|
|
|
curl http://${ip_address}:8028/generate \
|
|
-X POST \
|
|
-d '{"inputs":"Implement a high-level API for a TODO list application. The API takes as input an operation request and updates the TODO list in place. If the request is invalid, raise an exception.","parameters":{"max_new_tokens":256, "do_sample": true}}' \
|
|
-H 'Content-Type: application/json' > ${LOG_PATH}/generate.log
|
|
sleep 5s
|
|
|
|
curl http://${ip_address}:9000/v1/chat/completions \
|
|
-X POST \
|
|
-d '{"text":"Implement a high-level API for a TODO list application. The API takes as input an operation request and updates the TODO list in place. If the request is invalid, raise an exception."}' \
|
|
-H 'Content-Type: application/json' > ${LOG_PATH}/completions.log
|
|
sleep 5s
|
|
}
|
|
|
|
function validate_megaservice() {
|
|
# Curl the Mega Service
|
|
curl http://${ip_address}:6666/v1/codegen -H "Content-Type: application/json" -d '{
|
|
"model": "ise-uiuc/Magicoder-S-DS-6.7B",
|
|
"messages": "Implement a high-level API for a TODO list application. The API takes as input an operation request and updates the TODO list in place. If the request is invalid, raise an exception."}' > ${LOG_PATH}/curl_megaservice.log
|
|
|
|
echo "Checking response results, make sure the output is reasonable. "
|
|
local status=true
|
|
if [[ -f $LOG_PATH/curl_megaservice.log ]] && \
|
|
[[ $(grep -c "billion" $LOG_PATH/curl_megaservice.log) != 0 ]]; then
|
|
status=true
|
|
fi
|
|
|
|
if [ $status == false ]; then
|
|
echo "Response check failed, please check the logs in artifacts!"
|
|
exit 1
|
|
else
|
|
echo "Response check succeed!"
|
|
fi
|
|
|
|
echo "Checking response format, make sure the output format is acceptable for UI."
|
|
# TODO
|
|
|
|
}
|
|
|
|
function stop_docker() {
|
|
cd $WORKPATH/microservice/xeon
|
|
container_list=$(cat docker_compose.yaml | grep container_name | cut -d':' -f2)
|
|
for container_name in $container_list; do
|
|
cid=$(docker ps -aq --filter "name=$container_name")
|
|
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
|
|
done
|
|
}
|
|
|
|
function main() {
|
|
|
|
stop_docker
|
|
|
|
build_docker_images
|
|
start_services
|
|
|
|
validate_microservices
|
|
validate_megaservice
|
|
|
|
stop_docker
|
|
echo y | docker system prune
|
|
|
|
}
|
|
|
|
main
|