Files
GenAIExamples/tests/embeddings/test_embeddings_predictionguard.sh
Sharan Shirodkar 191061b642 Prediction Guard embeddings component (#675)
* added files for PG embeddingso component

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* added package

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* fixed dockerfile link

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* Fix pre-commit issues: end-of-file, requirements.txt, trailing whitespace, imports, and formatting

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* added package

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* added package

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* fixed embedoc call

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* file structure updated to latest

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* Fix pre-commit issues: end-of-file, requirements.txt, trailing whitespace, imports, and formatting

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

* added package

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>

---------

Signed-off-by: sharanshirodkar7 <ssharanshirodkar7@gmail.com>
2024-09-17 21:33:19 +08:00

76 lines
2.0 KiB
Bash

#!/bin/bash
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
set -x
WORKPATH=$(dirname "$PWD")
ip_address=$(hostname -I | awk '{print $1}') # Adjust to a more reliable command
if [ -z "$ip_address" ]; then
ip_address="localhost" # Default to localhost if IP address is empty
fi
function build_docker_images() {
cd $WORKPATH
echo $(pwd)
docker build --no-cache -t opea/embedding-pg:comps -f comps/embeddings/predictionguard/Dockerfile .
if [ $? -ne 0 ]; then
echo "opea/embedding-pg built fail"
exit 1
else
echo "opea/embedding-pg built successfully"
fi
}
function start_service() {
tei_service_port=6000
unset http_proxy
docker run -d --name=test-comps-embedding-pg-server \
-e http_proxy= -e https_proxy= \
-e PREDICTIONGUARD_API_KEY=${PREDICTIONGUARD_API_KEY} \
-p 6000:6000 --ipc=host opea/embedding-pg:comps
sleep 60 # Sleep for 1 minute to allow the service to start
}
function validate_microservice() {
tei_service_port=6000
result=$(http_proxy="" curl http://${ip_address}:${tei_service_port}/v1/embeddings \
-X POST \
-d '{"text":"What is Deep Learning?"}' \
-H 'Content-Type: application/json')
# Check for a proper response format
if [[ $result == *"embedding"* ]]; then
echo "Result correct."
elif [[ $result == *"error"* || $result == *"detail"* ]]; then
echo "Result wrong. Error received was: $result"
docker logs test-comps-embedding-pg-server
exit 1
else
echo "Unexpected result format received was: $result"
docker logs test-comps-embedding-pg-server
exit 1
fi
}
function stop_docker() {
cid=$(docker ps -aq --filter "name=test-comps-embedding-pg-*")
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
}
function main() {
stop_docker
build_docker_images
start_service
validate_microservice
stop_docker
echo y | docker system prune
}
main