bea9bb0242
Signed-off-by: letonghan <letong.han@intel.com> Signed-off-by: chensuyue <suyue.chen@intel.com>
86 lines
2.8 KiB
Bash
86 lines
2.8 KiB
Bash
#!/bin/bash
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
set -x
|
|
|
|
WORKPATH=$(dirname "$PWD")
|
|
LOG_PATH="$WORKPATH/tests"
|
|
ip_address=$(hostname -I | awk '{print $1}')
|
|
function build_docker_images() {
|
|
cd $WORKPATH
|
|
docker build --no-cache -t opea/retriever-qdrant:comps --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/retrievers/qdrant/haystack/Dockerfile .
|
|
if [ $? -ne 0 ]; then
|
|
echo "opea/retriever-qdrant built fail"
|
|
exit 1
|
|
else
|
|
echo "opea/retriever-qdrant built successful"
|
|
fi
|
|
}
|
|
|
|
function start_service() {
|
|
# qdrant
|
|
docker run -d --name test-comps-retriever-qdrant-vector-db -p 5056:6333 -e HTTPS_PROXY=$https_proxy -e HTTP_PROXY=$https_proxy qdrant/qdrant
|
|
sleep 10s
|
|
|
|
# tei endpoint
|
|
tei_endpoint=5055
|
|
model="BAAI/bge-base-en-v1.5"
|
|
docker run -d --name="test-comps-retriever-qdrant-tei-endpoint" -e HTTPS_PROXY=$https_proxy -e HTTP_PROXY=$https_proxy -p $tei_endpoint:80 -v ./data:/data --pull always ghcr.io/huggingface/text-embeddings-inference:cpu-1.2 --model-id $model
|
|
sleep 30s
|
|
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:${tei_endpoint}"
|
|
|
|
# qdrant retriever
|
|
export QDRANT_HOST="${ip_address}"
|
|
export QDRANT_PORT=5056
|
|
export INDEX_NAME="rag-qdrant"
|
|
retriever_port=5057
|
|
unset http_proxy
|
|
docker run -d --name="test-comps-retriever-qdrant-server" -p ${retriever_port}:7000 --ipc=host -e TEI_EMBEDDING_ENDPOINT=$TEI_EMBEDDING_ENDPOINT -e http_proxy=$http_proxy -e https_proxy=$https_proxy -e QDRANT_HOST=$QDRANT_HOST -e QDRANT_PORT=$QDRANT_PORT -e INDEX_NAME=$INDEX_NAME opea/retriever-qdrant:comps
|
|
|
|
sleep 3m
|
|
}
|
|
|
|
function validate_microservice() {
|
|
retriever_port=5057
|
|
export PATH="${HOME}/miniforge3/bin:$PATH"
|
|
source activate
|
|
test_embedding=$(python -c "import random; embedding = [random.uniform(-1, 1) for _ in range(768)]; print(embedding)")
|
|
result=$(http_proxy='' curl http://${ip_address}:$retriever_port/v1/retrieval \
|
|
-X POST \
|
|
-d "{\"text\":\"test\",\"embedding\":${test_embedding}}" \
|
|
-H 'Content-Type: application/json')
|
|
if [[ $result == *"retrieved_docs"* ]]; then
|
|
echo "Result correct."
|
|
else
|
|
echo "Result wrong. Received was $result"
|
|
docker logs test-comps-retriever-qdrant-server >> ${LOG_PATH}/retriever.log
|
|
docker logs test-comps-retriever-qdrant-tei-endpoint >> ${LOG_PATH}/tei-endpoint.log
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
function stop_docker() {
|
|
cid_retrievers=$(docker ps -aq --filter "name=test-comps-retriever-qdrant*")
|
|
if [[ ! -z "$cid_retrievers" ]]; then
|
|
docker stop $cid_retrievers && docker rm $cid_retrievers && sleep 1s
|
|
fi
|
|
|
|
}
|
|
|
|
function main() {
|
|
|
|
stop_docker
|
|
|
|
build_docker_images
|
|
start_service
|
|
|
|
validate_microservice
|
|
|
|
stop_docker
|
|
echo y | docker system prune
|
|
|
|
}
|
|
|
|
main
|