9a1118730b
The new triton version 3.2.0 can't work with vllm-gaudi. Freeze the triton version in vllm-gaudi image to 3.1.0. Issue create for vllm-fork: HabanaAI/vllm-fork#732 Signed-off-by: chensuyue <suyue.chen@intel.com>
94 lines
3.3 KiB
Bash
94 lines
3.3 KiB
Bash
#!/bin/bash
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
set -xe
|
|
|
|
WORKPATH=$(dirname "$PWD")
|
|
export WORKDIR=$WORKPATH/../../
|
|
echo "WORKDIR=${WORKDIR}"
|
|
export ip_address=$(hostname -I | awk '{print $1}')
|
|
export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
|
|
export TOOLSET_PATH=$WORKDIR/GenAIExamples/AgentQnA/tools/
|
|
|
|
function stop_crag() {
|
|
cid=$(docker ps -aq --filter "name=kdd-cup-24-crag-service")
|
|
echo "Stopping container kdd-cup-24-crag-service with cid $cid"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
}
|
|
|
|
function stop_agent_docker() {
|
|
cd $WORKPATH/docker_compose/intel/hpu/gaudi/
|
|
container_list=$(cat compose.yaml | grep container_name | cut -d':' -f2)
|
|
for container_name in $container_list; do
|
|
cid=$(docker ps -aq --filter "name=$container_name")
|
|
echo "Stopping container $container_name"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
done
|
|
}
|
|
|
|
function stop_llm(){
|
|
cd $WORKPATH/docker_compose/intel/hpu/gaudi/
|
|
container_list=$(cat tgi_gaudi.yaml | grep container_name | cut -d':' -f2)
|
|
for container_name in $container_list; do
|
|
cid=$(docker ps -aq --filter "name=$container_name")
|
|
echo "Stopping container $container_name"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
done
|
|
|
|
cid=$(docker ps -aq --filter "name=vllm-gaudi-server")
|
|
echo "Stopping container $cid"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
|
|
cid=$(docker ps -aq --filter "name=test-comps-vllm-gaudi-service")
|
|
echo "Stopping container $cid"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
|
|
}
|
|
|
|
function stop_retrieval_tool() {
|
|
echo "Stopping Retrieval tool"
|
|
local RETRIEVAL_TOOL_PATH=$WORKPATH/../DocIndexRetriever
|
|
cd $RETRIEVAL_TOOL_PATH/docker_compose/intel/cpu/xeon/
|
|
container_list=$(cat compose.yaml | grep container_name | cut -d':' -f2)
|
|
for container_name in $container_list; do
|
|
cid=$(docker ps -aq --filter "name=$container_name")
|
|
echo "Stopping container $container_name"
|
|
if [[ ! -z "$cid" ]]; then docker rm $cid -f && sleep 1s; fi
|
|
done
|
|
}
|
|
echo "workpath: $WORKPATH"
|
|
echo "=================== Stop containers ===================="
|
|
stop_crag
|
|
stop_llm
|
|
stop_agent_docker
|
|
stop_retrieval_tool
|
|
|
|
cd $WORKPATH/tests
|
|
|
|
echo "=================== #1 Building docker images===================="
|
|
bash step1_build_images.sh
|
|
echo "=================== #1 Building docker images completed===================="
|
|
|
|
echo "=================== #2 Start retrieval tool===================="
|
|
bash step2_start_retrieval_tool.sh
|
|
echo "=================== #2 Retrieval tool started===================="
|
|
|
|
echo "=================== #3 Ingest data and validate retrieval===================="
|
|
bash step3_ingest_data_and_validate_retrieval.sh
|
|
echo "=================== #3 Data ingestion and validation completed===================="
|
|
|
|
echo "=================== #4 Start agent and API server===================="
|
|
bash step4_launch_and_validate_agent_tgi.sh
|
|
echo "=================== #4 Agent test passed ===================="
|
|
|
|
echo "=================== #5 Stop agent and API server===================="
|
|
stop_crag
|
|
stop_agent_docker
|
|
stop_retrieval_tool
|
|
stop_llm
|
|
echo "=================== #5 Agent and API server stopped===================="
|
|
|
|
echo y | docker system prune
|
|
|
|
echo "ALL DONE!!"
|