#!/bin/bash # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 set -xe USER_ID=$(whoami) LOG_PATH=/home/$(whoami)/logs MOUNT_DIR=/home/$USER_ID/.cache/huggingface/hub IMAGE_REPO=${IMAGE_REPO:-} IMAGE_TAG=${IMAGE_TAG:-latest} function init_codegen() { # executed under path manifest/codegen/xeon # replace the mount dir "path: /mnt/model" with "path: $CHART_MOUNT" find . -name '*.yaml' -type f -exec sed -i "s#path: /mnt#path: $MOUNT_DIR#g" {} \; # replace megaservice image tag find . -name '*.yaml' -type f -exec sed -i "s#image: opea/codegen:latest#image: opea/codegen:${IMAGE_TAG}#g" {} \; # replace the repository "image: opea/*" with "image: $IMAGE_REPO/opea/" find . -name '*.yaml' -type f -exec sed -i "s#image: \"opea/*#image: \"${IMAGE_REPO}opea/#g" {} \; # set huggingface token find . -name '*.yaml' -type f -exec sed -i "s#insert-your-huggingface-token-here#$(cat /home/$USER_ID/.cache/huggingface/token)#g" {} \; } function install_codegen { echo "namespace is $NAMESPACE" kubectl apply -f . -n $NAMESPACE } function validate_codegen() { ip_address=$(kubectl get svc $SERVICE_NAME -n $NAMESPACE -o jsonpath='{.spec.clusterIP}') port=$(kubectl get svc $SERVICE_NAME -n $NAMESPACE -o jsonpath='{.spec.ports[0].port}') echo "try to curl http://${ip_address}:${port}/v1/codegen..." # generate a random logfile name to avoid conflict among multiple runners LOGFILE=$LOG_PATH/curlmega_$NAMESPACE.log # Curl the Mega Service curl http://${ip_address}:${port}/v1/codegen -H "Content-Type: application/json" \ -d '{"messages": "def print_hello_world():"}' > $LOGFILE exit_code=$? if [ $exit_code -ne 0 ]; then echo "Megaservice codegen failed, please check the logs in $LOGFILE!" exit 1 fi echo "Checking response results, make sure the output is reasonable. " local status=false if [[ -f $LOGFILE ]] && \ [[ $(grep -c "print" $LOGFILE) != 0 ]]; then status=true fi if [ $status == false ]; then echo "Response check failed, please check the logs in artifacts!" else echo "Response check succeed!" fi } if [ $# -eq 0 ]; then echo "Usage: $0 " exit 1 fi case "$1" in init_CodeGen) pushd CodeGen/kubernetes/manifests/gaudi init_codegen popd ;; install_CodeGen) pushd CodeGen/kubernetes/manifests/gaudi NAMESPACE=$2 install_codegen popd ;; validate_CodeGen) NAMESPACE=$2 SERVICE_NAME=codegen validate_codegen ;; *) echo "Unknown function: $1" ;; esac