d73129cbf0
Signed-off-by: Xinyao Wang <xinyao.wang@intel.com> Signed-off-by: chensuyue <suyue.chen@intel.com>
12 lines
343 B
Bash
12 lines
343 B
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
|
export LLM_MODEL_ID="meta-llama/CodeLlama-7b-hf"
|
|
export TGI_LLM_ENDPOINT="http://${host_ip}:8028"
|
|
export MEGA_SERVICE_HOST_IP=${host_ip}
|
|
export LLM_SERVICE_HOST_IP=${host_ip}
|
|
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:7778/v1/codegen"
|