71e3c57366
Update all the names for classes and files in llm comps to follow the standard format, related GenAIComps PR opea-project/GenAIComps#1162 Signed-off-by: Xinyao Wang <xinyao.wang@intel.com>
24 lines
654 B
Bash
24 lines
654 B
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
pushd "../../" > /dev/null
|
|
source .set_env.sh
|
|
popd > /dev/null
|
|
|
|
export MAX_INPUT_TOKENS=1024
|
|
export MAX_TOTAL_TOKENS=2048
|
|
|
|
export no_proxy="${no_proxy},${host_ip}"
|
|
export MEGA_SERVICE_HOST_IP=${host_ip}
|
|
export LLM_SERVICE_HOST_IP=${host_ip}
|
|
export ASR_SERVICE_HOST_IP=${host_ip}
|
|
export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
|
|
|
|
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:8888/v1/docsum"
|
|
|
|
export LLM_ENDPOINT_PORT=8008
|
|
export DOCSUM_PORT=9000
|
|
export LLM_ENDPOINT="http://${host_ip}:${LLM_ENDPOINT_PORT}"
|
|
export DocSum_COMPONENT_NAME="OpeaDocSumTgi"
|