1852e6bcc3
Signed-off-by: minmin-intel <minmin.hou@intel.com> Signed-off-by: Rita Brugarolas <rita.brugarolas.brufau@intel.com> Signed-off-by: rbrugaro <rita.brugarolas.brufau@intel.com> Co-authored-by: rbrugaro <rita.brugarolas.brufau@intel.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: lkk <33276950+lkk12014402@users.noreply.github.com> Co-authored-by: lkk12014402 <kaokao.lv@intel.com>
37 lines
1.3 KiB
Bash
37 lines
1.3 KiB
Bash
|
|
# Copyright (C) 2025 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
export ip_address=$(hostname -I | awk '{print $1}')
|
|
export HUGGINGFACEHUB_API_TOKEN=${HF_TOKEN}
|
|
export TOOLSET_PATH=$WORKDIR/GenAIExamples/FinanceAgent/tools/
|
|
echo "TOOLSET_PATH=${TOOLSET_PATH}"
|
|
export PROMPT_PATH=$WORKDIR/GenAIExamples/FinanceAgent/prompts/
|
|
echo "PROMPT_PATH=${PROMPT_PATH}"
|
|
export recursion_limit_worker=12
|
|
export recursion_limit_supervisor=10
|
|
|
|
vllm_port=8086
|
|
export LLM_MODEL_ID="meta-llama/Llama-3.3-70B-Instruct"
|
|
export LLM_ENDPOINT_URL="http://${ip_address}:${vllm_port}"
|
|
export TEMPERATURE=0.5
|
|
export MAX_TOKENS=4096
|
|
|
|
export WORKER_FINQA_AGENT_URL="http://${ip_address}:9095/v1/chat/completions"
|
|
export WORKER_RESEARCH_AGENT_URL="http://${ip_address}:9096/v1/chat/completions"
|
|
|
|
export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
|
|
export TEI_EMBEDDING_ENDPOINT="http://${ip_address}:10221"
|
|
export REDIS_URL_VECTOR="redis://${ip_address}:6379"
|
|
export REDIS_URL_KV="redis://${ip_address}:6380"
|
|
|
|
export MAX_INPUT_TOKENS=2048
|
|
export MAX_TOTAL_TOKENS=4096
|
|
export DocSum_COMPONENT_NAME="OpeaDocSumvLLM"
|
|
export DOCSUM_ENDPOINT="http://${ip_address}:9000/v1/docsum"
|
|
|
|
export FINNHUB_API_KEY=${FINNHUB_API_KEY}
|
|
export FINANCIAL_DATASETS_API_KEY=${FINANCIAL_DATASETS_API_KEY}
|
|
|
|
docker compose -f compose.yaml up -d
|