c70b021689
Signed-off-by: ZePan110 <ze.pan@intel.com> Co-authored-by: Ying Hu <ying.hu@intel.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
38 lines
1.4 KiB
Bash
38 lines
1.4 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# Copyright (c) 2024 Advanced Micro Devices, Inc.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
### The IP address or domain name of the server on which the application is running
|
|
export HOST_IP=${ip_address}
|
|
export EXTERNAL_HOST_IP=${ip_address}
|
|
|
|
### The port of the vLLM service. On this port, the TGI service will accept connections
|
|
export CODEGEN_VLLM_SERVICE_PORT=8028
|
|
export CODEGEN_VLLM_ENDPOINT="http://${HOST_IP}:${CODEGEN_VLLM_SERVICE_PORT}"
|
|
|
|
### A token for accessing repositories with models
|
|
export CODEGEN_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
|
|
|
|
### Model ID
|
|
export CODEGEN_LLM_MODEL_ID="Qwen/Qwen2.5-Coder-7B-Instruct"
|
|
|
|
### The port of the LLM service. On this port, the LLM service will accept connections
|
|
export CODEGEN_LLM_SERVICE_PORT=9000
|
|
|
|
### The IP address or domain name of the server for CodeGen MegaService
|
|
export CODEGEN_MEGA_SERVICE_HOST_IP=${HOST_IP}
|
|
|
|
### The port for CodeGen backend service
|
|
export CODEGEN_BACKEND_SERVICE_PORT=7778
|
|
|
|
### The URL of CodeGen backend service, used by the frontend service
|
|
export CODEGEN_BACKEND_SERVICE_URL="http://${EXTERNAL_HOST_IP}:${CODEGEN_BACKEND_SERVICE_PORT}/v1/codegen"
|
|
|
|
### The endpoint of the LLM service to which requests to this service will be sent
|
|
export CODEGEN_LLM_SERVICE_HOST_IP=${HOST_IP}
|
|
|
|
### The CodeGen service UI port
|
|
export CODEGEN_UI_SERVICE_PORT=5173
|