50 lines
1.9 KiB
Bash
50 lines
1.9 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
### The IP address or domain name of the server on which the application is running
|
|
export HOST_IP=direct-supercomputer1.powerml.co
|
|
|
|
### Model ID
|
|
export CODETRANS_LLM_MODEL_ID="Qwen/Qwen2.5-Coder-7B-Instruct"
|
|
|
|
### The port of the TGI service. On this port, the TGI service will accept connections
|
|
export CODETRANS_TGI_SERVICE_PORT=18156
|
|
|
|
### The endpoint of the TGI service to which requests to this service will be sent (formed from previously set variables)
|
|
export CODETRANS_TGI_LLM_ENDPOINT="http://${HOST_IP}:${CODETRANS_TGI_SERVICE_PORT}"
|
|
|
|
### A token for accessing repositories with models
|
|
export CODETRANS_HUGGINGFACEHUB_API_TOKEN=''
|
|
|
|
### The port of the LLM service. On this port, the LLM service will accept connections
|
|
export CODETRANS_LLM_SERVICE_PORT=18157
|
|
|
|
### The IP address or domain name of the server for CodeTrans MegaService
|
|
export CODETRANS_MEGA_SERVICE_HOST_IP=${HOST_IP}
|
|
|
|
### The endpoint of the LLM service to which requests to this service will be sent
|
|
export CODETRANS_LLM_SERVICE_HOST_IP=${HOST_IP}
|
|
|
|
### The ip address of the host on which the container with the frontend service is running
|
|
export CODETRANS_FRONTEND_SERVICE_IP=192.165.1.21
|
|
|
|
### The port of the frontend service
|
|
export CODETRANS_FRONTEND_SERVICE_PORT=18155
|
|
|
|
### Name of GenAI service for route requests to application
|
|
export CODETRANS_BACKEND_SERVICE_NAME=codetrans
|
|
|
|
### The ip address of the host on which the container with the backend service is running
|
|
export CODETRANS_BACKEND_SERVICE_IP=192.165.1.21
|
|
|
|
### The port of the backend service
|
|
export CODETRANS_BACKEND_SERVICE_PORT=18154
|
|
|
|
### The port of the Nginx reverse proxy for application
|
|
export CODETRANS_NGINX_PORT=18153
|
|
|
|
### Endpoint of the backend service
|
|
export CODETRANS_BACKEND_SERVICE_URL="http://${HOST_IP}:${CODETRANS_BACKEND_SERVICE_PORT}/v1/codetrans"
|