33 lines
964 B
YAML
33 lines
964 B
YAML
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
services:
|
|
agent:
|
|
image: ${agent_image}
|
|
container_name: test-comps-agent-endpoint
|
|
volumes:
|
|
- ${TOOLSET_PATH}:/home/user/tools/
|
|
#- ${WORKPATH}/comps/agent:/home/user/comps/agent
|
|
ports:
|
|
- "9095:9095"
|
|
ipc: host
|
|
environment:
|
|
ip_address: ${ip_address}
|
|
strategy: react_langgraph
|
|
recursion_limit: ${recursion_limit}
|
|
llm_engine: vllm
|
|
HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
|
|
llm_endpoint_url: ${LLM_ENDPOINT_URL}
|
|
model: ${LLM_MODEL_ID}
|
|
temperature: ${temperature}
|
|
max_new_tokens: ${max_new_tokens}
|
|
top_k: 10
|
|
stream: false
|
|
tools: /home/user/tools/custom_tools.yaml
|
|
require_human_feedback: false
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
port: 9095
|
|
custom_prompt: /home/user/tools/custom_prompt.py
|