Files
GenAIExamples/WorkflowExecAgent/docker_compose/intel/cpu/xeon/compose_vllm.yaml
2024-11-17 22:39:41 -08:00

32 lines
1003 B
YAML

# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
services:
worflowexec-agent:
image: ${REGISTRY:-opea}/agent-langchain:${TAG:-latest}
container_name: workflowexec-agent-endpoint
volumes:
- ${WORKDIR}/GenAIComps/comps/agent/langchain/:/home/user/comps/agent/langchain/
- ${TOOLSET_PATH}:/home/user/tools/
ports:
- "9090:9090"
ipc: host
environment:
ip_address: ${ip_address}
strategy: react_langgraph
recursion_limit: ${recursion_limit}
llm_engine: ${llm_engine}
llm_endpoint_url: ${llm_endpoint_url}
model: ${model}
temperature: ${temperature}
max_new_tokens: ${max_new_tokens}
streaming: false
tools: /home/user/tools/tools.yaml
no_proxy: ${no_proxy}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
port: 9090
SDK_BASE_URL: ${SDK_BASE_URL}
SERVING_TOKEN: ${SERVING_TOKEN}
custom_prompt: /home/user/tools/custom_prompt.py