83 lines
2.5 KiB
YAML
83 lines
2.5 KiB
YAML
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
services:
|
|
tei-embedding-service:
|
|
command: --model-id ${EMBEDDING_MODEL_ID} --auto-truncate --otlp-endpoint $OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
|
|
environment:
|
|
- TELEMETRY_ENDPOINT=${TELEMETRY_ENDPOINT}
|
|
tei-reranking-service:
|
|
command: --model-id ${RERANK_MODEL_ID} --auto-truncate --otlp-endpoint $OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
|
|
environment:
|
|
- TELEMETRY_ENDPOINT=${TELEMETRY_ENDPOINT}
|
|
tgi-service:
|
|
command: --model-id ${LLM_MODEL_ID} --cuda-graphs 0 --otlp-endpoint $OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
|
|
environment:
|
|
- TELEMETRY_ENDPOINT=${TELEMETRY_ENDPOINT}
|
|
chatqna-xeon-backend-server:
|
|
environment:
|
|
- TELEMETRY_ENDPOINT=${TELEMETRY_ENDPOINT}
|
|
jaeger:
|
|
image: jaegertracing/all-in-one:1.67.0
|
|
container_name: jaeger
|
|
ports:
|
|
- "16686:16686"
|
|
- "4317:4317"
|
|
- "4318:4318"
|
|
- "9411:9411"
|
|
ipc: host
|
|
environment:
|
|
no_proxy: ${no_proxy}
|
|
http_proxy: ${http_proxy}
|
|
https_proxy: ${https_proxy}
|
|
COLLECTOR_ZIPKIN_HOST_PORT: 9411
|
|
restart: unless-stopped
|
|
prometheus:
|
|
image: prom/prometheus:v2.52.0
|
|
container_name: prometheus
|
|
user: root
|
|
volumes:
|
|
- ./prometheus.yaml:/etc/prometheus/prometheus.yaml
|
|
- ./prometheus_data:/prometheus
|
|
command:
|
|
- '--config.file=/etc/prometheus/prometheus.yaml'
|
|
ports:
|
|
- '9090:9090'
|
|
ipc: host
|
|
restart: unless-stopped
|
|
grafana:
|
|
image: grafana/grafana:11.0.0
|
|
container_name: grafana
|
|
volumes:
|
|
- ./grafana_data:/var/lib/grafana
|
|
- ./grafana/dashboards:/var/lib/grafana/dashboards
|
|
- ./grafana/provisioning:/etc/grafana/provisioning
|
|
user: root
|
|
environment:
|
|
GF_SECURITY_ADMIN_PASSWORD: admin
|
|
GF_RENDERING_CALLBACK_URL: http://grafana:3000/
|
|
GF_LOG_FILTERS: rendering:debug
|
|
depends_on:
|
|
- prometheus
|
|
ports:
|
|
- '3000:3000'
|
|
ipc: host
|
|
restart: unless-stopped
|
|
node-exporter:
|
|
image: prom/node-exporter
|
|
container_name: node-exporter
|
|
volumes:
|
|
- /proc:/host/proc:ro
|
|
- /sys:/host/sys:ro
|
|
- /:/rootfs:ro
|
|
command:
|
|
- '--path.procfs=/host/proc'
|
|
- '--path.sysfs=/host/sys'
|
|
- --collector.filesystem.ignored-mount-points
|
|
- "^/(sys|proc|dev|host|etc|rootfs/var/lib/docker/containers|rootfs/var/lib/docker/overlay2|rootfs/run/docker/netns|rootfs/var/lib/docker/aufs)($$|/)"
|
|
ports:
|
|
- 9100:9100
|
|
restart: always
|
|
deploy:
|
|
mode: global
|