jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Grag ex1.1 (#1123)

Browse Source 
Signed-off-by: Rita Brugarolas <rita.brugarolas.brufau@intel.com>
Signed-off-by: theresa <theresa.shan@intel.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: theresa <theresa.shan@intel.com>
This commit is contained in:
rbrugaro
2024-11-14 21:17:06 -08:00
committed by GitHub
parent 39f68d5d6b
commit 6f8fa6a689
8 changed files with 29 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
GraphRAG/docker_compose/intel/hpu/gaudi/compose.yaml
View File

@@ -1,7 +1,6 @@
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
version: "3.8"
services:
neo4j-apoc:
image: neo4j:latest
@@ -52,6 +51,7 @@ services:
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
HUGGING_FACE_HUB_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
HF_TOKEN: ${HF_TOKEN}
HF_HUB_DISABLE_PROGRESS_BARS: 1
HF_HUB_ENABLE_HF_TRANSFER: 0
HABANA_VISIBLE_DEVICES: all
@@ -64,9 +64,9 @@ services:
cap_add:
- SYS_NICE
ipc: host
command: --model-id ${LLM_MODEL_ID} --max-input-length 2048 --max-total-tokens 4096
command: --model-id ${LLM_MODEL_ID} --max-input-length 6000 --max-total-tokens 8192
dataprep-neo4j-llamaindex:
image: opea/dataprep-neo4j-llamaindex:latest
image: ${REGISTRY:-opea}/dataprep-neo4j-llamaindex:${TAG:-latest}
container_name: dataprep-neo4j-server
depends_on:
- neo4j-apoc
@@ -80,6 +80,8 @@ services:
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
host_ip: ${host_ip}
HUGGING_FACE_HUB_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
HF_TOKEN: ${HF_TOKEN}
NEO4J_URL: ${NEO4J_URL}
NEO4J_USERNAME: ${NEO4J_USERNAME}
NEO4J_PASSWORD: ${NEO4J_PASSWORD}
@@ -93,7 +95,7 @@ services:
LOGFLAG: ${LOGFLAG}
restart: unless-stopped
retriever-neo4j-llamaindex:
image: opea/retriever-neo4j-llamaindex:latest
image: ${REGISTRY:-opea}/retriever-neo4j-llamaindex:${TAG:-latest}
container_name: retriever-neo4j-server
depends_on:
- neo4j-apoc
@@ -107,6 +109,8 @@ services:
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
host_ip: ${host_ip}
HUGGING_FACE_HUB_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
HF_TOKEN: ${HF_TOKEN}
NEO4J_URL: ${NEO4J_URL}
NEO4J_USERNAME: ${NEO4J_USERNAME}
NEO4J_PASSWORD: ${NEO4J_PASSWORD}
@@ -136,7 +140,6 @@ services:
- MEGA_SERVICE_HOST_IP=graphrag-gaudi-backend-server
- RETRIEVER_SERVICE_HOST_IP=retriever-neo4j-llamaindex
- RETRIEVER_SERVICE_PORT=6009
- RETRIEVER_SERVICE_PORT=${RETRIEVER_SERVICE_PORT:-80}
- LLM_SERVER_HOST_IP=tgi-gaudi-service
- LLM_SERVER_PORT=${LLM_SERVER_PORT:-80}
- LOGFLAG=${LOGFLAG}

2
GraphRAG/docker_compose/intel/hpu/gaudi/set_env.sh
View File

@@ -17,4 +17,4 @@ export NEO4J_URL="bolt://${host_ip}:7687"
export NEO4J_USERNAME=neo4j
export DATAPREP_SERVICE_ENDPOINT="http://${host_ip}:6004/v1/dataprep"
export LOGFLAG=True
export RETRIEVER_SERVICE_PORT=6009
export RETRIEVER_SERVICE_PORT=80