Embedding and reranking services failed to run on GPU H100. Change the image tag and use CPU for these services. This PR will fix #442 Signed-off-by: PeterYang12 <yuhan.yang@intel.com>
This commit is contained in:
@@ -27,7 +27,7 @@ services:
|
||||
REDIS_URL: ${REDIS_URL}
|
||||
INDEX_NAME: ${INDEX_NAME}
|
||||
tei-embedding-service:
|
||||
image: ghcr.io/huggingface/text-embeddings-inference:1.2
|
||||
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.2
|
||||
container_name: tei-embedding-server
|
||||
ports:
|
||||
- "8090:80"
|
||||
@@ -83,7 +83,7 @@ services:
|
||||
LANGCHAIN_PROJECT: "opea-retriever-service"
|
||||
restart: unless-stopped
|
||||
tei-reranking-service:
|
||||
image: ghcr.io/huggingface/text-embeddings-inference:1.2
|
||||
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.2
|
||||
container_name: tei-reranking-server
|
||||
ports:
|
||||
- "8808:80"
|
||||
|
||||
Reference in New Issue
Block a user