Refactor lvm related examples (#1333)
This commit is contained in:
@@ -39,7 +39,7 @@ docker build --no-cache -t opea/embedding:latest --build-arg https_proxy=$https_
|
||||
Build lvm-llava image
|
||||
|
||||
```bash
|
||||
docker build --no-cache -t opea/lvm-llava:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/lvms/llava/dependency/Dockerfile .
|
||||
docker build --no-cache -t opea/lvm-llava:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/lvms/src/integrations/dependency/llava/Dockerfile .
|
||||
```
|
||||
|
||||
### 3. Build retriever-multimodal-redis Image
|
||||
@@ -85,7 +85,7 @@ Then run the command `docker images`, you will have the following 8 Docker Image
|
||||
|
||||
1. `opea/dataprep-multimodal-redis:latest`
|
||||
2. `ghcr.io/huggingface/text-generation-inference:2.4.1-rocm`
|
||||
3. `opea/lvm-tgi:latest`
|
||||
3. `opea/lvm:latest`
|
||||
4. `opea/retriever-multimodal-redis:latest`
|
||||
5. `opea/embedding:latest`
|
||||
6. `opea/embedding-multimodal-bridgetower:latest`
|
||||
@@ -193,7 +193,7 @@ curl http://${host_ip}:${LLAVA_SERVER_PORT}/generate \
|
||||
-d '{"prompt":"Describe the image please.", "img_b64_str": "iVBORw0KGgoAAAANSUhEUgAAAAoAAAAKCAYAAACNMs+9AAAAFUlEQVR42mP8/5+hnoEIwDiqkL4KAcT9GO0U4BxoAAAAAElFTkSuQmCC"}'
|
||||
```
|
||||
|
||||
5. lvm-llava-svc
|
||||
5. lvm
|
||||
|
||||
```bash
|
||||
curl http://${host_ip}:9399/v1/lvm \
|
||||
|
||||
@@ -24,7 +24,7 @@ services:
|
||||
container_name: dataprep-multimodal-redis
|
||||
depends_on:
|
||||
- redis-vector-db
|
||||
- lvm-tgi
|
||||
- lvm
|
||||
ports:
|
||||
- "6007:6007"
|
||||
environment:
|
||||
@@ -116,9 +116,9 @@ services:
|
||||
ipc: host
|
||||
command: --model-id ${LVM_MODEL_ID} --max-input-tokens 3048 --max-total-tokens 4096
|
||||
restart: unless-stopped
|
||||
lvm-tgi:
|
||||
image: ${REGISTRY:-opea}/lvm-tgi:${TAG:-latest}
|
||||
container_name: lvm-tgi
|
||||
lvm:
|
||||
image: ${REGISTRY:-opea}/lvm:${TAG:-latest}
|
||||
container_name: lvm
|
||||
depends_on:
|
||||
- tgi-rocm
|
||||
ports:
|
||||
@@ -128,6 +128,7 @@ services:
|
||||
no_proxy: ${no_proxy}
|
||||
http_proxy: ${http_proxy}
|
||||
https_proxy: ${https_proxy}
|
||||
LVM_COMPONENT_NAME: "OPEA_TGI_LLAVA_LVM"
|
||||
LVM_ENDPOINT: ${LVM_ENDPOINT}
|
||||
HF_HUB_DISABLE_PROGRESS_BARS: 1
|
||||
HF_HUB_ENABLE_HF_TRANSFER: 0
|
||||
@@ -140,7 +141,7 @@ services:
|
||||
- dataprep-multimodal-redis
|
||||
- embedding
|
||||
- retriever-redis
|
||||
- lvm-tgi
|
||||
- lvm
|
||||
ports:
|
||||
- "8888:8888"
|
||||
environment:
|
||||
|
||||
Reference in New Issue
Block a user