Fix minor issue in ChatQnA Gaudi docker README (#567)

Signed-off-by: dmsuehir <dina.s.jones@intel.com>
This commit is contained in:
Dina Suehiro Jones
2024-08-11 21:58:42 -07:00
committed by GitHub
parent e12baca3b8
commit a5ed2233b5

View File

@@ -306,7 +306,7 @@ curl http://${host_ip}:8008/generate \
```bash
#vLLM Service
curl http://${your_ip}:8008/v1/completions \
curl http://${host_ip}:8008/v1/completions \
-H "Content-Type: application/json" \
-d '{
"model": "${LLM_MODEL_ID}",
@@ -318,7 +318,7 @@ curl http://${your_ip}:8008/v1/completions \
```bash
#vLLM-on-Ray Service
curl http://${your_ip}:8008/v1/chat/completions \
curl http://${host_ip}:8008/v1/chat/completions \
-H "Content-Type: application/json" \
-d '{"model": "${LLM_MODEL_ID}", "messages": [{"role": "user", "content": "What is Deep Learning?"}]}'
```