Use model cache for docker compose test (#1582)
Signed-off-by: ZePan110 <ze.pan@intel.com>
This commit is contained in:
@@ -21,7 +21,7 @@ services:
|
||||
timeout: 10s
|
||||
retries: 100
|
||||
volumes:
|
||||
- "./data:/data"
|
||||
- "${MODEL_CACHE}:/data"
|
||||
shm_size: 1g
|
||||
command: --model-id ${LLM_MODEL_ID} --cuda-graphs 0
|
||||
llm:
|
||||
|
||||
Reference in New Issue
Block a user