Update ChatQnA manifests using always pull image policy (#1100)
Signed-off-by: lvliang-intel <liang1.lv@intel.com>
This commit is contained in:
@@ -554,7 +554,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -612,7 +612,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -687,7 +687,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -762,7 +762,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/guardrails-tgi:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: guardrails-usvc
|
||||
containerPort: 9090
|
||||
@@ -840,7 +840,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -919,7 +919,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1010,7 +1010,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1101,7 +1101,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-generation-inference:2.4.0-intel-cpu"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1181,7 +1181,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-generation-inference:2.4.0-intel-cpu"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1273,7 +1273,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna-guardrails:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1314,7 +1314,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
@@ -454,7 +454,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -512,7 +512,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -587,7 +587,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -662,7 +662,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -741,7 +741,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -832,7 +832,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -923,7 +923,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-generation-inference:2.4.0-intel-cpu"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1011,7 +1011,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1052,7 +1052,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
@@ -455,7 +455,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -513,7 +513,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -588,7 +588,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -663,7 +663,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -742,7 +742,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -833,7 +833,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -926,7 +926,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-generation-inference:2.4.0-intel-cpu"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1014,7 +1014,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1055,7 +1055,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
@@ -556,7 +556,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -614,7 +614,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -692,7 +692,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/guardrails-tgi:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: guardrails-usvc
|
||||
containerPort: 9090
|
||||
@@ -767,7 +767,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -842,7 +842,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -921,7 +921,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/tei-gaudi:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1013,7 +1013,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1104,7 +1104,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/tgi-gaudi:2.0.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1185,7 +1185,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/tgi-gaudi:2.0.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1278,7 +1278,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna-guardrails:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1319,7 +1319,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
@@ -592,7 +592,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -650,7 +650,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:v0.9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -728,7 +728,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/embedding-tei:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: embedding-usvc
|
||||
containerPort: 6000
|
||||
@@ -806,7 +806,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/llm-vllm:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: llm-uservice
|
||||
containerPort: 9000
|
||||
@@ -881,7 +881,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -956,7 +956,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/reranking-tei:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: reranking-usvc
|
||||
containerPort: 8000
|
||||
@@ -1034,7 +1034,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -1107,7 +1107,7 @@ spec:
|
||||
capabilities:
|
||||
add: ["SYS_NICE"]
|
||||
image: "ghcr.io/huggingface/tei-gaudi:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1193,7 +1193,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -1281,7 +1281,7 @@ spec:
|
||||
- |
|
||||
export VLLM_CPU_KVCACHE_SPACE=40 && \
|
||||
python3 -m vllm.entrypoints.openai.api_server --enforce-eager --gpu-memory-utilization 0.5 --dtype auto --model $MODEL_ID --port 2080 --tensor-parallel-size 8 --block-size 128 --max-num-seqs 256 --max-seq_len-to-capture 2048
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1363,7 +1363,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1404,7 +1404,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
@@ -455,7 +455,7 @@ spec:
|
||||
securityContext:
|
||||
{}
|
||||
image: "opea/chatqna-ui:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: ui
|
||||
containerPort: 5173
|
||||
@@ -513,7 +513,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/dataprep-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: data-prep
|
||||
containerPort: 6007
|
||||
@@ -588,7 +588,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "redis/redis-stack:7.2.0-v9"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: data-volume
|
||||
@@ -663,7 +663,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/retriever-redis:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- name: retriever-usvc
|
||||
containerPort: 7000
|
||||
@@ -742,7 +742,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/tei-gaudi:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -834,7 +834,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/text-embeddings-inference:cpu-1.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
args:
|
||||
- "--auto-truncate"
|
||||
volumeMounts:
|
||||
@@ -925,7 +925,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "ghcr.io/huggingface/tgi-gaudi:2.0.5"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /data
|
||||
name: model-volume
|
||||
@@ -1014,7 +1014,7 @@ spec:
|
||||
seccompProfile:
|
||||
type: RuntimeDefault
|
||||
image: "opea/chatqna:latest"
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
volumeMounts:
|
||||
- mountPath: /tmp
|
||||
name: tmp
|
||||
@@ -1055,7 +1055,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- image: nginx:1.27.1
|
||||
imagePullPolicy: IfNotPresent
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
volumeMounts:
|
||||
- mountPath: /etc/nginx/conf.d
|
||||
|
||||
Reference in New Issue
Block a user