jandres/GenAIExamples
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Add ui/nginx support in K8S manifest for ChatQnA/CodeGen/CodeTrans/Docsum (#773)

Browse Source 
Signed-off-by: Lianhao Lu <lianhao.lu@intel.com>
This commit is contained in:
Lianhao Lu
2024-09-10 16:30:14 +08:00
committed by GitHub
parent aebc23f5ae
commit ba94e0130d
16 changed files with 2076 additions and 368 deletions
Download Patch File Download Diff File Expand all files Collapse all files

217
CodeGen/kubernetes/manifests/gaudi/codegen.yaml
View File

@@ -1,4 +1,31 @@
---
# Source: codegen/charts/codegen-ui/templates/configmap.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: v1
kind: ConfigMap
metadata:
name: codegen-codegen-ui-config
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
data:
APP_BACKEND_SERVICE_ENDPOINT: "/v1/codegen"
APP_DATA_PREP_SERVICE_URL: "/v1/dataprep"
CHAT_BASE_URL: "/v1/codegen"
UPLOAD_FILE_BASE_URL: "/v1/dataprep"
GET_FILE: "/v1/dataprep/get_file"
DELETE_FILE: "/v1/dataprep/delete_file"
BASE_URL: "/v1/codegen"
DOC_BASE_URL: "/v1/codegen"
BASIC_URL: "/v1/codegen"
VITE_CODE_GEN_URL: "/v1/codegen"
VITE_DOC_SUM_URL: "/v1/codegen"
---
# Source: codegen/charts/llm-uservice/templates/configmap.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -49,6 +76,68 @@ data:
MAX_INPUT_LENGTH: "1024"
MAX_TOTAL_TOKENS: "2048"
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: v1
data:
default.conf: |+
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
server {
listen 80;
listen [::]:80;
location /home {
alias /usr/share/nginx/html/index.html;
}
location / {
proxy_pass http://codegen-codegen-ui:5174;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
location /v1/codegen {
proxy_pass http://codegen:7778;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
}
kind: ConfigMap
metadata:
name: codegen-nginx-config
---
# Source: codegen/charts/codegen-ui/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: v1
kind: Service
metadata:
name: codegen-codegen-ui
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
type: ClusterIP
ports:
- port: 5174
targetPort: ui
protocol: TCP
name: ui
selector:
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
---
# Source: codegen/charts/llm-uservice/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -99,6 +188,22 @@ spec:
app.kubernetes.io/name: tgi
app.kubernetes.io/instance: codegen
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: v1
kind: Service
metadata:
name: codegen-nginx
spec:
ports:
- port: 80
protocol: TCP
targetPort: 80
selector:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
type: NodePort
---
# Source: codegen/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -123,6 +228,60 @@ spec:
selector:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
---
# Source: codegen/charts/codegen-ui/templates/deployment.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: apps/v1
kind: Deployment
metadata:
name: codegen-codegen-ui
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
template:
metadata:
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
securityContext:
{}
containers:
- name: codegen-ui
envFrom:
- configMapRef:
name: codegen-codegen-ui-config
securityContext:
{}
image: "opea/codegen-ui:latest"
imagePullPolicy: IfNotPresent
ports:
- name: ui
containerPort: 5173
protocol: TCP
resources:
{}
volumeMounts:
- mountPath: /tmp
name: tmp
volumes:
- name: tmp
emptyDir: {}
---
# Source: codegen/charts/llm-uservice/templates/deployment.yaml
# Copyright (C) 2024 Intel Corporation
@@ -299,17 +458,20 @@ metadata:
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
app: codegen
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
template:
metadata:
labels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
spec:
securityContext:
null
@@ -339,24 +501,47 @@ spec:
- name: codegen
containerPort: 7778
protocol: TCP
# startupProbe:
# httpGet:
# host: codegen-llm-uservice
# port: 9000
# path: /
# initialDelaySeconds: 5
# periodSeconds: 5
# failureThreshold: 120
# livenessProbe:
# httpGet:
# path: /
# port: 7778
# readinessProbe:
# httpGet:
# path: /
# port: 7778
resources:
null
volumes:
- name: tmp
emptyDir: {}
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
name: codegen-nginx
labels:
helm.sh/chart: codegen-1.0.0
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
app: codegen-nginx
spec:
selector:
matchLabels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
template:
metadata:
labels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
spec:
containers:
- image: nginx:1.27.1
imagePullPolicy: IfNotPresent
name: nginx
volumeMounts:
- mountPath: /etc/nginx/conf.d
name: nginx-config-volume
securityContext: {}
volumes:
- configMap:
defaultMode: 420
name: codegen-nginx-config
name: nginx-config-volume

217
CodeGen/kubernetes/manifests/xeon/codegen.yaml
View File

@@ -1,4 +1,31 @@
---
# Source: codegen/charts/codegen-ui/templates/configmap.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: v1
kind: ConfigMap
metadata:
name: codegen-codegen-ui-config
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
data:
APP_BACKEND_SERVICE_ENDPOINT: "/v1/codegen"
APP_DATA_PREP_SERVICE_URL: "/v1/dataprep"
CHAT_BASE_URL: "/v1/codegen"
UPLOAD_FILE_BASE_URL: "/v1/dataprep"
GET_FILE: "/v1/dataprep/get_file"
DELETE_FILE: "/v1/dataprep/delete_file"
BASE_URL: "/v1/codegen"
DOC_BASE_URL: "/v1/codegen"
BASIC_URL: "/v1/codegen"
VITE_CODE_GEN_URL: "/v1/codegen"
VITE_DOC_SUM_URL: "/v1/codegen"
---
# Source: codegen/charts/llm-uservice/templates/configmap.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -48,6 +75,68 @@ data:
HF_HOME: "/tmp/.cache/huggingface"
CUDA_GRAPHS: "0"
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: v1
data:
default.conf: |+
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
server {
listen 80;
listen [::]:80;
location /home {
alias /usr/share/nginx/html/index.html;
}
location / {
proxy_pass http://codegen-codegen-ui:5174;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
location /v1/codegen {
proxy_pass http://codegen:7778;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
}
}
kind: ConfigMap
metadata:
name: codegen-nginx-config
---
# Source: codegen/charts/codegen-ui/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: v1
kind: Service
metadata:
name: codegen-codegen-ui
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
type: ClusterIP
ports:
- port: 5174
targetPort: ui
protocol: TCP
name: ui
selector:
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
---
# Source: codegen/charts/llm-uservice/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -98,6 +187,22 @@ spec:
app.kubernetes.io/name: tgi
app.kubernetes.io/instance: codegen
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: v1
kind: Service
metadata:
name: codegen-nginx
spec:
ports:
- port: 80
protocol: TCP
targetPort: 80
selector:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
type: NodePort
---
# Source: codegen/templates/service.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
@@ -122,6 +227,60 @@ spec:
selector:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
---
# Source: codegen/charts/codegen-ui/templates/deployment.yaml
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
apiVersion: apps/v1
kind: Deployment
metadata:
name: codegen-codegen-ui
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
template:
metadata:
labels:
helm.sh/chart: codegen-ui-1.0.0
app.kubernetes.io/name: codegen-ui
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
spec:
securityContext:
{}
containers:
- name: codegen-ui
envFrom:
- configMapRef:
name: codegen-codegen-ui-config
securityContext:
{}
image: "opea/codegen-ui:latest"
imagePullPolicy: IfNotPresent
ports:
- name: ui
containerPort: 5173
protocol: TCP
resources:
{}
volumeMounts:
- mountPath: /tmp
name: tmp
volumes:
- name: tmp
emptyDir: {}
---
# Source: codegen/charts/llm-uservice/templates/deployment.yaml
# Copyright (C) 2024 Intel Corporation
@@ -295,17 +454,20 @@ metadata:
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
app: codegen
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
template:
metadata:
labels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen
spec:
securityContext:
null
@@ -335,24 +497,47 @@ spec:
- name: codegen
containerPort: 7778
protocol: TCP
# startupProbe:
# httpGet:
# host: codegen-llm-uservice
# port: 9000
# path: /
# initialDelaySeconds: 5
# periodSeconds: 5
# failureThreshold: 120
# livenessProbe:
# httpGet:
# path: /
# port: 7778
# readinessProbe:
# httpGet:
# path: /
# port: 7778
resources:
null
volumes:
- name: tmp
emptyDir: {}
---
# Source: codegen/templates/nginx-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
name: codegen-nginx
labels:
helm.sh/chart: codegen-1.0.0
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app.kubernetes.io/version: "v1.0"
app.kubernetes.io/managed-by: Helm
app: codegen-nginx
spec:
selector:
matchLabels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
template:
metadata:
labels:
app.kubernetes.io/name: codegen
app.kubernetes.io/instance: codegen
app: codegen-nginx
spec:
containers:
- image: nginx:1.27.1
imagePullPolicy: IfNotPresent
name: nginx
volumeMounts:
- mountPath: /etc/nginx/conf.d
name: nginx-config-volume
securityContext: {}
volumes:
- configMap:
defaultMode: 420
name: codegen-nginx-config
name: nginx-config-volume