Skip to content

Commit ef29293

Browse files
nsinglansingla
committed
updating k8s version
Signed-off-by: Nelesh Singla <[email protected]>
1 parent ff97283 commit ef29293

File tree

59 files changed

+831
-499
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

59 files changed

+831
-499
lines changed

‎.github/actions/create-cluster/action.yml‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,10 @@ runs:
1414
using: "composite"
1515
steps:
1616
- name: Create k8s Kind Cluster
17-
uses: container-tools/kind-action@v2
17+
uses: helm/kind-action@v1.12.0
1818
with:
1919
cluster_name: ${{ inputs.cluster_name }}
2020
kubectl_version: ${{ inputs.k8s_version }}
21-
version: v0.25.0
21+
version: v0.29.0
2222
node_image: kindest/node:${{ inputs.k8s_version }}
23+
registry: true

‎.github/resources/manifests/base/apiserver-env.yaml‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: ml-pipeline
5+
spec:
6+
template:
7+
spec:
8+
dnsPolicy: ClusterFirst
9+
dnsConfig:
10+
searches:
11+
- NAMESPACE.svc.cluster.local
12+
- svc.cluster.local
13+
- cluster.local
14+
options:
15+
- name: timeout
16+
value: "5"
17+
- name: attempts
18+
value: "5"
19+
- name: ndots
20+
value: "2"
21+
containers:
22+
- name: ml-pipeline-api-server
23+
env:
24+
- name: V2_DRIVER_IMAGE
25+
value: kind-registry:5000/driver
26+
- name: V2_LAUNCHER_IMAGE
27+
value: kind-registry:5000/launcher
28+
- name: LOG_LEVEL
29+
value: "debug"
30+
- name: DBCONFIG_HOST_NAME
31+
valueFrom:
32+
configMapKeyRef:
33+
name: namespace-config
34+
key: dbHost

‎.github/resources/manifests/base/cache-deployment.yaml‎

Lines changed: 108 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,108 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: cache-server
5+
labels:
6+
app: cache-server
7+
spec:
8+
replicas: 1
9+
selector:
10+
matchLabels:
11+
app: cache-server
12+
template:
13+
metadata:
14+
labels:
15+
app: cache-server
16+
spec:
17+
securityContext:
18+
seccompProfile:
19+
type: RuntimeDefault
20+
containers:
21+
- name: server
22+
securityContext:
23+
allowPrivilegeEscalation: false
24+
runAsNonRoot: true
25+
runAsUser: 1000
26+
runAsGroup: 0
27+
capabilities:
28+
drop:
29+
- ALL
30+
image: ghcr.io/kubeflow/kfp-cache-server:dummy
31+
env:
32+
- name: DEFAULT_CACHE_STALENESS
33+
valueFrom:
34+
configMapKeyRef:
35+
name: pipeline-install-config
36+
key: DEFAULT_CACHE_STALENESS
37+
- name: MAXIMUM_CACHE_STALENESS
38+
valueFrom:
39+
configMapKeyRef:
40+
name: pipeline-install-config
41+
key: MAXIMUM_CACHE_STALENESS
42+
- name: CACHE_IMAGE
43+
valueFrom:
44+
configMapKeyRef:
45+
name: pipeline-install-config
46+
key: cacheImage
47+
- name: CACHE_NODE_RESTRICTIONS
48+
valueFrom:
49+
configMapKeyRef:
50+
name: pipeline-install-config
51+
key: cacheNodeRestrictions
52+
- name: DBCONFIG_DRIVER
53+
value: mysql
54+
- name: DBCONFIG_DB_NAME
55+
valueFrom:
56+
configMapKeyRef:
57+
name: pipeline-install-config
58+
key: cacheDb
59+
- name: DBCONFIG_HOST_NAME
60+
valueFrom:
61+
configMapKeyRef:
62+
name: n
63+
key: dbHost
64+
- name: DBCONFIG_PORT
65+
valueFrom:
66+
configMapKeyRef:
67+
name: pipeline-install-config
68+
key: dbPort
69+
- name: DBCONFIG_USER
70+
valueFrom:
71+
secretKeyRef:
72+
name: mysql-secret
73+
key: username
74+
- name: DBCONFIG_PASSWORD
75+
valueFrom:
76+
secretKeyRef:
77+
name: mysql-secret
78+
key: password
79+
- name: NAMESPACE_TO_WATCH
80+
valueFrom:
81+
fieldRef:
82+
fieldPath: metadata.namespace
83+
# If you update WEBHOOK_PORT, also change the value of the
84+
# containerPort "webhook-api" to match.
85+
- name: WEBHOOK_PORT
86+
value: "8443"
87+
args: ["--db_driver=$(DBCONFIG_DRIVER)",
88+
"--db_host=$(DBCONFIG_HOST_NAME)",
89+
"--db_port=$(DBCONFIG_PORT)",
90+
"--db_name=$(DBCONFIG_DB_NAME)",
91+
"--db_user=$(DBCONFIG_USER)",
92+
"--db_password=$(DBCONFIG_PASSWORD)",
93+
"--namespace_to_watch=$(NAMESPACE_TO_WATCH)",
94+
"--listen_port=$(WEBHOOK_PORT)",
95+
]
96+
imagePullPolicy: Always
97+
ports:
98+
- containerPort: 8443
99+
name: webhook-api
100+
volumeMounts:
101+
- name: webhook-tls-certs
102+
mountPath: /etc/webhook/certs
103+
readOnly: true
104+
volumes:
105+
- name: webhook-tls-certs
106+
secret:
107+
secretName: webhook-server-tls
108+
serviceAccountName: kubeflow-pipelines-cache

‎.github/resources/manifests/base/cache-specs.yaml‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: cache-server
5+
spec:
6+
template:
7+
spec:
8+
dnsPolicy: ClusterFirst
9+
dnsConfig:
10+
searches:
11+
- NAMESPACE.svc.cluster.local
12+
- svc.cluster.local
13+
- cluster.local
14+
options:
15+
- name: timeout
16+
value: "2"
17+
- name: attempts
18+
value: "3"
19+
- name: ndots
20+
value: "2"
21+
containers:
22+
- name: server
23+
env:
24+
- name: DBCONFIG_HOST_NAME
25+
valueFrom:
26+
configMapKeyRef:
27+
name: namespace-config
28+
key: dbHost

‎.github/resources/manifests/base/grpc-specs.yaml‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: metadata-grpc-deployment
5+
spec:
6+
template:
7+
spec:
8+
dnsPolicy: ClusterFirst
9+
dnsConfig:
10+
searches:
11+
- NAMESPACE.svc.cluster.local
12+
- svc.cluster.local
13+
- cluster.local
14+
options:
15+
- name: timeout
16+
value: "2"
17+
- name: attempts
18+
value: "3"
19+
- name: ndots
20+
value: "2"
21+
containers:
22+
- name: container
23+
env:
24+
- name: POD_NAMESPACE
25+
valueFrom:
26+
fieldRef:
27+
fieldPath: metadata.namespace
28+
- name: MYSQL_HOST
29+
valueFrom:
30+
configMapKeyRef:
31+
name: namespace-config
32+
key: dbHost
33+
- name: MYSQL_PORT
34+
valueFrom:
35+
configMapKeyRef:
36+
name: pipeline-install-config
37+
key: mysqlPort
38+

‎.github/resources/manifests/base/kustomization.yaml‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
apiVersion: kustomize.config.k8s.io/v1beta1
2+
kind: Kustomization
3+
resources:
4+
- ml-pipeline-apiserver-deployment.yaml
5+
- metadata-grpc-deployment.yaml
6+
- cache-deployment.yaml
7+
- namespace-config.yaml
8+
9+
patches:
10+
- path: apiserver-env.yaml
11+
- path: grpc-specs.yaml
12+
- path: cache-specs.yaml
13+
14+
replacements:
15+
- source:
16+
kind: ConfigMap
17+
name: namespace-config
18+
fieldPath: data.namespaceDns
19+
targets:
20+
- select:
21+
kind: Deployment
22+
name: ml-pipeline
23+
fieldPaths:
24+
- spec.template.spec.dnsConfig.searches.[=NAMESPACE.svc.cluster.local]
25+
- select:
26+
kind: Deployment
27+
name: metadata-grpc-deployment
28+
fieldPaths:
29+
- spec.template.spec.dnsConfig.searches.[=NAMESPACE.svc.cluster.local]
30+
- select:
31+
kind: Deployment
32+
name: cache-server
33+
fieldPaths:
34+
- spec.template.spec.dnsConfig.searches.[=NAMESPACE.svc.cluster.local]

‎.github/resources/manifests/base/metadata-grpc-deployment.yaml‎

Lines changed: 90 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,90 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: metadata-grpc-deployment
5+
labels:
6+
component: metadata-grpc-server
7+
spec:
8+
replicas: 1
9+
selector:
10+
matchLabels:
11+
component: metadata-grpc-server
12+
template:
13+
metadata:
14+
labels:
15+
component: metadata-grpc-server
16+
spec:
17+
securityContext:
18+
seccompProfile:
19+
type: RuntimeDefault
20+
containers:
21+
- name: container
22+
# ! Sync to the same MLMD version:
23+
# * backend/metadata_writer/requirements.in and requirements.txt
24+
# * @kubeflow/frontend/src/mlmd/generated
25+
# * .cloudbuild.yaml and .release.cloudbuild.yaml
26+
# * manifests/kustomize/base/metadata/base/metadata-grpc-deployment.yaml
27+
# * test/tag_for_hosted.sh
28+
image: gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0
29+
securityContext:
30+
allowPrivilegeEscalation: false
31+
seccompProfile:
32+
type: RuntimeDefault
33+
runAsNonRoot: true
34+
runAsUser: 1000
35+
runAsGroup: 0
36+
capabilities:
37+
drop:
38+
- ALL
39+
env:
40+
- name: DBCONFIG_USER
41+
valueFrom:
42+
secretKeyRef:
43+
name: mysql-secret
44+
key: username
45+
- name: DBCONFIG_PASSWORD
46+
valueFrom:
47+
secretKeyRef:
48+
name: mysql-secret
49+
key: password
50+
- name: MYSQL_DATABASE
51+
valueFrom:
52+
configMapKeyRef:
53+
name: pipeline-install-config
54+
key: mlmdDb
55+
- name: MYSQL_HOST
56+
valueFrom:
57+
configMapKeyRef:
58+
key: dbHost
59+
name: pipeline-install-config
60+
- name: MYSQL_PORT
61+
valueFrom:
62+
configMapKeyRef:
63+
name: pipeline-install-config
64+
key: dbPort
65+
command: ["/bin/metadata_store_server"]
66+
args: ["--grpc_port=8080",
67+
"--mysql_config_database=$(MYSQL_DATABASE)",
68+
"--mysql_config_host=$(MYSQL_HOST)",
69+
"--mysql_config_port=$(MYSQL_PORT)",
70+
"--mysql_config_user=$(DBCONFIG_USER)",
71+
"--mysql_config_password=$(DBCONFIG_PASSWORD)",
72+
"--enable_database_upgrade=true",
73+
"--grpc_channel_arguments=grpc.max_metadata_size=16384"
74+
]
75+
ports:
76+
- name: grpc-api
77+
containerPort: 8080
78+
livenessProbe:
79+
tcpSocket:
80+
port: grpc-api
81+
initialDelaySeconds: 3
82+
periodSeconds: 5
83+
timeoutSeconds: 2
84+
readinessProbe:
85+
tcpSocket:
86+
port: grpc-api
87+
initialDelaySeconds: 3
88+
periodSeconds: 5
89+
timeoutSeconds: 2
90+
serviceAccountName: metadata-grpc-server

0 commit comments

Comments
 (0)