Skip to content

Commit 2a90081

Browse files
imeoerimeoer
committed
ci: prepare for e2e test
1. prepare model-csi-driver helm chart 2. install kind cluster and helm 3. install model-csi-driver helm to cluster Signed-off-by: imeoer <yansong.ys@antgroup.com>
1 parent 18269c6 commit 2a90081

File tree

8 files changed

+370
-0
lines changed

8 files changed

+370
-0
lines changed

‎.github/workflows/e2e.yml‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
name: Run E2E test
2+
3+
on:
4+
push:
5+
branches: [main, release-*]
6+
pull_request:
7+
branches: [main, release-*]
8+
9+
jobs:
10+
setup-kind-helm:
11+
runs-on: ubuntu-latest
12+
13+
steps:
14+
- name: Checkout code
15+
uses: actions/checkout@v4
16+
17+
- name: Build binaries
18+
run: |
19+
make release
20+
21+
- name: Set up Docker Buildx
22+
uses: docker/setup-buildx-action@v3
23+
24+
- name: Build Docker Image
25+
run: |
26+
docker build -t model-csi-driver:latest -f misc/Dockerfile .
27+
28+
- name: Install Kind
29+
run: |
30+
curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.30.0/kind-linux-amd64
31+
chmod +x ./kind
32+
sudo mv ./kind /usr/local/bin/kind
33+
34+
- name: Create Kind Cluster
35+
run: |
36+
kind create cluster --wait 120s
37+
38+
- name: Load docker image into kind
39+
run: |
40+
kind load docker-image my-app:latest
41+
42+
- name: Install Helm
43+
run: |
44+
curl -fsSL https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
45+
46+
- name: Check cluster and helm
47+
run: |
48+
kubectl get nodes
49+
kubectl cluster-info
50+
helm version
51+
52+
- name: Deploy model-csi-driver chart
53+
run: |
54+
helm upgrade --install model-csi-driver ./charts/model-csi-driver --namespace model-csi --create-namespace
55+
56+
- name: Wait for model-csi-driver pods to be ready
57+
run: |
58+
kubectl wait --for=condition=Ready pods --all --namespace model-csi --timeout=60s

‎charts/model-csi-driver/.helmignore‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
# Patterns to ignore when building packages.
2+
# This supports shell glob matching, relative path matching, and
3+
# negation (prefixed with !). Only one pattern per line.
4+
.DS_Store
5+
# Common VCS dirs
6+
.git/
7+
.gitignore
8+
.bzr/
9+
.bzrignore
10+
.hg/
11+
.hgignore
12+
.svn/
13+
# Common backup files
14+
*.swp
15+
*.bak
16+
*.tmp
17+
*.orig
18+
*~
19+
# Various IDEs
20+
.project
21+
.idea/
22+
*.tmproj
23+
.vscode/

‎charts/model-csi-driver/Chart.yaml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
apiVersion: v2
2+
name: model-csi-driver
3+
description: Kubernetes CSI Driver for serving OCI model artifacts
4+
5+
# A chart can be either an 'application' or a 'library' chart.
6+
#
7+
# Application charts are a collection of templates that can be packaged into versioned archives
8+
# to be deployed.
9+
#
10+
# Library charts provide useful utilities or functions for the chart developer. They're included as
11+
# a dependency of application charts to inject those utilities and functions into the rendering
12+
# pipeline. Library charts do not define any templates and therefore cannot be deployed.
13+
type: application
14+
15+
# This is the chart version. This version number should be incremented each time you make changes
16+
# to the chart and its templates, including the app version.
17+
# Versions are expected to follow Semantic Versioning (https://semver.org/)
18+
version: 0.1.0
19+
20+
# This is the version number of the application being deployed. This version number should be
21+
# incremented each time you make changes to the application. Versions are not expected to
22+
# follow Semantic Versioning. They should reflect the version the application is using.
23+
# It is recommended to use it with quotes.
24+
appVersion: "1.16.0"

‎charts/model-csi-driver/templates/_helpers.tpl‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
{{/*
2+
Expand the name of the chart.
3+
*/}}
4+
{{- define "model-csi-driver.name" -}}
5+
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
6+
{{- end }}
7+
8+
{{/*
9+
Create a default fully qualified app name.
10+
We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
11+
If release name contains chart name it will be used as a full name.
12+
*/}}
13+
{{- define "model-csi-driver.fullname" -}}
14+
{{- if .Values.fullnameOverride }}
15+
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
16+
{{- else }}
17+
{{- $name := default .Chart.Name .Values.nameOverride }}
18+
{{- if contains $name .Release.Name }}
19+
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
20+
{{- else }}
21+
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
22+
{{- end }}
23+
{{- end }}
24+
{{- end }}
25+
26+
{{/*
27+
Create chart name and version as used by the chart label.
28+
*/}}
29+
{{- define "model-csi-driver.chart" -}}
30+
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
31+
{{- end }}
32+
33+
{{/*
34+
Common labels
35+
*/}}
36+
{{- define "model-csi-driver.labels" -}}
37+
helm.sh/chart: {{ include "model-csi-driver.chart" . }}
38+
{{ include "model-csi-driver.selectorLabels" . }}
39+
{{- if .Chart.AppVersion }}
40+
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
41+
{{- end }}
42+
app.kubernetes.io/managed-by: {{ .Release.Service }}
43+
{{- end }}
44+
45+
{{/*
46+
Selector labels
47+
*/}}
48+
{{- define "model-csi-driver.selectorLabels" -}}
49+
app.kubernetes.io/name: {{ include "model-csi-driver.name" . }}
50+
app.kubernetes.io/instance: {{ .Release.Name }}
51+
{{- end }}
52+
53+
{{/*
54+
Create the name of the service account to use
55+
*/}}
56+
{{- define "model-csi-driver.serviceAccountName" -}}
57+
{{- if .Values.serviceAccount.create }}
58+
{{- default (include "model-csi-driver.fullname" .) .Values.serviceAccount.name }}
59+
{{- else }}
60+
{{- default "default" .Values.serviceAccount.name }}
61+
{{- end }}
62+
{{- end }}

‎charts/model-csi-driver/templates/configmap.yaml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
apiVersion: v1
2+
kind: ConfigMap
3+
metadata:
4+
name: config
5+
namespace: model-csi
6+
data:
7+
config.yaml: |-
8+
service_name: {{ .Values.config.serviceName }}
9+
root_dir: {{ .Values.config.rootDir }}
10+
csi_endpoint: unix:///csi/csi.sock

‎charts/model-csi-driver/templates/daemonset.yaml‎

Lines changed: 148 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,148 @@
1+
apiVersion: apps/v1
2+
kind: DaemonSet
3+
metadata:
4+
namespace: {{ .Values.namespace }}
5+
name: {{ include "model-csi-driver.fullname" . }}
6+
labels:
7+
{{- include "model-csi-driver.labels" . | nindent 4 }}
8+
spec:
9+
selector:
10+
matchLabels:
11+
{{- include "model-csi-driver.selectorLabels" . | nindent 6 }}
12+
{{- with .Values.updateStrategy }}
13+
updateStrategy:
14+
{{- toYaml . | nindent 4 }}
15+
{{- end }}
16+
template:
17+
metadata:
18+
{{- with .Values.podAnnotations }}
19+
annotations:
20+
{{- toYaml . | nindent 8 }}
21+
{{- end }}
22+
labels:
23+
{{- include "model-csi-driver.selectorLabels" . | nindent 8 }}
24+
{{- with .Values.podLabels }}
25+
{{- toYaml . | nindent 8 }}
26+
{{- end }}
27+
spec:
28+
{{- with .Values.imagePullSecrets }}
29+
imagePullSecrets:
30+
{{- toYaml . | nindent 8 }}
31+
{{- end }}
32+
{{- if .Values.hostNetwork }}
33+
hostNetwork: {{ .Values.hostNetwork }}
34+
{{- end }}
35+
containers:
36+
- name: csi-driver-registrar
37+
image: "{{ .Values.registrar.image.repository }}:{{ .Values.registrar.image.tag }}"
38+
imagePullPolicy: {{ .Values.registrar.image.pullPolicy | default "IfNotPresent" }}
39+
args:
40+
- "--v=5"
41+
- "--csi-address=/csi/csi.sock"
42+
- "--kubelet-registration-path=/var/lib/kubelet/plugins/{{ .Values.config.serviceName }}/csi.sock"
43+
resources:
44+
limits:
45+
cpu: "0.5"
46+
memory: 256Mi
47+
ephemeral-storage: 1Gi
48+
requests:
49+
cpu: 0
50+
memory: 0
51+
ephemeral-storage: 0
52+
livenessProbe:
53+
exec:
54+
command:
55+
- /csi-node-driver-registrar
56+
- --kubelet-registration-path=/var/lib/kubelet/plugins/{{ .Values.config.serviceName }}/csi.sock
57+
- --mode=kubelet-registration-probe
58+
initialDelaySeconds: 30
59+
timeoutSeconds: 15
60+
valumeMounts:
61+
- name: plugin-dir
62+
mountPath: /csi
63+
- name: {{ .Chart.Name }}
64+
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
65+
imagePullPolicy: {{ .Values.image.pullPolicy | default "IfNotPresent" }}
66+
{{- with .Values.command }}
67+
command:
68+
{{- toYaml . | nindent 12 }}
69+
{{- end }}
70+
livenessProbe:
71+
exec:
72+
command:
73+
- /bin/sh
74+
- -c
75+
- |
76+
stat /csi/csi.sock
77+
failureThreshold: 2
78+
initialDelaySeconds: 5
79+
periodSeconds: 10
80+
{{- with .Values.args }}
81+
args:
82+
{{- toYaml . | nindent 12 }}
83+
{{- end }}
84+
env:
85+
- name: POD_IP
86+
valueFrom:
87+
fieldRef:
88+
apiVersion: v1
89+
fieldPath: status.podIP
90+
- name: X_CSI_MODE
91+
value: node
92+
- name: CSI_NODE_ID
93+
valueFrom:
94+
fieldRef:
95+
fieldPath: spec.nodeName
96+
{{- with .Values.env }}
97+
{{- toYaml . | nindent 12 }}
98+
{{- end }}
99+
securityContext:
100+
privileged: true
101+
capabilities:
102+
add: ["SYS_ADMIN"]
103+
allowPrivilegeEscalation: true
104+
resources:
105+
{{- toYaml .Values.resources | nindent 12 }}
106+
volumeMounts:
107+
- name: plugin-dir
108+
mountPath: /csi
109+
- mountPath: /etc/model-csi-driver
110+
name: config-dir
111+
readOnly: true
112+
- mountPath: {{ .Values.config.rootDir }}
113+
name: root-dir
114+
mountPropagation: "Bidirectional"
115+
{{- with .Values.volumeMounts }}
116+
{{- toYaml . | nindent 12 }}
117+
{{- end }}
118+
{{- with .Values.livenessProbe }}
119+
livenessProbe:
120+
{{- toYaml . | nindent 12 }}
121+
{{- end }}
122+
{{- with .Values.readinessProbe }}
123+
readinessProbe:
124+
{{- toYaml . | nindent 12 }}
125+
{{- end }}
126+
volumes:
127+
- name: plugin-dir
128+
hostPath:
129+
path: /var/lib/kubelet/plugins/{{ .Values.config.serviceName }}
130+
type: DirectoryOrCreate
131+
- name: config-dir
132+
configMap:
133+
defaultMode: 420
134+
name: config
135+
- name: root-dir
136+
hostPath:
137+
path: {{ .Values.config.rootDir }}
138+
type: DirectoryOrCreate
139+
{{- toYaml .Values.volumes | nindent 8 }}
140+
{{- with .Values.priorityClassName }}
141+
priorityClassName: {{ . }}
142+
{{- end }}
143+
tolerations:
144+
{{- toYaml .Values.tolerations | nindent 8 }}
145+
nodeSelector:
146+
{{- toYaml .Values.nodeSelector | nindent 8 }}
147+
affinity:
148+
{{- toYaml .Values.affinity | nindent 8 }}

‎charts/model-csi-driver/values.yaml‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
# Default values for model-csi-driver.
2+
# This is a YAML-formatted file.
3+
# Declare variables to be passed into your templates.
4+
5+
namespace: model-csi
6+
7+
image:
8+
repository: model-csi-driver
9+
pullPolicy: IfNotPresent
10+
tag: latest
11+
12+
registrar:
13+
image:
14+
repository: k8s.gcr.io/sig-storage/csi-node-driver-registrar
15+
pullPolicy: IfNotPresent
16+
tag: v2.5.0
17+
18+
resources:
19+
limits:
20+
cpu: 1
21+
memory: 1Gi
22+
ephemeral-storage: 1Gi
23+
requests:
24+
cpu: 0
25+
memory: 0
26+
ephemeral-storage: 0
27+
28+
config:
29+
serviceName: model.csi.modelpack.org
30+
rootDir: /var/lib/model-csi
31+
32+
volumes:
33+
- name: csi-socket
34+
hostPath: /var/lib/kubelet/plugins/<drivername.example.com>/csi.sock
35+
36+
imagePullSecrets: []
37+
nameOverride: ""
38+
fullnameOverride: ""
39+
podAnnotations: {}
40+
nodeSelector: {}
41+
tolerations: []
42+
affinity: {}

‎misc/Dockerfile‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
FROM gcr.io/distroless/static
2+
COPY ./model-csi-driver /usr/bin/model-csi-driver
3+
ENTRYPOINT ["/usr/bin/model-csi-driver"]

0 commit comments

Comments
 (0)