eff9f360f7
This switches from the ansible/dhall operator framework to kopf, an operator framework written in pure Python. This allows us to: * Build the operator application as a Python app. * Build the operator image using the opendev python builder images. * Run the operator as a Python CLI program "zuul-operator". * Write procedural Python code to handle operator tasks (such as creating new nodepool launchers when providers are added). * Use Jinja for templating config files and k8s resource files (direct pythonic manipulation of resources is an option too). The new CR nearly matches the existing one, with some minor differences. Some missing features and documentation are added in the commits immediately following; they should be reviewed and merged as a unit. Also, fx waiting for scheduler to settle in functional test since we changed this log line in Zuul. Change-Id: Ib37b67e3444b7cd44692d48eee77775ee9049e9f Change-Id: I70ec31ecd8fe264118215944022b2e7b513dced9
319 lines
8.5 KiB
YAML
319 lines
8.5 KiB
YAML
---
|
|
apiVersion: cert-manager.io/v1alpha2
|
|
kind: Certificate
|
|
metadata:
|
|
name: zookeeper-client
|
|
labels:
|
|
app.kubernetes.io/name: zookeeper-client-certificate
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zookeeper-client-certificate
|
|
spec:
|
|
keyEncoding: pkcs8
|
|
secretName: zookeeper-client-tls
|
|
commonName: client
|
|
usages:
|
|
- digital signature
|
|
- key encipherment
|
|
- server auth
|
|
- client auth
|
|
issuerRef:
|
|
name: ca-issuer
|
|
kind: Issuer
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: zuul-executor
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-executor
|
|
spec:
|
|
type: ClusterIP
|
|
clusterIP: None
|
|
ports:
|
|
- name: logs
|
|
port: 7900
|
|
protocol: TCP
|
|
targetPort: logs
|
|
selector:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-executor
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: zuul-gearman
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-scheduler
|
|
spec:
|
|
type: ClusterIP
|
|
ports:
|
|
- name: gearman
|
|
port: 4730
|
|
protocol: TCP
|
|
targetPort: gearman
|
|
selector:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-scheduler
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: zuul-web
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
spec:
|
|
#type: NodePort
|
|
ports:
|
|
- name: zuul-web
|
|
port: 9000
|
|
protocol: TCP
|
|
targetPort: zuul-web
|
|
selector:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: StatefulSet
|
|
metadata:
|
|
name: zuul-scheduler
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-scheduler
|
|
spec:
|
|
replicas: 1
|
|
serviceName: zuul-scheduler
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-scheduler
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-scheduler
|
|
annotations:
|
|
zuulConfSha: "{{ zuul_conf_sha }}"
|
|
spec:
|
|
containers:
|
|
- name: scheduler
|
|
image: zuul/zuul-scheduler:{{ zuul_version }}
|
|
command: ["/usr/local/bin/zuul-scheduler", "-f", "-d"]
|
|
ports:
|
|
- name: gearman
|
|
containerPort: 4730
|
|
volumeMounts:
|
|
- name: zuul-config
|
|
mountPath: /etc/zuul
|
|
readOnly: true
|
|
- name: zuul-tenant-config
|
|
mountPath: /etc/zuul/tenant
|
|
readOnly: true
|
|
- name: zuul-scheduler
|
|
mountPath: /var/lib/zuul
|
|
- name: zookeeper-client-tls
|
|
mountPath: /tls/client
|
|
readOnly: true
|
|
{%- for connection_name, connection in connections.items() %}
|
|
{%- if 'secretName' in connection %}
|
|
- name: connection-{{ connection_name }}
|
|
mountPath: /etc/zuul/connections/{{ connection_name }}
|
|
readOnly: true
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
volumes:
|
|
- name: zuul-config
|
|
secret:
|
|
secretName: zuul-config
|
|
- name: zuul-tenant-config
|
|
secret:
|
|
secretName: {{ zuul_tenant_secret }}
|
|
- name: zookeeper-client-tls
|
|
secret:
|
|
secretName: zookeeper-client-tls
|
|
{%- for connection_name, connection in connections.items() %}
|
|
{%- if 'secretName' in connection %}
|
|
- name: connection-{{ connection_name }}
|
|
secret:
|
|
secretName: {{ connection['secretName'] }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
volumeClaimTemplates:
|
|
- metadata:
|
|
name: zuul-scheduler
|
|
spec:
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
resources:
|
|
requests:
|
|
storage: 80Gi
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: zuul-web
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
spec:
|
|
replicas: {{ zuul_web.replicas }}
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
annotations:
|
|
zuulConfSha: "{{ zuul_conf_sha }}"
|
|
spec:
|
|
containers:
|
|
- name: web
|
|
image: zuul/zuul-web:{{ zuul_version }}
|
|
ports:
|
|
- name: zuul-web
|
|
containerPort: 9000
|
|
volumeMounts:
|
|
- name: zuul-config
|
|
mountPath: /etc/zuul
|
|
- name: zookeeper-client-tls
|
|
mountPath: /tls/client
|
|
readOnly: true
|
|
volumes:
|
|
- name: zuul-config
|
|
secret:
|
|
secretName: zuul-config
|
|
- name: zookeeper-client-tls
|
|
secret:
|
|
secretName: zookeeper-client-tls
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: StatefulSet
|
|
metadata:
|
|
name: zuul-executor
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-executor
|
|
spec:
|
|
serviceName: zuul-executor
|
|
replicas: {{ zuul_executor.replicas }}
|
|
podManagementPolicy: Parallel
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-executor
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-executor
|
|
annotations:
|
|
zuulConfSha: "{{ zuul_conf_sha }}"
|
|
spec:
|
|
securityContext:
|
|
runAsUser: 10001
|
|
runAsGroup: 10001
|
|
containers:
|
|
- name: executor
|
|
image: zuul/zuul-executor:{{ zuul_version }}
|
|
command: ["/usr/local/bin/zuul-executor", "-f", "-d"]
|
|
ports:
|
|
- name: logs
|
|
containerPort: 7900
|
|
volumeMounts:
|
|
- name: zuul-config
|
|
mountPath: /etc/zuul
|
|
- name: zuul-var
|
|
mountPath: /var/lib/zuul
|
|
{%- if executor_ssh_secret %}
|
|
- name: nodepool-private-key
|
|
mountPath: /etc/zuul/sshkey
|
|
{%- endif %}
|
|
- name: zookeeper-client-tls
|
|
mountPath: /tls/client
|
|
readOnly: true
|
|
{%- for volume in spec.get('jobVolumes', []) %}
|
|
- name: {{ volume.volume.name }}
|
|
mountPath: {{ volume.path }}
|
|
{%- if volume.access == 'ro' %}readOnly: true{% endif %}
|
|
{%- endfor %}
|
|
securityContext:
|
|
privileged: true
|
|
terminationGracePeriodSeconds: 3600
|
|
lifecycle:
|
|
preStop:
|
|
exec:
|
|
command: [
|
|
"/usr/local/bin/zuul-executor", "graceful"
|
|
]
|
|
volumes:
|
|
- name: zuul-var
|
|
emptyDir: {}
|
|
- name: zuul-config
|
|
secret:
|
|
secretName: zuul-config
|
|
- name: zookeeper-client-tls
|
|
secret:
|
|
secretName: zookeeper-client-tls
|
|
{%- if executor_ssh_secret %}
|
|
- name: nodepool-private-key
|
|
secret:
|
|
secretName: {{ executor_ssh_secret }}
|
|
{%- endif %}
|
|
{%- for volume in spec.get('jobVolumes', []) %}
|
|
- {{ volume.volume | zuul_to_json }}
|
|
{%- endfor %}
|
|
---
|
|
apiVersion: networking.k8s.io/v1beta1
|
|
kind: Ingress
|
|
metadata:
|
|
name: zuul-ingress
|
|
labels:
|
|
app.kubernetes.io/name: zuul
|
|
app.kubernetes.io/instance: {{ instance_name }}
|
|
app.kubernetes.io/part-of: zuul
|
|
app.kubernetes.io/component: zuul-web
|
|
spec:
|
|
rules:
|
|
- http:
|
|
paths:
|
|
- path: /
|
|
backend:
|
|
serviceName: zuul-web
|
|
servicePort: 9000
|