10 Commits

Author SHA1 Message Date
Raffael H
7bf01de75f Bump Chart version 2023-10-05 13:51:08 +02:00
Raffael H
9687f504e1 Update charts with placeholders 2023-10-05 13:47:03 +02:00
Raffael H
8e43add4da Add basic auth secret to setup 2023-08-10 16:07:42 +02:00
Raffael H
7a01cc94b6 Add separators to named templates 2023-08-10 15:29:04 +02:00
Raffael H
01fe8162c3 Release version 0.2.0 - this time really 2023-08-10 14:52:03 +02:00
Raffael H
68df02b47a Release version 0.2.0 2023-08-10 14:49:17 +02:00
Raffael H
d6a569fa0a Update port name in servicemonitor pushgateway 2023-08-10 13:47:08 +02:00
Raffael H
fe541efe79 Add blackboxexporter, grafana, pushgateway and thanos 2023-08-10 13:38:19 +02:00
Raffael H
b563303559 Resolve conflict 2023-08-10 10:30:04 +02:00
Raffael H
9665fbc8a4 Merge 2023-08-10 10:24:32 +02:00
32 changed files with 648 additions and 45 deletions

View File

@@ -15,7 +15,7 @@ type: application
# This is the chart version. This version number should be incremented each time you make changes # This is the chart version. This version number should be incremented each time you make changes
# to the chart and its templates, including the app version. # to the chart and its templates, including the app version.
# Versions are expected to follow Semantic Versioning (https://semver.org/) # Versions are expected to follow Semantic Versioning (https://semver.org/)
version: 0.1.0 version: 0.1.1
# This is the version number of the application being deployed. This version number should be # This is the version number of the application being deployed. This version number should be
# incremented each time you make changes to the application. Versions are not expected to # incremented each time you make changes to the application. Versions are not expected to

View File

@@ -1 +1 @@
user: user1 user: userX # Replace me

View File

@@ -15,7 +15,7 @@ type: application
# This is the chart version. This version number should be incremented each time you make changes # This is the chart version. This version number should be incremented each time you make changes
# to the chart and its templates, including the app version. # to the chart and its templates, including the app version.
# Versions are expected to follow Semantic Versioning (https://semver.org/) # Versions are expected to follow Semantic Versioning (https://semver.org/)
version: 0.1.1 version: 0.2.3
# This is the version number of the application being deployed. This version number should be # This is the version number of the application being deployed. This version number should be
# incremented each time you make changes to the application. Versions are not expected to # incremented each time you make changes to the application. Versions are not expected to

View File

@@ -0,0 +1,10 @@
{{- define "alertmanager.alertmanager" }}
---
apiVersion: monitoring.coreos.com/v1
kind: Alertmanager
metadata:
labels:
app.kubernetes.io/name: {{ .Values.user }}-am
name: {{ .Values.user }}-am
spec: {}
{{- end }}

View File

@@ -0,0 +1,39 @@
{{- define "blackboxexporter.cm" }}
---
apiVersion: v1
kind: ConfigMap
metadata:
name: blackbox-exporter-config
labels:
app.kubernetes.io/name: blackbox-exporter
data:
config.yml: |
modules:
http_2xx:
prober: http
timeout: 10s
http:
preferred_ip_protocol: "ip4"
tls_config:
insecure_skip_verify: true
http_3xx:
prober: http
timeout: 10s
http:
preferred_ip_protocol: "ip4"
follow_redirects: false
tls_config:
insecure_skip_verify: true
valid_status_codes: [300, 301, 302, 303, 304, 305, 306, 307, 308]
http_4xx:
prober: http
timeout: 10s
http:
preferred_ip_protocol: "ip4"
follow_redirects: false
tls_config:
insecure_skip_verify: true
valid_status_codes: [400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 421, 422, 423, 424, 425, 426, 428, 429, 431, 451, 418, 420, 444, 449, 499]
tcp_connect:
prober: tcp
{{- end }}

View File

@@ -0,0 +1,43 @@
{{- define "blackboxexporter.deploy" }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app.kubernetes.io/name: blackbox-exporter
name: blackbox-exporter
spec:
selector:
matchLabels:
app.kubernetes.io/name: blackbox-exporter
template:
metadata:
labels:
app.kubernetes.io/name: blackbox-exporter
spec:
containers:
- name: blackbox-exporter
image: quay.io/prometheus/blackbox-exporter:v0.24.0
args:
- --config.file=/etc/blackbox_exporter/config.yml
ports:
- containerPort: 9115
name: http
volumeMounts:
- mountPath: /etc/blackbox_exporter/
name: blackbox-config
resources: {}
livenessProbe:
httpGet:
path: /health
port: http
readinessProbe:
httpGet:
path: /health
port: http
volumes:
- name: blackbox-config
configMap:
defaultMode: 420
name: blackbox-exporter-config
{{- end }}

View File

@@ -0,0 +1,20 @@
{{- define "grafana.dashboardprovider" }}
---
kind: ConfigMap
apiVersion: v1
metadata:
name: grafana-dashboardproviders
labels:
app.kubernetes.io/name: grafana
data:
dashboardproviders.yaml: |
apiVersion: 1
providers:
- disableDeletion: false
editable: false
name: general
options:
path: /var/lib/grafana/dashboards/general
orgId: 1
type: file
{{- end }}

View File

@@ -0,0 +1,21 @@
{{- define "grafana.datasource" }}
---
apiVersion: v1
kind: Secret
type: Opaque
metadata:
name: grafana-datasources
labels:
app.kubernetes.io/name: grafana
datasource: "true"
stringData:
dashboardproviders.yaml: |
apiVersion: 1
datasources:
- name: thanos-querier
access: proxy
editable: false
type: prometheus
url: http://thanos-query.{{ .Values.user }}-monitoring.svc.cluster.local:10902
version: 1
{{- end }}

View File

@@ -0,0 +1,116 @@
{{- define "grafana.deploy" }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app.kubernetes.io/name: grafana
name: grafana
spec:
selector:
matchLabels:
app.kubernetes.io/name: grafana
template:
metadata:
labels:
app.kubernetes.io/name: grafana
spec:
serviceAccount: grafana
serviceAccountName: grafana
initContainers:
- name: grafana-sc-datasources
env:
- name: METHOD
value: LIST
- name: LABEL
value: datasource
- name: LABEL_VALUE
value: "true"
- name: FOLDER
value: /etc/grafana/provisioning/datasources
- name: RESOURCE
value: secret
image: quay.io/kiwigrid/k8s-sidecar:1.25.0
resources:
limits:
cpu: 200m
memory: 128Mi
requests:
cpu: 50m
memory: 32Mi
volumeMounts:
- mountPath: /etc/grafana/provisioning/datasources
name: datasource-volume
containers:
- name: grafana-sc-dashboard
env:
- name: LABEL
value: dashboard
- name: LABEL_VALUE
value: "true"
- name: FOLDER
value: /var/lib/grafana/dashboards/general
- name: RESOURCE
value: configmap
image: quay.io/kiwigrid/k8s-sidecar:1.25.0
resources:
limits:
cpu: 1
memory: 128Mi
requests:
cpu: 50m
memory: 32Mi
volumeMounts:
- mountPath: /var/lib/grafana/dashboards/general
name: dashboard-volume
- name: grafana
env:
- name: GF_ANALYTICS_REPORTING_ENABLED
value: "false"
- name: TZ
value: "Europe/Zurich"
image: grafana/grafana:10.0.3
livenessProbe:
failureThreshold: 10
httpGet:
path: /api/health
port: 3000
scheme: HTTP
initialDelaySeconds: 60
periodSeconds: 10
successThreshold: 1
timeoutSeconds: 30
ports:
- containerPort: 3000
name: grafana-http
protocol: TCP
readinessProbe:
failureThreshold: 3
httpGet:
path: /api/health
port: 3000
scheme: HTTP
periodSeconds: 10
successThreshold: 1
timeoutSeconds: 1
volumeMounts:
- mountPath: /etc/grafana/provisioning/dashboards/
name: grafana-dashboardproviders
- mountPath: /var/lib/grafana/data
name: grafana-volume
- mountPath: /var/lib/grafana/dashboards/general
name: dashboard-volume
- mountPath: /etc/grafana/provisioning/datasources/
name: datasource-volume
volumes:
- name: grafana-dashboardproviders
configMap:
defaultMode: 420
name: grafana-dashboardproviders
- emptyDir: {}
name: grafana-volume
- emptyDir: {}
name: dashboard-volume
- emptyDir: {}
name: datasource-volume
{{- end }}

View File

@@ -0,0 +1,28 @@
{{- define "grafana.ingress" }}
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
annotations:
haproxy.org/auth-secret: basic-auth
haproxy.org/auth-type: basic-auth
haproxy.org/auth-realm: Authentication Required
name: grafana
spec:
ingressClassName: haproxy
rules:
- host: {{ .Values.user }}-grafana.training.cluster.acend.ch
http:
paths:
- backend:
service:
name: grafana
port:
number: 3000
path: /
pathType: ImplementationSpecific
tls:
- hosts:
- {{ .Values.user }}-grafana.training.cluster.acend.ch
secretName: acend-wildcard
{{- end }}

View File

@@ -0,0 +1,16 @@
{{- define "grafana.rolebinding" }}
---
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
labels:
app.kubernetes.io/name: grafana
name: grafana
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: ClusterRole
name: kube-prometheus-stack-grafana-clusterrole
subjects:
- kind: ServiceAccount
name: grafana
{{- end }}

View File

@@ -0,0 +1,9 @@
{{- define "grafana.sa" }}
---
apiVersion: v1
kind: ServiceAccount
metadata:
labels:
app.kubernetes.io/name: grafana
name: grafana
{{- end }}

View File

@@ -0,0 +1,18 @@
{{- define "grafana.svc" }}
---
apiVersion: v1
kind: Service
metadata:
name: grafana
labels:
app.kubernetes.io/name: grafana
spec:
ports:
- name: http
port: 3000
protocol: TCP
targetPort: 3000
selector:
app.kubernetes.io/name: grafana
type: ClusterIP
{{- end }}

View File

@@ -1,3 +1,5 @@
{{- define "prometheus.ingress" }}
---
apiVersion: networking.k8s.io/v1 apiVersion: networking.k8s.io/v1
kind: Ingress kind: Ingress
metadata: metadata:
@@ -5,6 +7,8 @@ metadata:
haproxy.org/auth-secret: basic-auth haproxy.org/auth-secret: basic-auth
haproxy.org/auth-type: basic-auth haproxy.org/auth-type: basic-auth
haproxy.org/auth-realm: Authentication Required haproxy.org/auth-realm: Authentication Required
labels:
app.kubernetes.io/name: {{ .Values.user }}-prometheus
name: {{ .Values.user }}-prometheus name: {{ .Values.user }}-prometheus
spec: spec:
ingressClassName: haproxy ingressClassName: haproxy
@@ -23,3 +27,4 @@ spec:
- hosts: - hosts:
- {{ .Values.user }}-prometheus.training.cluster.acend.ch - {{ .Values.user }}-prometheus.training.cluster.acend.ch
secretName: acend-wildcard secretName: acend-wildcard
{{- end }}

View File

@@ -1,6 +1,10 @@
{{- define "prometheus.role" }}
---
apiVersion: rbac.authorization.k8s.io/v1 apiVersion: rbac.authorization.k8s.io/v1
kind: Role kind: Role
metadata: metadata:
labels:
app.kubernetes.io/name: {{ .Values.user }}-prometheus
name: prometheus-{{ .Values.user }} name: prometheus-{{ .Values.user }}
rules: rules:
- apiGroups: [""] - apiGroups: [""]
@@ -18,3 +22,4 @@ rules:
resources: resources:
- ingresses - ingresses
verbs: ["get", "list", "watch"] verbs: ["get", "list", "watch"]
{{- end }}

View File

@@ -1,6 +1,10 @@
{{- define "prometheus.rolebinding" }}
---
apiVersion: rbac.authorization.k8s.io/v1 apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding kind: RoleBinding
metadata: metadata:
labels:
app.kubernetes.io/name: prometheus
name: prometheus name: prometheus
roleRef: roleRef:
apiGroup: rbac.authorization.k8s.io apiGroup: rbac.authorization.k8s.io
@@ -9,3 +13,4 @@ roleRef:
subjects: subjects:
- kind: ServiceAccount - kind: ServiceAccount
name: prometheus-{{ .Values.user }} name: prometheus-{{ .Values.user }}
{{- end }}

View File

@@ -0,0 +1,9 @@
{{- define "prometheus.sa" }}
---
apiVersion: v1
kind: ServiceAccount
metadata:
labels:
app.kubernetes.io/name: prometheus-{{ .Values.user }}
name: prometheus-{{ .Values.user }}
{{- end }}

View File

@@ -0,0 +1,30 @@
{{- define "prometheus.prometheus" }}
---
apiVersion: monitoring.coreos.com/v1
kind: Prometheus
metadata:
labels:
app.kubernetes.io/name: prometheus
name: prometheus
spec:
scrapeInterval: 10s
serviceAccountName: prometheus-{{ .Values.user }}
serviceMonitorNamespaceSelector:
matchLabels:
user: {{ .Values.user }}
serviceMonitorSelector: {}
podMonitorNamespaceSelector:
matchLabels:
user: {{ .Values.user }}
podMonitorSelector: {}
probeNamespaceSelector:
matchLabels:
user: {{ .Values.user }}
probeSelector: {}
resources:
requests:
memory: 400Mi
enableAdminAPI: true
externalLabels:
monitoring: {{ .Values.user }}
{{- end }}

View File

@@ -0,0 +1,33 @@
{{- define "pushgateway.deploy" }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app.kubernetes.io/name: pushgateway
name: pushgateway
spec:
selector:
matchLabels:
app.kubernetes.io/name: pushgateway
template:
metadata:
labels:
app.kubernetes.io/name: pushgateway
spec:
containers:
- name: pushgateway
image: quay.io/prometheus/pushgateway:v1.6.0
ports:
- containerPort: 9091
name: web
resources: {}
livenessProbe:
httpGet:
path: /-/healthy
port: web
readinessProbe:
httpGet:
path: /-/ready
port: web
{{- end }}

View File

@@ -0,0 +1,18 @@
{{- define "pushgateway.servicemonitor" }}
---
apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
labels:
app.kubernetes.io/name: pushgateway
name: pushgateway
spec:
endpoints:
- interval: 30s
port: http
honorLabels: true
namespaceSelector: {}
selector:
matchLabels:
app.kubernetes.io/name: pushgateway
{{- end }}

View File

@@ -0,0 +1,18 @@
{{- define "pushgateway.svc" }}
---
apiVersion: v1
kind: Service
metadata:
name: pushgateway
labels:
app.kubernetes.io/name: pushgateway
spec:
ports:
- name: http
port: 9091
protocol: TCP
targetPort: 9091
selector:
app.kubernetes.io/name: pushgateway
type: ClusterIP
{{- end }}

View File

@@ -0,0 +1,37 @@
{{- define "query.deploy" }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app.kubernetes.io/name: thanos-query
name: thanos-query
namespace: {{ .Values.user }}-monitoring
spec:
replicas: 1
selector:
matchLabels:
app.kubernetes.io/name: thanos-query
template:
metadata:
labels:
app.kubernetes.io/name: thanos-query
spec:
containers:
- args:
- query
- --log.level=debug
- --query.replica-label=prometheus_replica
- --query.replica-label=thanos_ruler_replica
- --endpoint=prometheus-operated.{{ .Values.user }}-monitoring.svc.cluster.local:10901
- --endpoint=thanos-ruler-operated.{{ .Values.user }}-monitoring.svc.cluster.local:10901
- --endpoint=prometheus-operated.monitoring.svc.cluster.local:10901
- --store.unhealthy-timeout=3d
image: quay.io/thanos/thanos:v0.25.1
name: thanos-query
ports:
- containerPort: 10902
name: http
- containerPort: 10901
name: grpc
{{- end }}

View File

@@ -0,0 +1,30 @@
{{- define "query.ingress" }}
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
annotations:
haproxy.org/auth-secret: basic-auth
haproxy.org/auth-type: basic-auth
haproxy.org/auth-realm: Authentication Required
labels:
app.kubernetes.io/name: {{ .Values.user }}-thanos
name: {{ .Values.user }}-thanos
spec:
ingressClassName: haproxy
rules:
- host: {{ .Values.user }}-thanos-query.training.cluster.acend.ch
http:
paths:
- backend:
service:
name: thanos-query
port:
number: 10902
path: /
pathType: ImplementationSpecific
tls:
- hosts:
- {{ .Values.user }}-thanos-query.training.cluster.acend.ch
secretName: acend-wildcard
{{- end }}

View File

@@ -0,0 +1,18 @@
{{- define "query.svc" }}
---
apiVersion: v1
kind: Service
metadata:
name: thanos-query
labels:
app.kubernetes.io/name: thanos-query
spec:
ports:
- name: http
port: 10902
protocol: TCP
targetPort: http
selector:
app.kubernetes.io/name: thanos-query
type: ClusterIP
{{- end }}

View File

@@ -0,0 +1,28 @@
{{- define "ruler.ingress" }}
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
annotations:
haproxy.org/auth-secret: basic-auth
haproxy.org/auth-type: basic-auth
haproxy.org/auth-realm: Authentication Required
name: {{ .Values.user }}-thanos-ruler
spec:
ingressClassName: haproxy
rules:
- host: {{ .Values.user }}-thanos-ruler.training.cluster.acend.ch
http:
paths:
- backend:
service:
name: thanos-ruler-operated
port:
number: 10902
path: /
pathType: ImplementationSpecific
tls:
- hosts:
- {{ .Values.user }}-thanos-ruler.training.cluster.acend.ch
secretName: acend-wildcard
{{- end }}

View File

@@ -0,0 +1,18 @@
{{- define "ruler.ruler" }}
---
apiVersion: monitoring.coreos.com/v1
kind: ThanosRuler
metadata:
labels:
app.kubernetes.io/name: thanos-ruler
name: thanos-ruler
spec:
alertQueryUrl: {{ .Values.user }}-thanos-query.training.cluster.acend.ch
evaluationInterval: 10s
queryEndpoints:
- thanos-query.{{ .Values.user }}-monitoring.svc.cluster.local:10902
ruleSelector: {}
ruleNamespaceSelector:
matchLabels:
user: {{ .Values.user }}
{{- end }}

View File

@@ -0,0 +1,44 @@
# alertmanager
{{- if .Values.alertmanager.enabled }}
{{- template "alertmanager.alertmanager" . }}
{{- end }}
# grafana
{{- if .Values.grafana.enabled }}
{{- template "grafana.datasource" . }}
{{- template "grafana.dashboardprovider" . }}
{{- template "grafana.rolebinding" . }}
{{- template "grafana.svc" . }}
{{- template "grafana.sa" . }}
{{- template "grafana.deploy" . }}
{{- template "grafana.ingress" . }}
{{- end }}
# prometheus
{{- if .Values.prometheus.enabled }}
{{- template "prometheus.ingress" . }}
{{- template "prometheus.prometheus" . }}
{{- template "prometheus.role" . }}
{{- template "prometheus.rolebinding" . }}
{{- template "prometheus.sa" . }}
{{- end }}
{{- if .Values.pushgateway.enabled }}
{{- template "pushgateway.deploy" . }}
{{- template "pushgateway.servicemonitor" . }}
{{- template "pushgateway.svc" . }}
{{- end }}
# thanos-ruler
{{- if .Values.ruler.enabled }}
{{- template "ruler.ruler" . }}
{{- template "ruler.ingress" . }}
{{- end }}
# thanos-query
{{- if .Values.query.enabled }}
{{- template "query.deploy" . }}
{{- template "query.ingress" . }}
{{- template "query.svc" . }}
{{- end }}

View File

@@ -4,4 +4,6 @@ data:
{{ .Values.user }}: JDEkSzNRZUlsOHAkZVZZb1h2RERNWk40b3RJT2tBc3AwLw== # $(openssl passwd -1 admin) {{ .Values.user }}: JDEkSzNRZUlsOHAkZVZZb1h2RERNWk40b3RJT2tBc3AwLw== # $(openssl passwd -1 admin)
kind: Secret kind: Secret
metadata: metadata:
labels:
app.kubernetes.io/name: basic-auth
name: basic-auth name: basic-auth

View File

@@ -1,20 +0,0 @@
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
name: prometheus-{{ .Values.user }}
rules:
- apiGroups: [""]
resources:
- services
- endpoints
- pods
verbs: ["get", "list", "watch"]
- apiGroups: [""]
resources:
- configmaps
verbs: ["get"]
- apiGroups:
- networking.k8s.io
resources:
- ingresses
verbs: ["get", "list", "watch"]

View File

@@ -1,5 +0,0 @@
apiVersion: v1
kind: ServiceAccount
metadata:
name: prometheus-{{ .Values.user }}

View File

@@ -1,16 +0,0 @@
apiVersion: monitoring.coreos.com/v1
kind: Prometheus
metadata:
name: prometheus
spec:
serviceAccountName: prometheus-{{ .Values.user }}
serviceMonitorNamespaceSelector:
matchLabels:
user: {{ .Values.user }}
serviceMonitorSelector:
matchLabels:
user: {{ .Values.user }}
resources:
requests:
memory: 400Mi
enableAdminAPI: false

View File

@@ -1 +1,25 @@
user: user1 user: userX # Replace me
# alertmanager
alertmanager:
enabled: false
# grafana
grafana:
enabled: false
# prometheus
prometheus:
enabled: false
# pushgateway
pushgateway:
enabled: false
# thanos-ruler
ruler:
enabled: false
# thanos-query
query:
enabled: false