Fix thanos store setup

apps/user-demo.yaml

@@ -0,0 +1,21 @@
+---
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: <user>-demo
+  namespace: argocd
+spec:
+  destination:
+    namespace: <user>
+    server: https://kubernetes.default.svc
+  project: default
+  source:
+    repoURL: 'https://gitea.training.cluster.acend.ch/<user>/prometheus-training-lab-setup'
+    path: user-demo/
+    targetRevision: main
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true
+    syncOptions:
+      - Replace=true

apps/user-prom-stack.yaml

@@ -0,0 +1,21 @@
+---
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: <user>-prom-stack
+  namespace: argocd
+spec:
+  destination:
+    namespace: <user>-monitoring
+    server: https://kubernetes.default.svc
+  project: default
+  source:
+    repoURL: 'https://gitea.training.cluster.acend.ch/<user>/prometheus-training-lab-setup'
+    path: charts/user-monitoring/
+    targetRevision: main
+  syncPolicy:
+    automated:
+      prune: true
+      selfHeal: true
+    syncOptions:
+      - Replace=true

charts/user-monitoring-demo/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.0
+version: 0.1.1
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

charts/user-monitoring-demo/demo-role.yaml

@@ -1,20 +0,0 @@
-apiVersion: rbac.authorization.k8s.io/v1
-kind: Role
-metadata:
-  name: prometheus-{{ .Values.user }}
-rules:
-- apiGroups: [""]
-  resources:
-  - services
-  - endpoints
-  - pods
-  verbs: ["get", "list", "watch"]
-- apiGroups: [""]
-  resources:
-  - configmaps
-  verbs: ["get"]
-- apiGroups:
-  - networking.k8s.io
-  resources:
-  - ingresses
-  verbs: ["get", "list", "watch"]

charts/user-monitoring-demo/values.yaml

@@ -1 +1 @@
-user: user1
+user: userX # Replace me

charts/user-monitoring-stack/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

charts/user-monitoring-stack/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: kube-prometheus-stack
+  repository: https://prometheus-community.github.io/helm-charts
+  version: 51.5.3
+digest: sha256:8e25b83cde5acfd903c3e45f30b9ae28201f9dd68daab1aeca709f1185608916
+generated: "2023-10-12T13:25:38.219319684+02:00"

charts/user-monitoring-stack/Chart.yaml

@@ -0,0 +1,29 @@
+apiVersion: v2
+name: user-monitoring-stack
+description: A Helm chart for Kubernetes
+
+# A chart can be either an 'application' or a 'library' chart.
+#
+# Application charts are a collection of templates that can be packaged into versioned archives
+# to be deployed.
+#
+# Library charts provide useful utilities or functions for the chart developer. They're included as
+# a dependency of application charts to inject those utilities and functions into the rendering
+# pipeline. Library charts do not define any templates and therefore cannot be deployed.
+type: application
+
+# This is the chart version. This version number should be incremented each time you make changes
+# to the chart and its templates, including the app version.
+# Versions are expected to follow Semantic Versioning (https://semver.org/)
+version: 0.1.0
+
+# This is the version number of the application being deployed. This version number should be
+# incremented each time you make changes to the application. Versions are not expected to
+# follow Semantic Versioning. They should reflect the version the application is using.
+# It is recommended to use it with quotes.
+appVersion: "1.16.0"
+dependencies:
+- name: kube-prometheus-stack
+  condition: promstack.enabled
+  version: "51.5.3"
+  repository: "https://prometheus-community.github.io/helm-charts"

charts/user-monitoring-stack/values.yaml

@@ -0,0 +1,73 @@
+promstack:
+  enabled: true
+
+kube-prometheus-stack:
+  prometheus:
+    enabled: true
+    prometheusSpec:
+      resources:
+        requests:
+          cpu: 100m
+          memory: 400Mi
+      scrapeInterval: 60s
+      serviceMonitorNamespaceSelector:
+        matchLabels:
+          user: <user>
+      serviceMonitorSelector: {}
+      podMonitorNamespaceSelector:
+        matchLabels:
+          user: <user>
+      podMonitorSelector: {}
+      probeNamespaceSelector:
+        matchLabels:
+          user: <user>
+      ruleSelectorNilUsesHelmValues: false
+      serviceMonitorSelectorNilUsesHelmValues: false
+      podMonitorSelectorNilUsesHelmValues: false
+      probeSelectorNilUsesHelmValues: false
+    serviceAccount:
+      create: true
+      name: "prometheus-<user>"
+  grafana:
+    enabled: false
+  alertmanager:
+    enabled: false
+  
+  kubernetesServiceMonitors:
+    enabled: false
+  
+
+
+# not relevant for the lab
+  crds:
+    enabled: false
+  kubeProxy:
+    enabled: false 
+  kubeScheduler:
+    enabled: false
+  kubeControllerManager:
+    enabled: false 
+  kubeEtcd:
+    enabled: false 
+  kubeApiServer:
+    enabled: false
+  kubelet:
+    enabled: false
+  coreDns:
+    enabled: false
+  kubeStateMetrics:
+    enabled: false
+  nodeExporter:
+    enabled: false
+  prometheusOperator:
+    enabled: false
+  kubeletService:
+    enabled: false
+  defaultRules:
+    create: false
+
+
+global:
+  rbac:
+    create: false
+    createAggregateClusterRoles: false

charts/user-monitoring/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.2.0
+version: 0.2.5
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

charts/user-monitoring/templates/_user-am.yaml

@@ -1,5 +1,5 @@
 {{- define "alertmanager.alertmanager" }}
-
+---
 apiVersion: monitoring.coreos.com/v1
 kind: Alertmanager
 metadata:

charts/user-monitoring/templates/_user-blackboxexporter-cm.yaml

@@ -1,4 +1,5 @@
 {{- define  "blackboxexporter.cm" }}
+---
 apiVersion: v1
 kind: ConfigMap
 metadata:

charts/user-monitoring/templates/_user-blackboxexporter-deploy.yaml

@@ -1,4 +1,5 @@
 {{- define  "blackboxexporter.deploy" }}
+---
 apiVersion: apps/v1
 kind: Deployment
 metadata:

charts/user-monitoring/templates/_user-grafana-cm.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.dashboardprovider" }}
+---
 kind: ConfigMap
 apiVersion: v1
 metadata:

charts/user-monitoring/templates/_user-grafana-datasource-secret.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.datasource" }}
+---
 apiVersion: v1
 kind: Secret
 type: Opaque
@@ -17,4 +18,7 @@ stringData:
         type: prometheus
         url: http://thanos-query.{{ .Values.user }}-monitoring.svc.cluster.local:10902
         version: 1
+      {{- if .Values.grafana.datasources }}
+      {{- toYaml .Values.grafana.datasources | nindent 6 }} 
+      {{- end }}
 {{- end }}

charts/user-monitoring/templates/_user-grafana-deploy.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.deploy" }}
+---
 apiVersion: apps/v1
 kind: Deployment
 metadata:

charts/user-monitoring/templates/_user-grafana-ingress.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.ingress" }}
+---
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:

charts/user-monitoring/templates/_user-grafana-rolebinding.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.rolebinding" }}
+---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: RoleBinding
 metadata:

charts/user-monitoring/templates/_user-grafana-sa.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.sa" }}
+---
 apiVersion: v1
 kind: ServiceAccount
 metadata:

charts/user-monitoring/templates/_user-grafana-svc.yaml

@@ -1,4 +1,5 @@
 {{- define "grafana.svc" }}
+---
 apiVersion: v1
 kind: Service
 metadata:

charts/user-monitoring/templates/_user-prom-ingress.yaml

@@ -1,4 +1,5 @@
 {{- define "prometheus.ingress" }}
+---
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:

charts/user-monitoring/templates/_user-prom-role.yaml

@@ -1,4 +1,5 @@
 {{- define "prometheus.role" }}
+---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: Role
 metadata:

charts/user-monitoring/templates/_user-prom-rolebinding.yaml

@@ -1,4 +1,5 @@
 {{- define "prometheus.rolebinding" }}
+---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: RoleBinding
 metadata:

charts/user-monitoring/templates/_user-prom-sa.yaml

@@ -1,4 +1,5 @@
 {{- define "prometheus.sa" }}
+---
 apiVersion: v1
 kind: ServiceAccount
 metadata:

charts/user-monitoring/templates/_user-prometheus.yaml

@@ -1,4 +1,5 @@
 {{- define "prometheus.prometheus" }}
+---
 apiVersion: monitoring.coreos.com/v1
 kind: Prometheus
 metadata:
@@ -6,7 +7,7 @@ metadata:
     app.kubernetes.io/name: prometheus
   name: prometheus
 spec:
-  scrapeInterval: 10s
+  scrapeInterval: 60s
   serviceAccountName: prometheus-{{ .Values.user }}
   serviceMonitorNamespaceSelector:
     matchLabels:

charts/user-monitoring/templates/_user-pushgateway-deploy.yaml

@@ -1,4 +1,5 @@
 {{- define "pushgateway.deploy" }}
+---
 apiVersion: apps/v1
 kind: Deployment
 metadata:

charts/user-monitoring/templates/_user-pushgateway-servicemonitor.yaml

@@ -1,4 +1,5 @@
 {{- define "pushgateway.servicemonitor" }}
+---
 apiVersion: monitoring.coreos.com/v1
 kind: ServiceMonitor
 metadata:

charts/user-monitoring/templates/_user-pushgateway-svc.yaml

@@ -1,4 +1,5 @@
 {{- define "pushgateway.svc" }}
+---
 apiVersion: v1
 kind: Service
 metadata:

charts/user-monitoring/templates/_user-thanos-query-deploy.yaml

@@ -1,4 +1,5 @@
 {{- define "query.deploy" }}
+---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -25,6 +26,7 @@ spec:
         - --endpoint=prometheus-operated.{{ .Values.user }}-monitoring.svc.cluster.local:10901
         - --endpoint=thanos-ruler-operated.{{ .Values.user }}-monitoring.svc.cluster.local:10901
         - --endpoint=prometheus-operated.monitoring.svc.cluster.local:10901
+        - --store=dnssrv+_grpc._tcp.kube-prometheus-stack-thanos-discovery.monitoring.svc.cluster.local
         - --store.unhealthy-timeout=3d
         image: quay.io/thanos/thanos:v0.25.1
         name: thanos-query

charts/user-monitoring/templates/_user-thanos-query-ingress.yaml

@@ -1,4 +1,5 @@
 {{- define "query.ingress" }}
+---
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:

charts/user-monitoring/templates/_user-thanos-query-svc.yaml

@@ -1,4 +1,5 @@
 {{- define "query.svc" }}
+---
 apiVersion: v1
 kind: Service
 metadata:

charts/user-monitoring/templates/_user-thanosruler-ingress.yaml

@@ -1,4 +1,5 @@
 {{- define "ruler.ingress" }}
+---
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:

charts/user-monitoring/templates/_user-thanosruler.yaml

@@ -1,4 +1,5 @@
 {{- define "ruler.ruler" }}
+---
 apiVersion: monitoring.coreos.com/v1
 kind: ThanosRuler
 metadata:

charts/user-monitoring/templates/user-basic-auth-secret.yaml

@@ -2,6 +2,7 @@ apiVersion: v1
 data:
   admin: JDEkSzNRZUlsOHAkZVZZb1h2RERNWk40b3RJT2tBc3AwLw== # $(openssl passwd -1 admin)
   {{ .Values.user }}: JDEkSzNRZUlsOHAkZVZZb1h2RERNWk40b3RJT2tBc3AwLw== # $(openssl passwd -1 admin)
+  grafana_user: {{ .Values.user | b64enc }}
 kind: Secret
 metadata:
   labels:

charts/user-monitoring/values.yaml

@@ -1,25 +1,32 @@
-user: user1
+user: <user> # Replace me
-
-# alertmanager
-alertmanager:
-  enabled: true
-
-# grafana
-grafana:
-  enabled: true
 
 # prometheus
 prometheus:
-  enabled: true
+  enabled: false
-
-# pushgeitwey
-pushgateway:
-  enabled: true
-
-# thanos-ruler
-ruler:
-  enabled: true
 
 # thanos-query
 query:
-  enabled: true
+  enabled: false
+
+# grafana
+grafana:
+  datasources:
+  - name: prometheus
+    access: proxy
+    editable: false
+    type: prometheus
+    url: http://prometheus-operated.<user>-monitoring.svc.cluster.local:9090
+  enabled: false
+
+# pushgateway
+pushgateway:
+  enabled: false
+
+# alertmanager
+alertmanager:
+  enabled: false
+
+# thanos-ruler
+ruler:
+  enabled: false
+  

user-demo/README.md

@@ -0,0 +1,3 @@
+# Readme
+
+This is the location for the user demo app.