fully setup blackbox-exporter

kustomize/bases/blackbox-exporter/kustomization.yaml

@@ -1,3 +1,2 @@
 resources:
   - blackbox-exporter-deployment.yaml
-  - blackbox-exporter-probe.yaml

kustomize/bases/drone/drone-server-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: drone
   labels:
     app.kubernetes.io/name: drone
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${DRONE_EXTERNAL_HOST}

kustomize/bases/gitea/gitea-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: gitea
   labels:
     app.kubernetes.io/name: gitea
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${GITEA_EXTERNAL_HOST}

kustomize/bases/grafana/grafana-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: grafana
   labels:
     app.kubernetes.io/name: grafana
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${GRAFANA_EXTERNAL_HOST}

kustomize/bases/kubernetes-dashboard/dashboard-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: kubernetes-dashboard
   labels:
     app.kubernetes.io/name: kubernetes-dashboard
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${KUBERNETES_DASHBOARD_EXTERNAL_HOST}

kustomize/bases/longhorn/longhorn-ingress.yaml

@@ -5,7 +5,7 @@ metadata:
   namespace: longhorn-system
   labels:
     app.kubernetes.io/name: longhorn-ui
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${LONGHORN_EXTERNAL_HOST}

kustomize/bases/nextcloud/nextcloud-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: nextcloud
   labels:
     app.kubernetes.io/name: nextcloud
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${NEXTCLOUD_EXTERNAL_HOST}

kustomize/bases/prometheus/kustomization.yaml

@@ -2,8 +2,4 @@ resources:
   - prometheus.yaml
   - prometheus-rbac.yaml
   - prometheus-ingress.yaml
-  - traefik-podmonitor.yaml
-  - servicemonitors/generic-any-namespaces.yaml
-  - servicemonitors/kubelet.yaml
-  - servicemonitors/longhorn.yaml
-  - servicemonitors/prometheus.yaml
+  - traefik-podmonitor.yaml

kustomize/bases/prometheus/prometheus-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: prometheus
   labels:
     app.kubernetes.io/name: prometheus
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${PROMETHEUS_EXTERNAL_HOST}

kustomize/bases/traefik/traefik-ingress.yaml

@@ -4,7 +4,7 @@ metadata:
   name: traefik
   labels:
     app.kubernetes.io/name: traefik
-    probe: blackbox
+    probe: blackbox-http
 spec:
   rules:
   - host: ${TRAEFIK_EXTERNAL_HOST}

kustomize/namespaces/monitoring/kustomization.yaml

@@ -3,6 +3,11 @@ bases:
   # - ../../bases/node-exporter
   - ../../bases/blackbox-exporter
   - ../../bases/kube-state-metrics
+  - servicemonitors/any-namespaces-http.yaml
+  - servicemonitors/kubelet.yaml
+  - servicemonitors/longhorn.yaml
+  - servicemonitors/prometheus.yaml
+  - probes/blackbox-exporter.yaml
 
 resources:
   - namespace.yaml

kustomize/namespaces/monitoring/probes/blackbox-exporter.yaml

@@ -1,7 +1,7 @@
 apiVersion: monitoring.coreos.com/v1
 kind: Probe
 metadata:
-  name: blackbox-exporter
+  name: blackbox-exporter-http
   labels:
     app.kubernetes.io/name: blackbox-exporter
     monitor: prometheus
@@ -15,4 +15,8 @@ spec:
         any: true
       selector:
         matchLabels:
-          probe: blackbox
+          probe: blackbox-http
+      relabelingConfigs:
+        - action: replace
+          sourceLabels: [__meta_kubernetes_ingress_label_app_kubernetes_io_name]
+          targetLabel: name

kustomize/namespaces/monitoring/servicemonitors/any-namespaces-http.yaml

@@ -1,7 +1,7 @@
 apiVersion: monitoring.coreos.com/v1
 kind: ServiceMonitor
 metadata:
-  name: servicemonitor-http
+  name: any-namespaces-http
   labels:
     monitor: prometheus
 spec:

kustomize/overlays/prod/kustomization.yaml

@@ -1,10 +1,13 @@
 bases:
-  - ../../namespaces/kubernetes-dashboard
+  # - ../../namespaces/kubernetes-dashboard
   - ../../namespaces/gitea
   - ../../namespaces/grafana
   - ../../namespaces/monitoring
   - ../../namespaces/nextcloud
 
+resources:
+  - probes/external-services-bobcat-miner.yaml
+
 images:
   - name: gitea/gitea
     newTag: 1.15.0
@@ -69,3 +72,6 @@ transformers:
 #       kind: Deployment
 #       name: nextcloud
 #     path: patches/nextcloud-deployment-patch.yaml
+
+# patchesStrategicMerge:
+#   - patches/blackbox-exporter-probe-patch.yaml

kustomize/overlays/prod/patches/blackbox-exporter-bobcat-miner.yaml

@@ -0,0 +1,11 @@
+apiVersion: monitoring.coreos.com/v1
+kind: Probe
+metadata:
+  name: blackbox-exporter
+spec:
+  targets:
+    staticConfig:
+      static:
+        - http://192.168.40.30/
+      labels:
+        name: bobcat-miner

kustomize/overlays/prod/probes/external-services-bobcat-miner.yaml

@@ -0,0 +1,18 @@
+apiVersion: monitoring.coreos.com/v1
+kind: Probe
+metadata:
+  name: blackbox-exporter-bobcat-miner
+  labels:
+    app.kubernetes.io/name: blackbox-exporter
+    monitor: prometheus
+  namespace: monitoring
+spec:
+  module: http_2xx
+  prober:
+    url: blackbox-exporter.monitoring.svc:9115
+  targets:
+    staticConfig:
+      static:
+        - http://192.168.40.30/
+      labels:
+        name: bobcat-miner