[monitoring] Add metrics collectors (#11)

Signed-off-by: v.oleynikov <[email protected]>
Signed-off-by: Viktor Kramarenko <[email protected]>

Author: duckhawk

images/agent/README.md

@@ -22,7 +22,7 @@
 
 `NODE_NAME`
 
-`METRICS_PORT` - default : 9695
+`METRICS_PORT` - default : 4202
 
 
 #### Metrics

images/agent/config/config.go

@@ -38,7 +38,7 @@ const (
 	ThrottleInterval                     = "THROTTLER_INTERVAL"
 	CmdDeadlineDuration                  = "CMD_DEADLINE_DURATION"
 	DefaultHealthProbeBindAddressEnvName = "HEALTH_PROBE_BIND_ADDRESS"
-	DefaultHealthProbeBindAddress        = ":8081"
+	DefaultHealthProbeBindAddress        = ":4228"
 )
 
 type Options struct {
@@ -77,7 +77,7 @@ func NewConfig() (*Options, error) {
 
 	opts.MetricsPort = os.Getenv(MetricsPort)
 	if opts.MetricsPort == "" {
-		opts.MetricsPort = ":9695"
+		opts.MetricsPort = ":4202"
 	}
 
 	opts.HealthProbeBindAddress = os.Getenv(DefaultHealthProbeBindAddressEnvName)

images/agent/config/config_test.go

@@ -107,7 +107,7 @@ func TestNewConfig(t *testing.T) {
 
 	t.Run("MetricsPortNotSet_ReturnsDefaultPort", func(t *testing.T) {
 		expNodeName := "test-node"
-		expMetricsPort := ":9695"
+		expMetricsPort := ":4202"
 		expMachineId := "test-id"
 
 		err := os.Setenv(NodeName, expNodeName)

images/sds-health-watcher-controller/config/config.go

@@ -54,7 +54,7 @@ func NewConfig() (*Options, error) {
 
 	opts.MetricsPort = os.Getenv(MetricsPort)
 	if opts.MetricsPort == "" {
-		opts.MetricsPort = ":9695"
+		opts.MetricsPort = ":8080"
 	}
 
 	opts.HealthProbeBindAddress = os.Getenv(DefaultHealthProbeBindAddressEnvName)

images/sds-health-watcher-controller/config/config_test.go

@@ -107,7 +107,7 @@ func TestNewConfig(t *testing.T) {
 
 	t.Run("MetricsPortNotSet_ReturnsDefaultPort", func(t *testing.T) {
 		expNodeName := "test-node"
-		expMetricsPort := ":9695"
+		expMetricsPort := ":8080"
 		expMachineId := "test-id"
 
 		err := os.Setenv(NodeName, expNodeName)

templates/agent/daemonset.yaml

@@ -72,18 +72,22 @@ spec:
         readinessProbe:
           httpGet:
             path: /readyz
-            port: 8081
+            port: 4228
             scheme: HTTP
           initialDelaySeconds: 5
           failureThreshold: 2
           periodSeconds: 1
         livenessProbe:
           httpGet:
             path: /healthz
-            port: 8081
+            port: 4228
             scheme: HTTP
           periodSeconds: 1
           failureThreshold: 3
+        ports:
+          - name: metrics
+            containerPort: 4202
+            protocol: TCP
         securityContext:
           privileged: true
           seLinuxOptions:

templates/agent/podmonitor.yaml

@@ -0,0 +1,32 @@
+{{- if (.Values.global.enabledModules | has "operator-prometheus-crd") }}
+---
+apiVersion: monitoring.coreos.com/v1
+kind: PodMonitor
+metadata:
+  name: sds-node-configurator
+  namespace: d8-monitoring
+  {{- include "helm_lib_module_labels" (list $ (dict "prometheus" "main")) | nindent 2 }}
+spec:
+  podMetricsEndpoints:
+  - targetPort: metrics
+    scheme: http
+    path: /metrics
+    relabelings:
+    - regex: endpoint|namespace|pod|container
+      action: labeldrop
+    - targetLabel: job
+      replacement: sds-node-configurator
+    - sourceLabels: [__meta_kubernetes_pod_node_name]
+      targetLabel: node
+    - targetLabel: tier
+      replacement: cluster
+    - sourceLabels: [__meta_kubernetes_pod_ready]
+      regex: "true"
+      action: keep
+  selector:
+    matchLabels:
+      app: sds-node-configurator
+  namespaceSelector:
+    matchNames:
+    - d8-{{ .Chart.Name }}
+{{- end }}

templates/sds-health-watcher-controller/deployment.yaml

@@ -83,6 +83,10 @@ spec:
               scheme: HTTP
             periodSeconds: 1
             failureThreshold: 3
+          ports:
+            - name: metrics
+              containerPort: 8080
+              protocol: TCP
           resources:
             requests:
               {{- include "helm_lib_module_ephemeral_storage_only_logs" . | nindent 14 }}

templates/sds-health-watcher-controller/servicemonitor.yaml

@@ -0,0 +1,36 @@
+{{- if (.Values.global.enabledModules | has "operator-prometheus-crd") }}
+---
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: sds-health-watcher-controller
+  namespace: d8-monitoring
+  {{- include "helm_lib_module_labels" (list $ (dict "prometheus" "main")) | nindent 2 }}
+spec:
+  endpoints:
+  - port: metrics
+    scheme: http
+    path: /metrics
+    bearerTokenSecret:
+      name: "prometheus-token"
+      key: "token"
+    tlsConfig:
+      insecureSkipVerify: true
+    relabelings:
+    - regex: endpoint|namespace|pod|container
+      action: labeldrop
+    - targetLabel: job
+      replacement: sds-health-watcher-controller
+    - targetLabel: tier
+      replacement: cluster
+    - sourceLabels: [__meta_kubernetes_endpointslice_endpoint_conditions_ready]
+      regex: "true"
+      action: keep
+  selector:
+    matchLabels:
+      app.kubernetes.io/instance: sds-health-watcher-controller
+      app.kubernetes.io/managed-by: Helm
+  namespaceSelector:
+    matchNames:
+    - d8-{{ .Chart.Name }}
+{{- end }}