temporary kubernaut concurrency test

alloy/Chart.yaml

@@ -0,0 +1,9 @@
+---
+apiVersion: v2
+name: alloy
+version: "1.0.0"
+
+dependencies:
+  - name: alloy
+    version: 1.1.2
+    repository: https://grafana.github.io/helm-charts

alloy/values-development.yaml

@@ -0,0 +1,143 @@
+alloy:
+  alloy:
+    configMap:
+      content: |-
+        loki.write "default" {
+          endpoint {
+            url = "http://loki-gateway.loki.svc.cluster.local/loki/api/v1/push"
+            tenant_id = "luna"
+          }
+        }
+
+        // local.file_match discovers files on the local filesystem using glob patterns and the doublestar library. It returns an array of file paths.
+        local.file_match "node_logs" {
+          path_targets = [{
+              // Monitor syslog to scrape node-logs
+              __path__  = "/var/log/messages",
+              job       = "node/syslog",
+              node_name = sys.env("HOSTNAME"),
+              cluster   = "development",
+          }]
+        }
+
+        // loki.source.file reads log entries from files and forwards them to other loki.* components.
+        // You can specify multiple loki.source.file components by giving them different labels.
+        loki.source.file "node_logs" {
+          targets    = local.file_match.node_logs.targets
+          forward_to = [loki.write.default.receiver]
+        }
+
+        // discovery.kubernetes allows you to find scrape targets from Kubernetes resources.
+        // It watches cluster state and ensures targets are continually synced with what is currently running in your cluster.
+        discovery.kubernetes "pod" {
+          role = "pod"
+        }
+
+        // discovery.relabel rewrites the label set of the input targets by applying one or more relabeling rules.
+        // If no rules are defined, then the input targets are exported as-is.
+        discovery.relabel "pod_logs" {
+          targets = discovery.kubernetes.pod.targets
+
+          // Label creation - "namespace" field from "__meta_kubernetes_namespace"
+          rule {
+            source_labels = ["__meta_kubernetes_namespace"]
+            action = "replace"
+            target_label = "namespace"
+          }
+
+          // Label creation - "pod" field from "__meta_kubernetes_pod_name"
+          rule {
+            source_labels = ["__meta_kubernetes_pod_name"]
+            action = "replace"
+            target_label = "pod"
+          }
+
+          // Label creation - "container" field from "__meta_kubernetes_pod_container_name"
+          rule {
+            source_labels = ["__meta_kubernetes_pod_container_name"]
+            action = "replace"
+            target_label = "container"
+          }
+
+          // Label creation -  "app" field from "__meta_kubernetes_pod_label_app_kubernetes_io_name"
+          rule {
+            source_labels = ["__meta_kubernetes_pod_label_app_kubernetes_io_name"]
+            action = "replace"
+            target_label = "app"
+          }
+
+          // Label creation -  "job" field from "__meta_kubernetes_namespace" and "__meta_kubernetes_pod_container_name"
+          // Concatenate values __meta_kubernetes_namespace/__meta_kubernetes_pod_container_name
+          rule {
+            source_labels = ["__meta_kubernetes_namespace", "__meta_kubernetes_pod_container_name"]
+            action = "replace"
+            target_label = "job"
+            separator = "/"
+            replacement = "$1"
+          }
+
+          // Label creation - "container" field from "__meta_kubernetes_pod_uid" and "__meta_kubernetes_pod_container_name"
+          // Concatenate values __meta_kubernetes_pod_uid/__meta_kubernetes_pod_container_name.log
+          rule {
+            source_labels = ["__meta_kubernetes_pod_uid", "__meta_kubernetes_pod_container_name"]
+            action = "replace"
+            target_label = "__path__"
+            separator = "/"
+            replacement = "/var/log/pods/*$1/*.log"
+          }
+
+          // Label creation -  "container_runtime" field from "__meta_kubernetes_pod_container_id"
+          rule {
+            source_labels = ["__meta_kubernetes_pod_container_id"]
+            action = "replace"
+            target_label = "container_runtime"
+            regex = "^(\\S+):\\/\\/.+$"
+            replacement = "$1"
+          }
+        }
+
+        // loki.source.kubernetes tails logs from Kubernetes containers using the Kubernetes API.
+        loki.source.kubernetes "pod_logs" {
+          targets    = discovery.relabel.pod_logs.output
+          forward_to = [loki.process.pod_logs.receiver]
+        }
+
+        // loki.process receives log entries from other Loki components, applies one or more processing stages,
+        // and forwards the results to the list of receivers in the component's arguments.
+        loki.process "pod_logs" {
+          stage.static_labels {
+              values = {
+                cluster = "development",
+              }
+          }
+
+          forward_to = [loki.write.default.receiver]
+        }
+
+        // loki.source.kubernetes_events tails events from the Kubernetes API and converts them
+        // into log lines to forward to other Loki components.
+        loki.source.kubernetes_events "cluster_events" {
+          job_name   = "integrations/kubernetes/eventhandler"
+          log_format = "logfmt"
+          forward_to = [
+            loki.process.cluster_events.receiver,
+          ]
+        }
+
+        // loki.process receives log entries from other loki components, applies one or more processing stages,
+        // and forwards the results to the list of receivers in the component's arguments.
+        loki.process "cluster_events" {
+          forward_to = [loki.write.default.receiver]
+
+          stage.static_labels {
+            values = {
+              cluster = "development",
+            }
+          }
+
+          stage.labels {
+            values = {
+              kubernetes_cluster_events = "job",
+            }
+          }
+        }

apps/alloy.yaml

@@ -0,0 +1,40 @@
+apiVersion: argoproj.io/v1alpha1
+kind: ApplicationSet
+metadata:
+  name: alloy
+spec:
+  goTemplate: true
+  goTemplateOptions: ["missingkey=error"]
+  generators:
+    - list:
+        elements:
+        - cluster: production
+          url: https://kubernetes.default.svc
+        - cluster: staging
+          url: https://k3s-ctrl-lb.lab.kill0.net:6443
+        - cluster: development
+          url: https://k0s-ctrl-vip.lab.kill0.net:6443
+  template:
+    metadata:
+      name: 'alloy-{{.cluster}}'
+    spec:
+      project: default
+      source:
+        path: alloy
+        repoURL: https://git.kill0.net/ryanc/argocd.git
+        targetRevision: HEAD
+        helm:
+          releaseName: alloy
+          valueFiles:
+            - values.yaml
+            - values-{{.cluster}}.yaml
+          ignoreMissingValueFiles: true
+      destination:
+        server: '{{.url}}'
+        namespace: alloy
+      syncPolicy:
+        automated:
+          prune: true
+          selfHeal: true
+        syncOptions:
+          - CreateNamespace=true

apps/keda.yaml

@@ -0,0 +1,41 @@
+apiVersion: argoproj.io/v1alpha1
+kind: ApplicationSet
+metadata:
+  name: keda
+spec:
+  goTemplate: true
+  goTemplateOptions: ["missingkey=error"]
+  generators:
+    - list:
+        elements:
+        - cluster: production
+          url: https://kubernetes.default.svc
+        - cluster: staging
+          url: https://k3s-ctrl-lb.lab.kill0.net:6443
+        - cluster: development
+          url: https://k0s-ctrl-vip.lab.kill0.net:6443
+  template:
+    metadata:
+      name: 'keda-{{.cluster}}'
+    spec:
+      project: default
+      source:
+        path: keda
+        repoURL: https://git.kill0.net/ryanc/argocd.git
+        targetRevision: HEAD
+        helm:
+          releaseName: keda
+          valueFiles:
+            - values.yaml
+            - values-{{.cluster}}.yaml
+          ignoreMissingValueFiles: true
+      destination:
+        server: '{{.url}}'
+        namespace: keda
+      syncPolicy:
+        automated:
+          prune: true
+          selfHeal: true
+        syncOptions:
+          - CreateNamespace=true
+          - ServerSideApply=true

apps/kube-prometheus-stack.yaml

@@ -10,13 +10,10 @@ spec:
         elements:
         - cluster: production
           url: https://kubernetes.default.svc
-          chart: 4.11.7
         - cluster: staging
           url: https://k3s-ctrl-lb.lab.kill0.net:6443
-          chart: 4.11.7
         - cluster: development
           url: https://k0s-ctrl-vip.lab.kill0.net:6443
-          chart: 4.11.7
   template:
     metadata:
       name: 'kube-prometheus-stack-{{.cluster}}'
@@ -41,3 +38,4 @@ spec:
           selfHeal: true
         syncOptions:
           - CreateNamespace=true
+          - ServerSideApply=true

apps/loki.yaml

@@ -0,0 +1,40 @@
+apiVersion: argoproj.io/v1alpha1
+kind: ApplicationSet
+metadata:
+  name: loki
+spec:
+  goTemplate: true
+  goTemplateOptions: ["missingkey=error"]
+  generators:
+    - list:
+        elements:
+        - cluster: production
+          url: https://kubernetes.default.svc
+        - cluster: staging
+          url: https://k3s-ctrl-lb.lab.kill0.net:6443
+        - cluster: development
+          url: https://k0s-ctrl-vip.lab.kill0.net:6443
+  template:
+    metadata:
+      name: 'loki-{{.cluster}}'
+    spec:
+      project: default
+      source:
+        path: loki
+        repoURL: https://git.kill0.net/ryanc/argocd.git
+        targetRevision: HEAD
+        helm:
+          releaseName: loki
+          valueFiles:
+            - values.yaml
+            - values-{{.cluster}}.yaml
+          ignoreMissingValueFiles: true
+      destination:
+        server: '{{.url}}'
+        namespace: loki
+      syncPolicy:
+        automated:
+          prune: true
+          selfHeal: true
+        syncOptions:
+          - CreateNamespace=true

keda/Chart.yaml

@@ -0,0 +1,9 @@
+---
+apiVersion: v2
+name: keda
+version: "1.0.0"
+
+dependencies:
+  - name: keda
+    version: 2.17.2
+    repository: https://kedacore.github.io/charts

kube-prometheus-stack/values.yaml

@@ -0,0 +1,4 @@
+kube-prometheus-stack:
+  grafana:
+    service:
+      type: LoadBalancer

kubernaut/base/configmap.yaml

@@ -6,3 +6,4 @@ metadata:
   namespace: kubernaut
 data:
   KUBERNAUT_CAT: kilwin
+  WEB_CONCURRENCY: "4"

kubernaut/base/deployment.yaml

@@ -5,6 +5,8 @@ metadata:
   name: kubernaut
   annotations:
     reloader.stakater.com/auto: "true"
+  labels:
+    app: kubernaut
 spec:
   selector:
     matchLabels:
@@ -16,7 +18,7 @@ spec:
     spec:
       containers:
         - name: kubernaut
-          image: git.kill0.net/ryanc/kubernaut:0.2.3
+          image: git.kill0.net/ryanc/kubernaut:0.2.4
           imagePullPolicy: IfNotPresent
           ports:
             - name: sinatra-web

kubernaut/base/kustomization.yaml

@@ -6,7 +6,9 @@ resources:
   - namespace.yaml
   - configmap.yaml
   - deployment.yaml
-  - hpa.yaml
+  # - hpa.yaml
   - services.yaml
+  - servicemonitor.yaml
+  - scaledobject.yaml
   - cronjob.yaml
   - ingress.yaml

kubernaut/base/scaledobject.yaml

@@ -0,0 +1,16 @@
+apiVersion: keda.sh/v1alpha1
+kind: ScaledObject
+metadata:
+   name: kubernaut-scaledobject
+spec:
+   scaleTargetRef:
+      name: kubernaut
+   minReplicaCount: 1
+   maxReplicaCount: 10
+   triggers:
+      - type: prometheus
+        metadata:
+          serverAddress: http://kube-prometheus-stack-prometheus.kube-prometheus-stack:9090
+          metricName: http_server_requests_total
+          threshold: '50'
+          query: sum(rate(http_server_requests_total[1m])) 

kubernaut/base/servicemonitor.yaml

@@ -0,0 +1,12 @@
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: kubernaut
+  labels:
+    release: kube-prometheus-stack
+spec:
+  selector:
+    matchLabels:
+      app: kubernaut
+  endpoints:
+  - port: web

kubernaut/base/services.yaml

@@ -3,6 +3,8 @@ apiVersion: v1
 kind: Service
 metadata:
   name: kubernaut
+  labels:
+    app: kubernaut
 spec:
   ports:
     - name: web

kubernaut/envs/development/version.yaml

@@ -1,11 +0,0 @@
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: kubernaut
-spec:
-  template:
-    spec:
-      containers:
-        - name: kubernaut
-          image: git.kill0.net/ryanc/kubernaut:0.2.3

kubernaut/envs/production/version.yaml

@@ -1,11 +0,0 @@
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: kubernaut
-spec:
-  template:
-    spec:
-      containers:
-        - name: kubernaut
-          image: git.kill0.net/ryanc/kubernaut:0.2.2

kubernaut/envs/staging/version.yaml

@@ -1,11 +0,0 @@
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: kubernaut
-spec:
-  template:
-    spec:
-      containers:
-        - name: kubernaut
-          image: git.kill0.net/ryanc/kubernaut:0.2.3

loki/Chart.yaml

@@ -0,0 +1,9 @@
+---
+apiVersion: v2
+name: loki
+version: "1.0.0"
+
+dependencies:
+  - name: loki
+    version: 6.31.0
+    repository: https://grafana.github.io/helm-charts

loki/values-development.yaml

@@ -0,0 +1,55 @@
+loki:
+  loki:
+    commonConfig:
+      replication_factor: 1
+    schemaConfig:
+      configs:
+        - from: "2024-04-01"
+          store: tsdb
+          object_store: s3
+          schema: v13
+          index:
+            prefix: loki_index_
+            period: 24h
+    pattern_ingester:
+        enabled: true
+    limits_config:
+      allow_structured_metadata: true
+      volume_enabled: true
+    ruler:
+      enable_api: true
+
+  minio:
+    enabled: true
+        
+  deploymentMode: SingleBinary
+
+  singleBinary:
+    replicas: 1
+
+  # Zero out replica counts of other deployment modes
+  backend:
+    replicas: 0
+  read:
+    replicas: 0
+  write:
+    replicas: 0
+
+  ingester:
+    replicas: 0
+  querier:
+    replicas: 0
+  queryFrontend:
+    replicas: 0
+  queryScheduler:
+    replicas: 0
+  distributor:
+    replicas: 0
+  compactor:
+    replicas: 0
+  indexGateway:
+    replicas: 0
+  bloomCompactor:
+    replicas: 0
+  bloomGateway:
+    replicas: 0