Telemetry & BGP Jobs

kubernetes/manifest/02_config/fluentbit.yml

@@ -0,0 +1,60 @@
+apiVersion: v1
+data:
+  custom_parsers.conf: |
+    [PARSER]
+        Name docker_no_time
+        Format json
+        Time_Keep Off
+        Time_Key time
+        Time_Format %Y-%m-%dT%H:%M:%S.%L
+  fluent-bit.conf: |
+    [SERVICE]
+        Daemon Off
+        Flush 1
+        Log_Level info
+        Parsers_File /fluent-bit/etc/parsers.conf
+        Parsers_File /fluent-bit/etc/conf/custom_parsers.conf
+        HTTP_Server On
+        HTTP_Listen 0.0.0.0
+        HTTP_Port 2020
+        Health_Check On
+
+    [INPUT]
+        Name tail
+        Path /var/log/containers/*.log
+        multiline.parser docker, cri
+        Tag kube.*
+        Mem_Buf_Limit 5MB
+        Skip_Long_Lines On
+
+    [INPUT]
+        Name systemd
+        Tag host.*
+        Systemd_Filter _SYSTEMD_UNIT=kubelet.service
+        Read_From_Tail On
+
+    [FILTER]
+        Name kubernetes
+        Match kube.*
+        Merge_Log On
+        Keep_Log Off
+        K8S-Logging.Parser On
+        K8S-Logging.Exclude On
+
+    [OUTPUT]
+        Name http
+        Match *
+        URI /api/default/default/_json
+        Host 10.43.204.152
+        Port 5080
+        tls Off
+        Format json
+        Json_date_key    _timestamp
+        Json_date_format iso8601
+        HTTP_User romain@ihr.org
+        HTTP_Passwd rootroot
+        compress gzip
+
+kind: ConfigMap
+metadata:
+  name: fluentbit-config

kubernetes/manifest/02_config/openobserve.yml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: openobserve-config
+data:
+  email: romain@ihr.org
+  password: rootroot

kubernetes/manifest/03_openobserve/openobserve.yml

@@ -0,0 +1,87 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: openobserve
+spec:
+  clusterIP: None
+  selector:
+    app: openobserve
+  ports:
+  - name: http
+    port: 5080
+    targetPort: 5080
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: openobserve
+  labels:
+    name: openobserve
+spec:
+  serviceName: openobserve
+  replicas: 1
+  selector:
+    matchLabels:
+      name: openobserve
+      app: openobserve
+  template:
+    metadata:
+      labels:
+        name: openobserve
+        app: openobserve
+    spec:
+      securityContext:
+        fsGroup: 2000
+        runAsUser: 10000
+        runAsGroup: 3000
+        runAsNonRoot: true
+      containers:
+      - name: openobserve
+        image: public.ecr.aws/zinclabs/openobserve:latest
+        env:
+        - name: ZO_ROOT_USER_EMAIL
+          valueFrom:
+            configMapKeyRef:
+              name: openobserve-config
+              key: email
+        - name: ZO_ROOT_USER_PASSWORD
+          valueFrom:
+            configMapKeyRef:
+              name: openobserve-config
+              key: password
+        - name: ZO_DATA_DIR
+          value: /data
+        resources:
+          limits:
+            cpu: 4096m
+            memory: 2048Mi
+          requests:
+            cpu: 256m
+            memory: 50Mi
+        ports:
+        - containerPort: 5080
+          name: http
+        volumeMounts:
+        - name: data
+          mountPath: /data
+  volumeClaimTemplates:
+  - metadata:
+      name: data
+    spec:
+      accessModes:
+      - ReadWriteOnce
+      resources:
+        requests:
+          storage: 10Gi
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: openobserve-0
+spec:
+  selector:
+    statefulset.kubernetes.io/pod-name: openobserve-0
+  type: NodePort
+  ports:
+  - port: 5080
+    nodePort: 31000

kubernetes/manifest/04_fluentbit/fluentbit.yml

@@ -0,0 +1,30 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: fluentbit
+  labels:
+    name: fluentbit
+spec:
+  selector:
+    matchLabels:
+      name: fluentbit
+  template:
+    metadata:
+      labels:
+        name: fluentbit
+    spec:
+      containers:
+      - name: fluentbit
+        image: fluent/fluent-bit:latest
+        volumeMounts:
+        - name: varlog
+          mountPath: /var/log
+        - name: fluentbit-config
+          mountPath: /fluent-bit/etc/
+      volumes:
+      - name: varlog
+        hostPath:
+          path: /var/log
+      - name: fluentbit-config
+        configMap:
+          name: fluentbit-config