Add Kafka Opsrequest and Autoscaler Docs (#656)

* Add Kafka Opsrequest and Autoscaler Docs

Signed-off-by: obaydullahmhs <[email protected]>

docs/examples/kafka/autoscaler/compute/kafka-broker-autoscaler.yaml

@@ -0,0 +1,24 @@
+apiVersion: autoscaling.kubedb.com/v1alpha1
+kind: KafkaAutoscaler
+metadata:
+  name: kf-broker-autoscaler
+  namespace: demo
+spec:
+  databaseRef:
+    name: kafka-prod
+  opsRequestOptions:
+    timeout: 5m
+    apply: IfReady
+  compute:
+    broker:
+      trigger: "On"
+      podLifeTimeThreshold: 5m
+      resourceDiffPercentage: 20
+      minAllowed:
+        cpu: 600m
+        memory: 1.5Gi
+      maxAllowed:
+        cpu: 1
+        memory: 2Gi
+      controlledResources: ["cpu", "memory"]
+      containerControlledValues: "RequestsAndLimits"

docs/examples/kafka/autoscaler/compute/kafka-combined-autoscaler.yaml

@@ -0,0 +1,24 @@
+apiVersion: autoscaling.kubedb.com/v1alpha1
+kind: KafkaAutoscaler
+metadata:
+  name: kf-combined-autoscaler
+  namespace: demo
+spec:
+  databaseRef:
+    name: kafka-dev
+  opsRequestOptions:
+    timeout: 5m
+    apply: IfReady
+  compute:
+    node:
+      trigger: "On"
+      podLifeTimeThreshold: 5m
+      resourceDiffPercentage: 20
+      minAllowed:
+        cpu: 600m
+        memory: 1.5Gi
+      maxAllowed:
+        cpu: 1
+        memory: 2Gi
+      controlledResources: ["cpu", "memory"]
+      containerControlledValues: "RequestsAndLimits"

docs/examples/kafka/autoscaler/compute/kafka-controller-autoscaler.yaml

@@ -0,0 +1,24 @@
+apiVersion: autoscaling.kubedb.com/v1alpha1
+kind: KafkaAutoscaler
+metadata:
+  name: kf-controller-autoscaler
+  namespace: demo
+spec:
+  databaseRef:
+    name: kafka-prod
+  opsRequestOptions:
+    timeout: 5m
+    apply: IfReady
+  compute:
+    controller:
+      trigger: "On"
+      podLifeTimeThreshold: 5m
+      resourceDiffPercentage: 20
+      minAllowed:
+        cpu: 600m
+        memory: 1.5Gi
+      maxAllowed:
+        cpu: 1
+        memory: 2Gi
+      controlledResources: ["cpu", "memory"]
+      containerControlledValues: "RequestsAndLimits"

docs/examples/kafka/autoscaler/kafka-combined.yaml

@@ -0,0 +1,27 @@
+apiVersion: kubedb.com/v1
+kind: Kafka
+metadata:
+  name: kafka-dev
+  namespace: demo
+spec:
+  replicas: 2
+  version: 3.6.1
+  podTemplate:
+    spec:
+      containers:
+      - name: kafka
+        resources:
+          limits:
+            memory: 1Gi
+          requests:
+            cpu: 500m
+            memory: 1Gi
+  storage:
+    accessModes:
+    - ReadWriteOnce
+    resources:
+      requests:
+        storage: 1Gi
+#    storageClassName: standard
+  storageType: Durable
+  deletionPolicy: WipeOut

docs/examples/kafka/autoscaler/kafka-topology.yaml

@@ -0,0 +1,48 @@
+apiVersion: kubedb.com/v1
+kind: Kafka
+metadata:
+  name: kafka-prod
+  namespace: demo
+spec:
+  version: 3.6.1
+  topology:
+    broker:
+      replicas: 2
+      podTemplate:
+        spec:
+          containers:
+          - name: kafka
+            resources:
+              limits:
+                memory: 1Gi
+              requests:
+                cpu: 500m
+                memory: 1Gi
+      storage:
+        accessModes:
+          - ReadWriteOnce
+        resources:
+          requests:
+            storage: 1Gi
+        storageClassName: standard
+    controller:
+      replicas: 2
+      podTemplate:
+        spec:
+          containers:
+          - name: kafka
+            resources:
+              limits:
+                memory: 1Gi
+              requests:
+                cpu: 500m
+                memory: 1Gi
+      storage:
+        accessModes:
+          - ReadWriteOnce
+        resources:
+          requests:
+            storage: 1Gi
+        storageClassName: standard
+  storageType: Durable
+  deletionPolicy: WipeOut

docs/examples/kafka/autoscaler/storage/kafka-storage-autoscaler-combined.yaml

@@ -0,0 +1,14 @@
+apiVersion: autoscaling.kubedb.com/v1alpha1
+kind: KafkaAutoscaler
+metadata:
+  name: kf-storage-autoscaler-combined
+  namespace: demo
+spec:
+  databaseRef:
+    name: kafka-dev
+  storage:
+    node:
+      expansionMode: "Online"
+      trigger: "On"
+      usageThreshold: 60
+      scalingThreshold: 50

docs/examples/kafka/autoscaler/storage/kafka-storage-autoscaler-topology.yaml

@@ -0,0 +1,19 @@
+apiVersion: autoscaling.kubedb.com/v1alpha1
+kind: KafkaAutoscaler
+metadata:
+  name: kf-storage-autoscaler-topology
+  namespace: demo
+spec:
+  databaseRef:
+    name: kafka-prod
+  storage:
+    broker:
+      expansionMode: "Online"
+      trigger: "On"
+      usageThreshold: 60
+      scalingThreshold: 100
+    controller:
+      expansionMode: "Online"
+      trigger: "On"
+      usageThreshold: 60
+      scalingThreshold: 100

docs/examples/kafka/configuration/configsecret-combined.yaml

@@ -0,0 +1,9 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: configsecret-combined
+  namespace: demo
+stringData:
+  server.properties: |-
+    log.retention.hours=100
+    default.replication.factor=2

docs/examples/kafka/configuration/configsecret-topology.yaml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: configsecret-topology
+  namespace: demo
+stringData:
+  broker.properties: |-
+    log.retention.hours=100
+    default.replication.factor=2
+  controller.properties: |-
+    metadata.log.dir=/var/log/kafka/metadata-custom

docs/examples/kafka/configuration/kafka-combined.yaml

@@ -0,0 +1,19 @@
+apiVersion: kubedb.com/v1
+kind: Kafka
+metadata:
+  name: kafka-dev
+  namespace: demo
+spec:
+  replicas: 2
+  version: 3.6.1
+  configSecret:
+    name: configsecret-combined
+  storage:
+    accessModes:
+      - ReadWriteOnce
+    resources:
+      requests:
+        storage: 1Gi
+    storageClassName: standard
+  storageType: Durable
+  deletionPolicy: WipeOut

docs/examples/kafka/configuration/kafka-topology.yaml

@@ -0,0 +1,30 @@
+apiVersion: kubedb.com/v1
+kind: Kafka
+metadata:
+  name: kafka-prod
+  namespace: demo
+spec:
+  version: 3.6.1
+  configSecret:
+    name: configsecret-topology
+  topology:
+    broker:
+      replicas: 2
+      storage:
+        accessModes:
+          - ReadWriteOnce
+        resources:
+          requests:
+            storage: 1Gi
+        storageClassName: standard
+    controller:
+      replicas: 2
+      storage:
+        accessModes:
+          - ReadWriteOnce
+        resources:
+          requests:
+            storage: 1Gi
+        storageClassName: standard
+  storageType: Durable
+  deletionPolicy: WipeOut

docs/examples/kafka/monitoring/kafka-builtin-prom.yaml

@@ -0,0 +1,26 @@
+apiVersion: kubedb.com/v1alpha2
+kind: Kafka
+metadata:
+  name: kafka-builtin-prom
+  namespace: demo
+spec:
+  replicas: 2
+  version: 3.6.1
+  storage:
+    accessModes:
+      - ReadWriteOnce
+    resources:
+      requests:
+        storage: 1Gi
+    storageClassName: standard
+  storageType: Durable
+  monitor:
+    agent: prometheus.io/builtin
+    prometheus:
+      exporter:
+        port: 56790
+      serviceMonitor:
+        labels:
+          release: prometheus
+        interval: 10s
+  deletionPolicy: WipeOut

docs/examples/kafka/monitoring/kf-with-monitoring.yaml

@@ -23,7 +23,7 @@ spec:
     agent: prometheus.io/operator
     prometheus:
       exporter:
-        port: 9091
+        port: 56790
       serviceMonitor:
         labels:
           release: prometheus

docs/examples/kafka/reconfigure-tls/kafka-add-tls.yaml

@@ -0,0 +1,23 @@
+apiVersion: ops.kubedb.com/v1alpha1
+kind: KafkaOpsRequest
+metadata:
+  name: kfops-add-tls
+  namespace: demo
+spec:
+  type: ReconfigureTLS
+  databaseRef:
+    name: kafka-prod
+  tls:
+    issuerRef:
+      name: kf-issuer
+      kind: Issuer
+      apiGroup: "cert-manager.io"
+    certificates:
+      - alias: client
+        subject:
+          organizations:
+            - kafka
+          organizationalUnits:
+            - client
+  timeout: 5m
+  apply: IfReady

docs/examples/kafka/reconfigure-tls/kafka-issuer.yaml

@@ -0,0 +1,8 @@
+apiVersion: cert-manager.io/v1
+kind: Issuer
+metadata:
+  name: kf-issuer
+  namespace: demo
+spec:
+  ca:
+    secretName: kafka-ca

docs/examples/kafka/reconfigure-tls/kafka-new-issuer.yaml

@@ -0,0 +1,8 @@
+apiVersion: cert-manager.io/v1
+kind: Issuer
+metadata:
+  name: kf-new-issuer
+  namespace: demo
+spec:
+  ca:
+    secretName: kafka-new-ca

docs/examples/kafka/reconfigure-tls/kafka-remove-tls.yaml

@@ -0,0 +1,11 @@
+apiVersion: ops.kubedb.com/v1alpha1
+kind: KafkaOpsRequest
+metadata:
+  name: kfops-remove
+  namespace: demo
+spec:
+  type: ReconfigureTLS
+  databaseRef:
+    name: kafka-prod
+  tls:
+    remove: true

docs/examples/kafka/reconfigure-tls/kafka-rotate.yaml

@@ -0,0 +1,11 @@
+apiVersion: ops.kubedb.com/v1alpha1
+kind: KafkaOpsRequest
+metadata:
+  name: kfops-rotate
+  namespace: demo
+spec:
+  type: ReconfigureTLS
+  databaseRef:
+    name: kafka-prod
+  tls:
+    rotateCertificates: true

docs/examples/kafka/reconfigure-tls/kafka-update-tls-issuer.yaml

@@ -0,0 +1,14 @@
+apiVersion: ops.kubedb.com/v1alpha1
+kind: KafkaOpsRequest
+metadata:
+  name: kfops-update-issuer
+  namespace: demo
+spec:
+  type: ReconfigureTLS
+  databaseRef:
+    name: kafka-prod
+  tls:
+    issuerRef:
+      name: kf-new-issuer
+      kind: Issuer
+      apiGroup: "cert-manager.io"