Refactor filter-container-metrics example to add-filter-processor and…

… expand content (#811)

examples/add-filter-processor/README.md

@@ -0,0 +1,7 @@
+# Example of chart configuration
+
+## Filter Processor
+The
+[filter processor](https://github.com/open-telemetry/opentelemetry-collector-contrib/tree/main/processor/filterprocessor#filter-processor)
+determines when telemetry data should be dropped. If any condition
+is met, the telemetry data is dropped.

examples/add-filter-processor/add-filter-processor-values.yaml

@@ -0,0 +1,82 @@
+clusterName: CHANGEME
+splunkObservability:
+  realm: CHANGEME
+  accessToken: CHANGEME
+  metricsEnabled: true
+  tracesEnabled: true
+  logsEnabled: true
+
+agent:
+  config:
+    processors:
+      # Exclude specific metrics from containers named 'containerXName' or 'containerYName'
+      filter/exclude_metrics_from_container:
+        metrics:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.container.name
+                value: '^(containerXName|containerYName)$'
+      # Exclude logs from pods named 'podNameX'
+      filter/exclude_logs_from_pod:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.pod.name
+                value: '^(podNameX)$'
+      # Exclude logs from nodes named 'nodeNameX'
+      filter/exclude_logs_from_node:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.node.name
+                value: '^(nodeNameX)$'
+      # Exclude spans from traces for services housed in containers named 'containerXName' or 'containerYName'
+      filter/exclude_spans_from_traces_from_container:
+        spans:
+          exclude:
+            match_type: regexp
+            attributes:
+              - key: k8s.container.name
+                value: '^(containerXName|containerYName)$'
+      # Exclude all telemetry data (metrics, logs, traces) from a namespace named 'namespaceX'
+      filter/exclude_all_telemetry_data_from_namespace:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.namespace.name
+                value: '^(namespaceX)$'
+        metrics:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.namespace.name
+                value: '^(namespaceX)$'
+        traces:
+          span:
+            - 'attributes["k8s.namespace.name"] != "namespaceX"'
+      # Exclude metrics from a cluster named 'clusterX'
+      filter/exclude_metrics_from_cluster:
+        metrics:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+              - key: k8s.cluster.name
+                value: '^(clusterX)$'
+    # Define the data processing pipelines for logs, metrics, and traces
+    service:
+      pipelines:
+        logs:
+          processors:
+            - memory_limiter
+            - k8sattributes
+            - filter/logs
+            - batch
+            - resourcedetection
+            - resource
+            - resource/logs
+            - filter/exclude_logs_from_pod
+            - filter/exclude_logs_from_node

examples/filter-container-metrics/rendered_manifests/configmap-agent.yaml → examples/add-filter-processor/rendered_manifests/configmap-agent.yaml

@@ -17,12 +17,21 @@ metadata:
 data:
   relay: |
     exporters:
+      sapm:
+        access_token: ${SPLUNK_OBSERVABILITY_ACCESS_TOKEN}
+        endpoint: https://ingest.CHANGEME.signalfx.com/v2/trace
       signalfx:
         access_token: ${SPLUNK_OBSERVABILITY_ACCESS_TOKEN}
         api_url: https://api.CHANGEME.signalfx.com
         correlation: null
         ingest_url: https://ingest.CHANGEME.signalfx.com
         sync_host_metadata: true
+      splunk_hec/o11y:
+        disable_compression: true
+        endpoint: https://ingest.CHANGEME.signalfx.com/v1/log
+        log_data_enabled: true
+        profiling_data_enabled: false
+        token: ${SPLUNK_OBSERVABILITY_ACCESS_TOKEN}
     extensions:
       health_check: null
       k8s_observer:
@@ -33,13 +42,57 @@ data:
       zpages: null
     processors:
       batch: null
-      filter/exclude_containers:
+      filter/exclude_all_telemetry_data_from_namespace:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+            - key: k8s.namespace.name
+              value: ^(namespaceX)$
+        metrics:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+            - key: k8s.namespace.name
+              value: ^(namespaceX)$
+        traces:
+          span:
+          - attributes["k8s.namespace.name"] != "namespaceX"
+      filter/exclude_logs_from_node:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+            - key: k8s.node.name
+              value: ^(nodeNameX)$
+      filter/exclude_logs_from_pod:
+        logs:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+            - key: k8s.pod.name
+              value: ^(podNameX)$
+      filter/exclude_metrics_from_cluster:
         metrics:
           exclude:
             match_type: regexp
             resource_attributes:
-            - Key: k8s.container.name
-              Value: ^(containerX|containerY)$
+            - key: k8s.cluster.name
+              value: ^(clusterX)$
+      filter/exclude_metrics_from_container:
+        metrics:
+          exclude:
+            match_type: regexp
+            resource_attributes:
+            - key: k8s.container.name
+              value: ^(containerXName|containerYName)$
+      filter/exclude_spans_from_traces_from_container:
+        spans:
+          exclude:
+            attributes:
+            - key: k8s.container.name
+              value: ^(containerXName|containerYName)$
+            match_type: regexp
       filter/logs:
         logs:
           exclude:
@@ -140,6 +193,8 @@ data:
         override: true
         timeout: 10s
     receivers:
+      fluentforward:
+        endpoint: 0.0.0.0:8006
       hostmetrics:
         collection_interval: 10s
         scrapers:
@@ -151,6 +206,12 @@ data:
           network: null
           paging: null
           processes: null
+      jaeger:
+        protocols:
+          grpc:
+            endpoint: 0.0.0.0:14250
+          thrift_http:
+            endpoint: 0.0.0.0:14268
       kubeletstats:
         auth_type: serviceAccount
         collection_interval: 10s
@@ -224,13 +285,34 @@ data:
         - k8s_observer
       signalfx:
         endpoint: 0.0.0.0:9943
+      smartagent/signalfx-forwarder:
+        listenAddress: 0.0.0.0:9080
+        type: signalfx-forwarder
+      zipkin:
+        endpoint: 0.0.0.0:9411
     service:
       extensions:
       - health_check
       - k8s_observer
       - memory_ballast
       - zpages
       pipelines:
+        logs:
+          exporters:
+          - splunk_hec/o11y
+          processors:
+          - memory_limiter
+          - k8sattributes
+          - filter/logs
+          - batch
+          - resourcedetection
+          - resource
+          - resource/logs
+          - filter/exclude_logs_from_pod
+          - filter/exclude_logs_from_node
+          receivers:
+          - fluentforward
+          - otlp
         metrics:
           exporters:
           - signalfx
@@ -239,7 +321,6 @@ data:
           - batch
           - resourcedetection
           - resource
-          - filter/exclude_containers
           receivers:
           - hostmetrics
           - kubeletstats
@@ -257,6 +338,21 @@ data:
           - resource
           receivers:
           - prometheus/agent
+        traces:
+          exporters:
+          - sapm
+          - signalfx
+          processors:
+          - memory_limiter
+          - k8sattributes
+          - batch
+          - resourcedetection
+          - resource
+          receivers:
+          - otlp
+          - jaeger
+          - smartagent/signalfx-forwarder
+          - zipkin
       telemetry:
         metrics:
           address: 0.0.0.0:8889

examples/filter-container-metrics/rendered_manifests/configmap-cluster-receiver.yaml → examples/add-filter-processor/rendered_manifests/configmap-cluster-receiver.yaml

@@ -29,13 +29,6 @@ data:
     processors:
       batch:
         send_batch_max_size: 32768
-      filter/exclude_containers:
-        metrics:
-          exclude:
-            match_type: regexp
-            resource_attributes:
-            - Key: k8s.container.name
-              Value: ^(containerX|containerY)$
       memory_limiter:
         check_interval: 2s
         limit_mib: ${SPLUNK_MEMORY_LIMIT_MIB}
@@ -98,7 +91,6 @@ data:
           - batch
           - resource
           - resource/k8s_cluster
-          - filter/exclude_containers
           receivers:
           - k8s_cluster
         metrics/collector:

examples/add-filter-processor/rendered_manifests/configmap-fluentd-json.yaml

@@ -0,0 +1,24 @@
+---
+# Source: splunk-otel-collector/templates/configmap-fluentd-json.yaml
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: default-splunk-otel-collector-fluentd-json
+  labels:
+    app.kubernetes.io/name: splunk-otel-collector
+    helm.sh/chart: splunk-otel-collector-0.79.0
+    app.kubernetes.io/managed-by: Helm
+    app.kubernetes.io/instance: default
+    app.kubernetes.io/version: "0.79.0"
+    app: splunk-otel-collector
+    chart: splunk-otel-collector-0.79.0
+    release: default
+    heritage: Helm
+data:
+  source.containers.parse.conf: |-
+    @type json
+    time_format %Y-%m-%dT%H:%M:%S.%NZ
+
+  output.filter.conf: ""
+
+  output.transform.conf: ""