feat(container-insights): drop deprecated and duplicated resource attributes

translator/tocwconfig/sampleConfig/opentelemetry/combined_v1_v2_eks_config.yaml

@@ -1336,6 +1336,11 @@ processors:
                 - set(attributes["container"], resource.attributes["container"]) where resource.attributes["container"] != nil
                 - set(attributes["pod"], resource.attributes["pod"]) where resource.attributes["pod"] != nil
                 - set(attributes["namespace"], resource.attributes["namespace"]) where resource.attributes["namespace"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "container") where attributes["container"] != nil
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
     transform/cw_k8s_ci_v0_dcgm_promote:
         error_mode: ignore
         metric_statements:
@@ -1351,6 +1356,19 @@ processors:
                 - set(attributes["container"], resource.attributes["container"]) where resource.attributes["container"] != nil
                 - delete_key(attributes, "Hostname") where attributes["Hostname"] != nil
                 - delete_key(attributes, "pci_bus_id") where attributes["pci_bus_id"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
+                - delete_key(attributes, "container") where attributes["container"] != nil
+    transform/cw_k8s_ci_v0_drop_deprecated_semconv:
+        error_mode: ignore
+        metric_statements:
+            - context: resource
+              statements:
+                - delete_key(attributes, "net.host.name") where attributes["net.host.name"] != nil
+                - delete_key(attributes, "net.host.port") where attributes["net.host.port"] != nil
+                - delete_key(attributes, "http.scheme") where attributes["http.scheme"] != nil
     transform/cw_k8s_ci_v0_ebs_csi_promote:
         error_mode: ignore
         metric_statements:
@@ -2873,6 +2891,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
@@ -2896,6 +2915,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
@@ -2917,6 +2937,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
@@ -2971,6 +2992,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
@@ -2990,6 +3012,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
                 - filter/cw_k8s_ci_v0_neuron
@@ -3015,6 +3038,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_cluster_name
@@ -3047,12 +3071,12 @@ service:
                 - ec2tagger
                 - awsentity/resource
             receivers:
-                - telegraf_netstat
-                - telegraf_disk
                 - telegraf_swap
                 - telegraf_processes
-                - telegraf_cpu
                 - telegraf_procstat/1917393364
+                - telegraf_cpu
+                - telegraf_disk
+                - telegraf_netstat
                 - telegraf_mem
         metrics/host_metrics:
             exporters:
@@ -3078,8 +3102,8 @@ service:
                 - ec2tagger
                 - awsentity/resource
             receivers:
-                - telegraf_net
                 - telegraf_diskio
+                - telegraf_net
         metrics/opentelemetry:
             exporters:
                 - otlp_http/metrics

translator/tocwconfig/sampleConfig/opentelemetry/container_insights_cluster_config.yaml

@@ -783,6 +783,14 @@ processors:
             - context: datapoint
               statements:
                 - set(resource.attributes["k8s.apiserver.version"], attributes["git_version"]) where attributes["git_version"] != nil and attributes["git_version"] != ""
+    transform/cw_k8s_ci_v0_drop_deprecated_semconv:
+        error_mode: ignore
+        metric_statements:
+            - context: resource
+              statements:
+                - delete_key(attributes, "net.host.name") where attributes["net.host.name"] != nil
+                - delete_key(attributes, "net.host.port") where attributes["net.host.port"] != nil
+                - delete_key(attributes, "http.scheme") where attributes["http.scheme"] != nil
     transform/cw_k8s_ci_v0_ksm_clean_resource:
         error_mode: ignore
         metric_statements:
@@ -830,6 +838,21 @@ processors:
                 - set(attributes["cronjob"], resource.attributes["cronjob"]) where resource.attributes["cronjob"] != nil
                 - set(attributes["owner_name"], resource.attributes["owner_name"]) where resource.attributes["owner_name"] != nil
                 - set(attributes["owner_kind"], resource.attributes["owner_kind"]) where resource.attributes["owner_kind"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
+                - delete_key(attributes, "node") where attributes["node"] != nil
+                - delete_key(attributes, "uid") where attributes["uid"] != nil
+                - delete_key(attributes, "container") where attributes["container"] != nil
+                - delete_key(attributes, "owner_name") where attributes["owner_name"] != nil
+                - delete_key(attributes, "owner_kind") where attributes["owner_kind"] != nil
+                - delete_key(attributes, "deployment") where attributes["deployment"] != nil
+                - delete_key(attributes, "daemonset") where attributes["daemonset"] != nil
+                - delete_key(attributes, "statefulset") where attributes["statefulset"] != nil
+                - delete_key(attributes, "replicaset") where attributes["replicaset"] != nil
+                - delete_key(attributes, "job_name") where attributes["job_name"] != nil
+                - delete_key(attributes, "cronjob") where attributes["cronjob"] != nil
     transform/cw_k8s_ci_v0_mark_cluster:
         error_mode: ignore
         metric_statements:
@@ -951,14 +974,16 @@ processors:
                 - set(attributes["k8s.pod.name"], attributes["pod"]) where attributes["pod"] != nil
                 - set(attributes["k8s.namespace.name"], attributes["namespace"]) where attributes["namespace"] != nil
                 - set(attributes["k8s.node.name"], attributes["node"]) where attributes["node"] != nil
-                - delete_key(attributes, "net.host.name") where attributes["net.host.name"] != nil
-                - delete_key(attributes, "net.host.port") where attributes["net.host.port"] != nil
-                - delete_key(attributes, "url.scheme") where attributes["url.scheme"] != nil
             - context: datapoint
               statements:
                 - set(attributes["pod"], resource.attributes["pod"]) where resource.attributes["pod"] != nil
                 - set(attributes["namespace"], resource.attributes["namespace"]) where resource.attributes["namespace"] != nil
                 - set(attributes["node"], resource.attributes["node"]) where resource.attributes["node"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
+                - delete_key(attributes, "node") where attributes["node"] != nil
     transform/identity:
         error_mode: ignore
         flatten_data: false
@@ -1250,6 +1275,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_apiserver_extract_version
@@ -1270,6 +1296,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_scope_karpenter
@@ -1289,6 +1316,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - filter/cw_k8s_ci_v0_keda_drop_non_keda
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
@@ -1309,6 +1337,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_scope_kube_state_metrics

translator/tocwconfig/sampleConfig/opentelemetry/container_insights_cluster_config_aks.yaml

@@ -781,6 +781,14 @@ processors:
             - context: datapoint
               statements:
                 - set(resource.attributes["k8s.apiserver.version"], attributes["git_version"]) where attributes["git_version"] != nil and attributes["git_version"] != ""
+    transform/cw_k8s_ci_v0_drop_deprecated_semconv:
+        error_mode: ignore
+        metric_statements:
+            - context: resource
+              statements:
+                - delete_key(attributes, "net.host.name") where attributes["net.host.name"] != nil
+                - delete_key(attributes, "net.host.port") where attributes["net.host.port"] != nil
+                - delete_key(attributes, "http.scheme") where attributes["http.scheme"] != nil
     transform/cw_k8s_ci_v0_ksm_clean_resource:
         error_mode: ignore
         metric_statements:
@@ -828,6 +836,21 @@ processors:
                 - set(attributes["cronjob"], resource.attributes["cronjob"]) where resource.attributes["cronjob"] != nil
                 - set(attributes["owner_name"], resource.attributes["owner_name"]) where resource.attributes["owner_name"] != nil
                 - set(attributes["owner_kind"], resource.attributes["owner_kind"]) where resource.attributes["owner_kind"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
+                - delete_key(attributes, "node") where attributes["node"] != nil
+                - delete_key(attributes, "uid") where attributes["uid"] != nil
+                - delete_key(attributes, "container") where attributes["container"] != nil
+                - delete_key(attributes, "owner_name") where attributes["owner_name"] != nil
+                - delete_key(attributes, "owner_kind") where attributes["owner_kind"] != nil
+                - delete_key(attributes, "deployment") where attributes["deployment"] != nil
+                - delete_key(attributes, "daemonset") where attributes["daemonset"] != nil
+                - delete_key(attributes, "statefulset") where attributes["statefulset"] != nil
+                - delete_key(attributes, "replicaset") where attributes["replicaset"] != nil
+                - delete_key(attributes, "job_name") where attributes["job_name"] != nil
+                - delete_key(attributes, "cronjob") where attributes["cronjob"] != nil
     transform/cw_k8s_ci_v0_mark_cluster:
         error_mode: ignore
         metric_statements:
@@ -949,14 +972,16 @@ processors:
                 - set(attributes["k8s.pod.name"], attributes["pod"]) where attributes["pod"] != nil
                 - set(attributes["k8s.namespace.name"], attributes["namespace"]) where attributes["namespace"] != nil
                 - set(attributes["k8s.node.name"], attributes["node"]) where attributes["node"] != nil
-                - delete_key(attributes, "net.host.name") where attributes["net.host.name"] != nil
-                - delete_key(attributes, "net.host.port") where attributes["net.host.port"] != nil
-                - delete_key(attributes, "url.scheme") where attributes["url.scheme"] != nil
             - context: datapoint
               statements:
                 - set(attributes["pod"], resource.attributes["pod"]) where resource.attributes["pod"] != nil
                 - set(attributes["namespace"], resource.attributes["namespace"]) where resource.attributes["namespace"] != nil
                 - set(attributes["node"], resource.attributes["node"]) where resource.attributes["node"] != nil
+            - context: resource
+              statements:
+                - delete_key(attributes, "pod") where attributes["pod"] != nil
+                - delete_key(attributes, "namespace") where attributes["namespace"] != nil
+                - delete_key(attributes, "node") where attributes["node"] != nil
     transform/identity:
         error_mode: ignore
         flatten_data: false
@@ -1249,6 +1274,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_apiserver_extract_version
@@ -1269,6 +1295,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_scope_karpenter
@@ -1288,6 +1315,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - filter/cw_k8s_ci_v0_keda_drop_non_keda
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
@@ -1308,6 +1336,7 @@ service:
                 - forward/opentelemetry
             processors:
                 - filter/cw_k8s_ci_v0_scrape_metadata
+                - transform/cw_k8s_ci_v0_drop_deprecated_semconv
                 - transform/cw_k8s_ci_v0_set_unit
                 - metricstarttime/cw_k8s_ci_v0
                 - transform/cw_k8s_ci_v0_set_scope_kube_state_metrics