Rename top-level processors to processor_groups

.generator/schemas/v2/openapi.yaml

@@ -35657,7 +35657,7 @@ components:
           items:
             $ref: '#/components/schemas/ObservabilityPipelineConfigDestinationItem'
           type: array
-        processors:
+        processor_groups:
           description: A list of processor groups that transform or enrich log data.
           example:
           - enabled: true

examples/v2/observability-pipelines/CreatePipeline.py

@@ -41,7 +41,7 @@
                         type=ObservabilityPipelineDatadogLogsDestinationType.DATADOG_LOGS,
                     ),
                 ],
-                processors=[
+                processor_groups=[
                     ObservabilityPipelineConfigProcessorGroup(
                         enabled=True,
                         id="my-processor-group",

examples/v2/observability-pipelines/UpdatePipeline.py

@@ -45,7 +45,7 @@
                         type=ObservabilityPipelineDatadogLogsDestinationType.DATADOG_LOGS,
                     ),
                 ],
-                processors=[
+                processor_groups=[
                     ObservabilityPipelineConfigProcessorGroup(
                         enabled=True,
                         id="my-processor-group",

examples/v2/observability-pipelines/ValidatePipeline.py

@@ -41,7 +41,7 @@
                         type=ObservabilityPipelineDatadogLogsDestinationType.DATADOG_LOGS,
                     ),
                 ],
-                processors=[
+                processor_groups=[
                     ObservabilityPipelineConfigProcessorGroup(
                         enabled=True,
                         id="my-processor-group",

src/datadog_api_client/v2/model/observability_pipeline_config.py

@@ -127,13 +127,13 @@ def openapi_types(_):
 
         return {
             "destinations": ([ObservabilityPipelineConfigDestinationItem],),
-            "processors": ([ObservabilityPipelineConfigProcessorGroup],),
+            "processor_groups": ([ObservabilityPipelineConfigProcessorGroup],),
             "sources": ([ObservabilityPipelineConfigSourceItem],),
         }
 
     attribute_map = {
         "destinations": "destinations",
-        "processors": "processors",
+        "processor_groups": "processor_groups",
         "sources": "sources",
     }
 
@@ -184,7 +184,7 @@ def __init__(
                 ObservabilityPipelineSocketSource,
             ]
         ],
-        processors: Union[List[ObservabilityPipelineConfigProcessorGroup], UnsetType] = unset,
+        processor_groups: Union[List[ObservabilityPipelineConfigProcessorGroup], UnsetType] = unset,
         **kwargs,
     ):
         """
@@ -193,14 +193,14 @@ def __init__(
         :param destinations: A list of destination components where processed logs are sent.
         :type destinations: [ObservabilityPipelineConfigDestinationItem]
 
-        :param processors: A list of processor groups that transform or enrich log data.
-        :type processors: [ObservabilityPipelineConfigProcessorGroup], optional
+        :param processor_groups: A list of processor groups that transform or enrich log data.
+        :type processor_groups: [ObservabilityPipelineConfigProcessorGroup], optional
 
         :param sources: A list of configured data sources for the pipeline.
         :type sources: [ObservabilityPipelineConfigSourceItem]
         """
-        if processors is not unset:
-            kwargs["processors"] = processors
+        if processor_groups is not unset:
+            kwargs["processor_groups"] = processor_groups
         super().__init__(kwargs)
 
         self_.destinations = destinations

tests/v2/features/given.json

@@ -883,7 +883,7 @@
     "parameters": [
       {
         "name": "body",
-        "value": "{\n   \"data\":{\n      \"attributes\":{\n         \"config\":{\n            \"destinations\":[\n               {\n                  \"id\":\"datadog-logs-destination\",\n                  \"inputs\":[\n                     \"processor-group-0\"\n                  ],\n                  \"type\":\"datadog_logs\"\n               }\n            ],\n            \"processors\":[\n               {\n                  \"id\":\"processor-group-0\",\n                  \"include\":\"service:my-service\",\n                  \"display_name\": \"My Processor Group\",\n                  \"inputs\":[\n                     \"datadog-agent-source\"\n                  ],\n                  \"enabled\": true,\n                  \"processors\": [\n                    {\n                      \"id\": \"filter-processor\",\n                      \"type\": \"filter\",\n                      \"include\": \"status:error\",\n                      \"display_name\": \"My Filter Processor\",\n                      \"enabled\": true\n                    }\n                  ]\n               }\n            ],\n            \"sources\":[\n               {\n                  \"id\":\"datadog-agent-source\",\n                  \"type\":\"datadog_agent\"\n               }\n            ]\n         },\n         \"name\":\"Main Observability Pipeline\"\n      },\n      \"type\":\"pipelines\"\n   }\n}"
+        "value": "{\n   \"data\":{\n      \"attributes\":{\n         \"config\":{\n            \"destinations\":[\n               {\n                  \"id\":\"datadog-logs-destination\",\n                  \"inputs\":[\n                     \"processor-group-0\"\n                  ],\n                  \"type\":\"datadog_logs\"\n               }\n            ],\n            \"processor_groups\":[\n               {\n                  \"id\":\"processor-group-0\",\n                  \"include\":\"service:my-service\",\n                  \"display_name\": \"My Processor Group\",\n                  \"inputs\":[\n                     \"datadog-agent-source\"\n                  ],\n                  \"enabled\": true,\n                  \"processors\": [\n                    {\n                      \"id\": \"filter-processor\",\n                      \"type\": \"filter\",\n                      \"include\": \"status:error\",\n                      \"display_name\": \"My Filter Processor\",\n                      \"enabled\": true\n                    }\n                  ]\n               }\n            ],\n            \"sources\":[\n               {\n                  \"id\":\"datadog-agent-source\",\n                  \"type\":\"datadog_agent\"\n               }\n            ]\n         },\n         \"name\":\"Main Observability Pipeline\"\n      },\n      \"type\":\"pipelines\"\n   }\n}"
       }
     ],
     "step": "there is a valid \"pipeline\" in the system",

tests/v2/features/observability_pipelines.feature

@@ -12,23 +12,23 @@ Feature: Observability Pipelines
   Scenario: Create a new pipeline returns "Bad Request" response
     Given operation "CreatePipeline" enabled
     And new "CreatePipeline" request
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
     When the request is sent
     Then the response status is 400 Bad Request
 
   @generated @skip @team:DataDog/observability-pipelines
   Scenario: Create a new pipeline returns "Conflict" response
     Given operation "CreatePipeline" enabled
     And new "CreatePipeline" request
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}, {"enabled": true, "field": "message", "id": "json-processor", "include": "*", "type": "parse_json"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}, {"enabled": true, "field": "message", "id": "json-processor", "include": "*", "type": "parse_json"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
     When the request is sent
     Then the response status is 409 Conflict
 
   @team:DataDog/observability-pipelines
   Scenario: Create a new pipeline returns "OK" response
     Given operation "CreatePipeline" enabled
     And new "CreatePipeline" request
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
     When the request is sent
     Then the response status is 201 OK
     And the response "data" has field "id"
@@ -106,7 +106,7 @@ Feature: Observability Pipelines
     And new "UpdatePipeline" request
     And there is a valid "pipeline" in the system
     And request contains "pipeline_id" parameter from "pipeline.data.id"
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
     When the request is sent
     Then the response status is 400 Bad Request
 
@@ -115,7 +115,7 @@ Feature: Observability Pipelines
     Given operation "UpdatePipeline" enabled
     And new "UpdatePipeline" request
     And request contains "pipeline_id" parameter from "REPLACE.ME"
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}, {"enabled": true, "field": "message", "id": "json-processor", "include": "*", "type": "parse_json"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}, {"enabled": true, "field": "message", "id": "json-processor", "include": "*", "type": "parse_json"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
     When the request is sent
     Then the response status is 409 Conflict
 
@@ -124,7 +124,7 @@ Feature: Observability Pipelines
     Given operation "UpdatePipeline" enabled
     And new "UpdatePipeline" request
     And request contains "pipeline_id" parameter with value "3fa85f64-5717-4562-b3fc-2c963f66afa6"
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
     When the request is sent
     Then the response status is 404 Not Found
 
@@ -134,7 +134,7 @@ Feature: Observability Pipelines
     And there is a valid "pipeline" in the system
     And new "UpdatePipeline" request
     And request contains "pipeline_id" parameter from "pipeline.data.id"
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "updated-datadog-logs-destination-id", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Updated Pipeline Name"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "updated-datadog-logs-destination-id", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Updated Pipeline Name"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}}
     When the request is sent
     Then the response status is 200 OK
     And the response "data" has field "id"
@@ -149,7 +149,7 @@ Feature: Observability Pipelines
   Scenario: Validate an observability pipeline returns "Bad Request" response
     Given operation "ValidatePipeline" enabled
     And new "ValidatePipeline" request
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
     When the request is sent
     Then the response status is 400 Bad Request
     And the response "errors[0].title" is equal to "Field 'include' is required"
@@ -161,7 +161,7 @@ Feature: Observability Pipelines
   Scenario: Validate an observability pipeline returns "OK" response
     Given operation "ValidatePipeline" enabled
     And new "ValidatePipeline" request
-    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
+    And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processor_groups": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}}
     When the request is sent
     Then the response status is 200 OK
     And the response "errors" has length 0