WIP Add processors groups to Observability Pipelines

packages/datadog-api-client-v2/index.ts

@@ -2989,7 +2989,9 @@ export { ObservabilityPipelineAmazonSecurityLakeDestinationType } from "./models
 export { ObservabilityPipelineAwsAuth } from "./models/ObservabilityPipelineAwsAuth";
 export { ObservabilityPipelineConfig } from "./models/ObservabilityPipelineConfig";
 export { ObservabilityPipelineConfigDestinationItem } from "./models/ObservabilityPipelineConfigDestinationItem";
+export { ObservabilityPipelineConfigProcessorGroup } from "./models/ObservabilityPipelineConfigProcessorGroup";
 export { ObservabilityPipelineConfigProcessorItem } from "./models/ObservabilityPipelineConfigProcessorItem";
+export { ObservabilityPipelineConfigProcessors } from "./models/ObservabilityPipelineConfigProcessors";
 export { ObservabilityPipelineConfigSourceItem } from "./models/ObservabilityPipelineConfigSourceItem";
 export { ObservabilityPipelineCrowdStrikeNextGenSiemDestination } from "./models/ObservabilityPipelineCrowdStrikeNextGenSiemDestination";
 export { ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression } from "./models/ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression";

packages/datadog-api-client-v2/models/ObjectSerializer.ts

@@ -1569,6 +1569,7 @@ import { ObservabilityPipelineAmazonS3Source } from "./ObservabilityPipelineAmaz
 import { ObservabilityPipelineAmazonSecurityLakeDestination } from "./ObservabilityPipelineAmazonSecurityLakeDestination";
 import { ObservabilityPipelineAwsAuth } from "./ObservabilityPipelineAwsAuth";
 import { ObservabilityPipelineConfig } from "./ObservabilityPipelineConfig";
+import { ObservabilityPipelineConfigProcessorGroup } from "./ObservabilityPipelineConfigProcessorGroup";
 import { ObservabilityPipelineCrowdStrikeNextGenSiemDestination } from "./ObservabilityPipelineCrowdStrikeNextGenSiemDestination";
 import { ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression } from "./ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression";
 import { ObservabilityPipelineCustomProcessor } from "./ObservabilityPipelineCustomProcessor";
@@ -6081,6 +6082,8 @@ const typeMap: { [index: string]: any } = {
     ObservabilityPipelineAmazonSecurityLakeDestination,
   ObservabilityPipelineAwsAuth: ObservabilityPipelineAwsAuth,
   ObservabilityPipelineConfig: ObservabilityPipelineConfig,
+  ObservabilityPipelineConfigProcessorGroup:
+    ObservabilityPipelineConfigProcessorGroup,
   ObservabilityPipelineCrowdStrikeNextGenSiemDestination:
     ObservabilityPipelineCrowdStrikeNextGenSiemDestination,
   ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression:
@@ -7657,6 +7660,10 @@ const oneOfMap: { [index: string]: string[] } = {
     "ObservabilityPipelineCustomProcessor",
     "ObservabilityPipelineDatadogTagsProcessor",
   ],
+  ObservabilityPipelineConfigProcessors: [
+    "Array<ObservabilityPipelineConfigProcessorItem>",
+    "Array<ObservabilityPipelineConfigProcessorGroup>",
+  ],
   ObservabilityPipelineConfigSourceItem: [
     "ObservabilityPipelineKafkaSource",
     "ObservabilityPipelineDatadogAgentSource",

packages/datadog-api-client-v2/models/ObservabilityPipelineAddEnvVarsProcessor.ts

@@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util";
  * The `add_env_vars` processor adds environment variable values to log events.
  */
 export class ObservabilityPipelineAddEnvVarsProcessor {
+  /**
+   * Whether this processor is enabled.
+   */
+  "enabled"?: boolean;
   /**
    * The unique identifier for this component. Used to reference this processor in the pipeline.
    */
@@ -21,9 +25,9 @@ export class ObservabilityPipelineAddEnvVarsProcessor {
    */
   "include": string;
   /**
-   * A list of component IDs whose output is used as the input for this processor.
+   * A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
    */
-  "inputs": Array<string>;
+  "inputs"?: Array<string>;
   /**
    * The processor type. The value should always be `add_env_vars`.
    */
@@ -49,6 +53,10 @@ export class ObservabilityPipelineAddEnvVarsProcessor {
    * @ignore
    */
   static readonly attributeTypeMap: AttributeTypeMap = {
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
     id: {
       baseName: "id",
       type: "string",
@@ -62,7 +70,6 @@ export class ObservabilityPipelineAddEnvVarsProcessor {
     inputs: {
       baseName: "inputs",
       type: "Array<string>",
-      required: true,
     },
     type: {
       baseName: "type",

packages/datadog-api-client-v2/models/ObservabilityPipelineAddFieldsProcessor.ts

@@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util";
  * The `add_fields` processor adds static key-value fields to logs.
  */
 export class ObservabilityPipelineAddFieldsProcessor {
+  /**
+   * Whether this processor is enabled.
+   */
+  "enabled"?: boolean;
   /**
    * A list of static fields (key-value pairs) that is added to each log event processed by this component.
    */
@@ -25,9 +29,9 @@ export class ObservabilityPipelineAddFieldsProcessor {
    */
   "include": string;
   /**
-   * A list of component IDs whose output is used as the `input` for this component.
+   * A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
    */
-  "inputs": Array<string>;
+  "inputs"?: Array<string>;
   /**
    * The processor type. The value should always be `add_fields`.
    */
@@ -49,6 +53,10 @@ export class ObservabilityPipelineAddFieldsProcessor {
    * @ignore
    */
   static readonly attributeTypeMap: AttributeTypeMap = {
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
     fields: {
       baseName: "fields",
       type: "Array<ObservabilityPipelineFieldValue>",
@@ -67,7 +75,6 @@ export class ObservabilityPipelineAddFieldsProcessor {
     inputs: {
       baseName: "inputs",
       type: "Array<string>",
-      required: true,
     },
     type: {
       baseName: "type",

packages/datadog-api-client-v2/models/ObservabilityPipelineConfig.ts

@@ -4,7 +4,7 @@
  * Copyright 2020-Present Datadog, Inc.
  */
 import { ObservabilityPipelineConfigDestinationItem } from "./ObservabilityPipelineConfigDestinationItem";
-import { ObservabilityPipelineConfigProcessorItem } from "./ObservabilityPipelineConfigProcessorItem";
+import { ObservabilityPipelineConfigProcessors } from "./ObservabilityPipelineConfigProcessors";
 import { ObservabilityPipelineConfigSourceItem } from "./ObservabilityPipelineConfigSourceItem";
 
 import { AttributeTypeMap } from "../../datadog-api-client-common/util";
@@ -18,9 +18,9 @@ export class ObservabilityPipelineConfig {
    */
   "destinations": Array<ObservabilityPipelineConfigDestinationItem>;
   /**
-   * A list of processors that transform or enrich log data.
+   * A list of processors that transform or enrich log data, or a list of grouped processor configurations.
    */
-  "processors"?: Array<ObservabilityPipelineConfigProcessorItem>;
+  "processors"?: ObservabilityPipelineConfigProcessors;
   /**
    * A list of configured data sources for the pipeline.
    */
@@ -49,7 +49,7 @@ export class ObservabilityPipelineConfig {
     },
     processors: {
       baseName: "processors",
-      type: "Array<ObservabilityPipelineConfigProcessorItem>",
+      type: "ObservabilityPipelineConfigProcessors",
     },
     sources: {
       baseName: "sources",

packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessorGroup.ts

@@ -0,0 +1,89 @@
+/**
+ * Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+ * This product includes software developed at Datadog (https://www.datadoghq.com/).
+ * Copyright 2020-Present Datadog, Inc.
+ */
+import { ObservabilityPipelineConfigProcessorItem } from "./ObservabilityPipelineConfigProcessorItem";
+
+import { AttributeTypeMap } from "../../datadog-api-client-common/util";
+
+/**
+ * A group of processors.
+ */
+export class ObservabilityPipelineConfigProcessorGroup {
+  /**
+   * Whether this processor group is enabled.
+   */
+  "enabled"?: boolean;
+  /**
+   * The unique identifier for the processor group.
+   */
+  "id": string;
+  /**
+   * Conditional expression for when this processor group should execute.
+   */
+  "include": string;
+  /**
+   * A list of component IDs whose output is used as the input for this processor group.
+   */
+  "inputs": Array<string>;
+  /**
+   * Processors applied sequentially within this group. No `inputs` fields required - events flow through each processor in order.
+   */
+  "processors": Array<ObservabilityPipelineConfigProcessorItem>;
+
+  /**
+   * A container for additional, undeclared properties.
+   * This is a holder for any undeclared properties as specified with
+   * the 'additionalProperties' keyword in the OAS document.
+   */
+  "additionalProperties"?: { [key: string]: any };
+
+  /**
+   * @ignore
+   */
+  "_unparsed"?: boolean;
+
+  /**
+   * @ignore
+   */
+  static readonly attributeTypeMap: AttributeTypeMap = {
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
+    id: {
+      baseName: "id",
+      type: "string",
+      required: true,
+    },
+    include: {
+      baseName: "include",
+      type: "string",
+      required: true,
+    },
+    inputs: {
+      baseName: "inputs",
+      type: "Array<string>",
+      required: true,
+    },
+    processors: {
+      baseName: "processors",
+      type: "Array<ObservabilityPipelineConfigProcessorItem>",
+      required: true,
+    },
+    additionalProperties: {
+      baseName: "additionalProperties",
+      type: "{ [key: string]: any; }",
+    },
+  };
+
+  /**
+   * @ignore
+   */
+  static getAttributeTypeMap(): AttributeTypeMap {
+    return ObservabilityPipelineConfigProcessorGroup.attributeTypeMap;
+  }
+
+  public constructor() {}
+}

packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessors.ts

@@ -0,0 +1,18 @@
+/**
+ * Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License.
+ * This product includes software developed at Datadog (https://www.datadoghq.com/).
+ * Copyright 2020-Present Datadog, Inc.
+ */
+import { ObservabilityPipelineConfigProcessorGroup } from "./ObservabilityPipelineConfigProcessorGroup";
+import { ObservabilityPipelineConfigProcessorItem } from "./ObservabilityPipelineConfigProcessorItem";
+
+import { UnparsedObject } from "../../datadog-api-client-common/util";
+
+/**
+ * A list of processors that transform or enrich log data, or a list of grouped processor configurations.
+ */
+
+export type ObservabilityPipelineConfigProcessors =
+  | Array<ObservabilityPipelineConfigProcessorItem>
+  | Array<ObservabilityPipelineConfigProcessorGroup>
+  | UnparsedObject;

packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessor.ts

@@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util";
  * The `custom_processor` processor transforms events using [Vector Remap Language (VRL)](https://vector.dev/docs/reference/vrl/) scripts with advanced filtering capabilities.
  */
 export class ObservabilityPipelineCustomProcessor {
+  /**
+   * Whether this processor is enabled.
+   */
+  "enabled"?: boolean;
   /**
    * The unique identifier for this processor.
    */
@@ -21,9 +25,9 @@ export class ObservabilityPipelineCustomProcessor {
    */
   "include": string;
   /**
-   * A list of component IDs whose output is used as the input for this processor.
+   * A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
    */
-  "inputs": Array<string>;
+  "inputs"?: Array<string>;
   /**
    * Array of VRL remap rules.
    */
@@ -49,6 +53,10 @@ export class ObservabilityPipelineCustomProcessor {
    * @ignore
    */
   static readonly attributeTypeMap: AttributeTypeMap = {
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
     id: {
       baseName: "id",
       type: "string",
@@ -62,7 +70,6 @@ export class ObservabilityPipelineCustomProcessor {
     inputs: {
       baseName: "inputs",
       type: "Array<string>",
-      required: true,
     },
     remaps: {
       baseName: "remaps",

packages/datadog-api-client-v2/models/ObservabilityPipelineDatadogTagsProcessor.ts

@@ -17,6 +17,10 @@ export class ObservabilityPipelineDatadogTagsProcessor {
    * The action to take on tags with matching keys.
    */
   "action": ObservabilityPipelineDatadogTagsProcessorAction;
+  /**
+   * Whether this processor is enabled.
+   */
+  "enabled"?: boolean;
   /**
    * The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` to downstream components).
    */
@@ -26,9 +30,9 @@ export class ObservabilityPipelineDatadogTagsProcessor {
    */
   "include": string;
   /**
-   * A list of component IDs whose output is used as the `input` for this component.
+   * A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
    */
-  "inputs": Array<string>;
+  "inputs"?: Array<string>;
   /**
    * A list of tag keys.
    */
@@ -63,6 +67,10 @@ export class ObservabilityPipelineDatadogTagsProcessor {
       type: "ObservabilityPipelineDatadogTagsProcessorAction",
       required: true,
     },
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
     id: {
       baseName: "id",
       type: "string",
@@ -76,7 +84,6 @@ export class ObservabilityPipelineDatadogTagsProcessor {
     inputs: {
       baseName: "inputs",
       type: "Array<string>",
-      required: true,
     },
     keys: {
       baseName: "keys",

packages/datadog-api-client-v2/models/ObservabilityPipelineDedupeProcessor.ts

@@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util";
  * The `dedupe` processor removes duplicate fields in log events.
  */
 export class ObservabilityPipelineDedupeProcessor {
+  /**
+   * Whether this processor is enabled.
+   */
+  "enabled"?: boolean;
   /**
    * A list of log field paths to check for duplicates.
    */
@@ -25,9 +29,9 @@ export class ObservabilityPipelineDedupeProcessor {
    */
   "include": string;
   /**
-   * A list of component IDs whose output is used as the input for this processor.
+   * A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
    */
-  "inputs": Array<string>;
+  "inputs"?: Array<string>;
   /**
    * The deduplication mode to apply to the fields.
    */
@@ -53,6 +57,10 @@ export class ObservabilityPipelineDedupeProcessor {
    * @ignore
    */
   static readonly attributeTypeMap: AttributeTypeMap = {
+    enabled: {
+      baseName: "enabled",
+      type: "boolean",
+    },
     fields: {
       baseName: "fields",
       type: "Array<string>",
@@ -71,7 +79,6 @@ export class ObservabilityPipelineDedupeProcessor {
     inputs: {
       baseName: "inputs",
       type: "Array<string>",
-      required: true,
     },
     mode: {
       baseName: "mode",