diff --git a/airbyte_cdk/sources/declarative/declarative_component_schema.yaml b/airbyte_cdk/sources/declarative/declarative_component_schema.yaml index f5e9a8548..8a3b3a170 100644 --- a/airbyte_cdk/sources/declarative/declarative_component_schema.yaml +++ b/airbyte_cdk/sources/declarative/declarative_component_schema.yaml @@ -4,6 +4,11 @@ title: DeclarativeSource type: object description: An API source that extracts data according to its declarative components. version: 1.0.0 +x-parameters-definition: ¶meters-definition + title: "$parameters" + description: "Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details." + type: object + additionalProperties: true required: - type - check @@ -102,9 +107,7 @@ definitions: title: Value Type description: Type of the value. If not specified, the type will be inferred from the value. "$ref": "#/definitions/ValueType" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } AddFields: title: Add Fields description: Transformation which adds field to an output record. The path of the added field can be nested. @@ -135,9 +138,7 @@ definitions: - "{{ property is integer }}" - "{{ property|length > 5 }}" - "{{ property == 'some_string_to_match' }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ApiKeyAuthenticator: title: API Key Authenticator description: Authenticator for requests authenticated with an API token injected as an HTTP request header. @@ -176,9 +177,7 @@ definitions: field_name: Authorization - inject_into: request_parameter field_name: authKey - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } AuthFlow: title: "Auth flow" description: |- @@ -240,9 +239,7 @@ definitions: examples: - "{{ config['password'] }}" - "" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } BearerAuthenticator: title: Bearer Token Authenticator description: "Authenticator for requests authenticated with a bearer token injected as a request header of the form `Authorization: Bearer `." @@ -263,9 +260,7 @@ definitions: examples: - "{{ config['api_key'] }}" - "{{ config['token'] }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } SelectiveAuthenticator: title: Selective Authenticator description: Authenticator that selects concrete authenticator based on config property. @@ -308,9 +303,7 @@ definitions: token: "#/definitions/ApiKeyAuthenticator" oauth: "#/definitions/OAuthAuthenticator" jwt: "#/definitions/JwtAuthenticator" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CheckStream: title: Streams to Check description: Defines the streams to try reading when running a check operation. @@ -392,9 +385,7 @@ definitions: - "$ref": "#/definitions/CompositeErrorHandler" - "$ref": "#/definitions/DefaultErrorHandler" - "$ref": "#/definitions/CustomErrorHandler" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ConcurrencyLevel: title: Concurrency Level description: Defines the amount of parallelization for the streams that are being synced. The factor of parallelization is how many partitions or streams are synced at the same time. For example, with a concurrency_level of 10, ten streams or partitions of data will processed at the same time. Note that a value of 1 could create deadlock if a stream has a very high number of partitions. @@ -423,9 +414,7 @@ definitions: examples: - 20 - 100 - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ConditionalStreams: title: Conditional Streams description: Streams that are only available while performing a connector operation when the condition is met. @@ -453,9 +442,7 @@ definitions: type: array items: "$ref": "#/definitions/DeclarativeStream" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ConstantBackoffStrategy: title: Constant Backoff description: Backoff strategy with a constant backoff interval. @@ -481,9 +468,7 @@ definitions: - 30 - 30.5 - "{{ config['backoff_time'] }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CursorPagination: title: Cursor Pagination description: Pagination strategy that evaluates an interpolated string to define the next page to fetch. @@ -527,9 +512,7 @@ definitions: examples: - "{{ response.data.has_more is false }}" - "{{ 'next' not in headers['link'] }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomAuthenticator: title: Custom Authenticator description: Authenticator component whose behavior is derived from a custom code implementation of the connector. @@ -549,9 +532,7 @@ definitions: additionalProperties: true examples: - "source_railz.components.ShortLivedTokenAuthenticator" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomBackoffStrategy: title: Custom Backoff Strategy description: Backoff strategy component whose behavior is derived from a custom code implementation of the connector. @@ -570,9 +551,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomBackoffStrategy" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomErrorHandler: title: Custom Error Handler description: Error handler component whose behavior is derived from a custom code implementation of the connector. @@ -591,9 +570,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomErrorHandler" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomPaginationStrategy: title: Custom Pagination Strategy description: Pagination strategy component whose behavior is derived from a custom code implementation of the connector. @@ -612,9 +589,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomPaginationStrategy" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomRecordExtractor: title: Custom Record Extractor description: Record extractor component whose behavior is derived from a custom code implementation of the connector. @@ -633,9 +608,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomRecordExtractor" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomRecordFilter: title: Custom Record Filter description: Record filter component whose behavior is derived from a custom code implementation of the connector. @@ -654,9 +627,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomCustomRecordFilter" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomRequester: title: Custom Requester description: Requester component whose behavior is derived from a custom code implementation of the connector. @@ -676,9 +647,7 @@ definitions: additionalProperties: true examples: - "source_railz.components.MyCustomRecordExtractor" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomRetriever: title: Custom Retriever description: Retriever component whose behavior is derived from a custom code implementation of the connector. @@ -698,9 +667,7 @@ definitions: additionalProperties: true examples: - "source_railz.components.MyCustomRetriever" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomPartitionRouter: title: Custom Partition Router description: Partition router component whose behavior is derived from a custom code implementation of the connector. @@ -719,9 +686,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomPartitionRouter" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomSchemaLoader: title: Custom Schema Loader description: Schema Loader component whose behavior is derived from a custom code implementation of the connector. @@ -740,9 +705,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomSchemaLoader" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomSchemaNormalization: title: Custom Schema Normalization description: Schema normalization component whose behavior is derived from a custom code implementation of the connector. @@ -762,9 +725,7 @@ definitions: additionalProperties: true examples: - "source_amazon_seller_partner.components.LedgerDetailedViewReportsTypeTransformer" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomStateMigration: title: Custom State Migration description: Apply a custom transformation on the input state. @@ -783,9 +744,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomStateMigration" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } CustomTransformation: title: Custom Transformation description: Transformation component whose behavior is derived from a custom code implementation of the connector. @@ -804,9 +763,7 @@ definitions: type: string examples: - "source_railz.components.MyCustomTransformation" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } LegacyToPerPartitionStateMigration: title: Legacy To Per-partition-state Migration description: @@ -865,9 +822,7 @@ definitions: title: Inject Start Value Into Outgoing HTTP Request description: Optionally configures how the start value will be sent in requests to the source API. "$ref": "#/definitions/RequestOption" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } DatetimeBasedCursor: title: Datetime Based Cursor description: Cursor to provide incremental capabilities over datetime. @@ -1145,9 +1100,7 @@ definitions: - "P1W" - "P1M" - "P1Y" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } JwtAuthenticator: title: JWT Authenticator description: Authenticator for requests using JWT authentication flow. @@ -1281,9 +1234,7 @@ definitions: title: Request Option description: A request option describing where the signed JWT token that is generated should be injected into the outbound API request. "$ref": "#/definitions/RequestOption" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } OAuthAuthenticator: title: OAuth2 description: Authenticator for requests using OAuth 2.0 authorization flow. @@ -1501,9 +1452,7 @@ definitions: description: Enable using profile assertion as a flow for OAuth authorization. type: boolean default: false - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } DeclarativeStream: title: Declarative Stream description: A stream whose behavior is described by a set of declarative low code components. @@ -1622,9 +1571,7 @@ definitions: examples: - "{{ record.id }}/{{ record.file_name }}/" - "{{ record.id }}_{{ record.file_name }}/" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } $parameters: type: object additional_properties: true @@ -1863,9 +1810,7 @@ definitions: anyOf: - "$ref": "#/definitions/RequestOption" - "$ref": "#/definitions/RequestPath" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } DpathExtractor: title: Dpath Extractor description: Record extractor that searches a decoded response over a path defined as an array of fields. @@ -1890,9 +1835,7 @@ definitions: - ["data", "records"] - ["data", "{{ parameters.name }}"] - ["data", "*", "record"] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ResponseToFileExtractor: title: CSV To File Extractor description: A record extractor designed for handling large responses that may exceed memory limits (to prevent OOM issues). It downloads a CSV file to disk, reads the data from disk, and deletes the file once it has been fully processed. @@ -1903,9 +1846,7 @@ definitions: type: type: string enum: [ResponseToFileExtractor] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ExponentialBackoffStrategy: title: Exponential Backoff description: Backoff strategy with an exponential backoff interval. The interval is defined as factor * 2^attempt_count. @@ -1929,9 +1870,7 @@ definitions: - 5 - 5.5 - "10" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } GroupByKeyMergeStrategy: title: Group by Key description: Record merge strategy that combines records according to fields on the record. @@ -1953,9 +1892,7 @@ definitions: examples: - "id" - ["parent_id", "end_date"] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } SessionTokenAuthenticator: title: Session Token Authenticator description: Authenticator for requests using the session token as an API key that's injected into the request. @@ -2015,9 +1952,7 @@ definitions: anyOf: - "$ref": "#/definitions/JsonDecoder" - "$ref": "#/definitions/XmlDecoder" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } SessionTokenRequestApiKeyAuthenticator: type: object title: API Key Authenticator @@ -2259,9 +2194,7 @@ definitions: description: Enables stream requests caching. This field is automatically set by the CDK. type: boolean default: false - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } HttpResponseFilter: description: A filter that is used to select on properties of the HTTP response received. When used with additional filters, a response will be selected if it matches any of the filter's criteria. type: object @@ -2335,9 +2268,7 @@ definitions: examples: - "{{ 'Too much requests' in response }}" - "{{ 'error_code' in response and response['error_code'] == 'ComplexityException' }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ComplexFieldType: title: Schema Field Type description: (This component is experimental. Use at your own risk.) Represents a complex field type. @@ -2415,9 +2346,7 @@ definitions: type: array items: "$ref": "#/definitions/TypesMap" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } DynamicSchemaLoader: title: Dynamic Schema Loader description: (This component is experimental. Use at your own risk.) Loads a schema by extracting data from retrieved records. @@ -2459,9 +2388,7 @@ definitions: - "$ref": "#/definitions/CustomTransformation" schema_type_identifier: "$ref": "#/definitions/SchemaTypeIdentifier" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } InlineSchemaLoader: title: Inline Schema Loader description: Loads a schema that is defined directly in the manifest file. @@ -2497,9 +2424,7 @@ definitions: - config example: - "./schemas/users.json" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } JsonDecoder: title: JSON description: Select 'JSON' if the response is formatted as a JSON object. @@ -2545,9 +2470,7 @@ definitions: - "$ref": "#/definitions/DpathFlattenFields" - "$ref": "#/definitions/KeysReplace" - "$ref": "#/definitions/CustomTransformation" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } KeysToLower: title: Keys to Lower Case description: A transformation that renames all keys to lower case. @@ -2558,9 +2481,7 @@ definitions: type: type: string enum: [KeysToLower] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } KeysToSnakeCase: title: Key to Snake Case description: A transformation that renames all keys to snake case. @@ -2571,9 +2492,7 @@ definitions: type: type: string enum: [KeysToSnakeCase] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } FlattenFields: title: Flatten Fields description: A transformation that flatten record to single level format. @@ -2589,9 +2508,7 @@ definitions: description: Whether to flatten lists or leave it as is. Default is True. type: boolean default: true - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } KeyTransformation: title: Transformation to apply for extracted object keys by Dpath Flatten Fields type: object @@ -2646,9 +2563,7 @@ definitions: description: Transformation for object keys. If not provided, original key will be used. type: object "$ref": "#/definitions/KeyTransformation" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } KeysReplace: title: Keys Replace description: A transformation that replaces symbols in keys. @@ -2687,9 +2602,7 @@ definitions: - config - record - stream_slice - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } IterableDecoder: title: Iterable description: Select 'Iterable' if the response consists of strings separated by new lines (`\n`). The string will then be wrapped into a JSON object with the `record` key. @@ -2729,9 +2642,7 @@ definitions: additionalProperties: true examples: - "source_amazon_ads.components.GzipJsonlDecoder" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ZipfileDecoder: title: ZIP File description: Select 'ZIP file' for response data that is returned as a zipfile. Requires specifying an inner data type/decoder to parse the unzipped data. @@ -2790,9 +2701,7 @@ definitions: title: Inject Partition Value Into Outgoing HTTP Request description: A request option describing where the list value should be injected into and under what field name if applicable. "$ref": "#/definitions/RequestOption" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } MinMaxDatetime: title: Min-Max Datetime description: Compares the provided date against optional minimum or maximum times. The max_datetime serves as the ceiling and will be returned when datetime exceeds it. The min_datetime serves as the floor. @@ -2885,9 +2794,7 @@ definitions: examples: - "2010-01-01T00:00:00Z" - "2010-01-01" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } NoAuth: title: No Authentication description: Authenticator for requests requiring no authentication. @@ -2898,9 +2805,7 @@ definitions: type: type: string enum: [NoAuth] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } NoPagination: title: No Pagination description: Pagination implementation that never returns a next page. @@ -3215,9 +3120,7 @@ definitions: description: Using the `offset` with value `0` during the first request type: boolean default: false - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } PageIncrement: title: Page Increment description: Pagination strategy that returns the number of pages reads so far and returns it as the next page token. @@ -3255,9 +3158,7 @@ definitions: description: Using the `page number` with value defined by `start_from_page` during the first request type: boolean default: false - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ParentStreamConfig: title: Parent Stream Config description: Describes how to construct partitions from the records retrieved from the parent stream.. @@ -3323,9 +3224,7 @@ definitions: examples: - ["field1"] - ["nested", "field2"] - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } PrimaryKey: title: Primary Key description: The stream field to be used to distinguish unique records. Can either be a single field, an array of fields representing a composite key, or an array of arrays representing a composite key where the fields are nested fields. @@ -3378,9 +3277,7 @@ definitions: anyOf: - "$ref": "#/definitions/SimpleRetriever" - "$ref": "#/definitions/CustomRetriever" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } PropertyChunking: title: Property Chunking description: For APIs with restrictions on the amount of properties that can be requester per request, property chunking can be applied to make multiple requests with a subset of the properties. @@ -3406,9 +3303,7 @@ definitions: title: Record Merge Strategy description: Dictates how to records that require multiple requests to get all properties should be emitted to the destination "$ref": "#/definitions/GroupByKeyMergeStrategy" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } QueryProperties: title: Query Properties description: For APIs that require explicit specification of the properties to query for, this component specifies which property fields and how they are supplied to outbound requests. @@ -3442,9 +3337,7 @@ definitions: title: Property Selector description: Defines where to look for and which query properties that should be sent in outbound API requests. For example, you can specify that only the selected columns of a stream should be in the request. "$ref": "#/definitions/JsonSchemaPropertySelector" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } RecordFilter: title: Record Filter description: Filter applied on a list of records. @@ -3470,9 +3363,7 @@ definitions: examples: - "{{ record['created_at'] >= stream_interval['start_time'] }}" - "{{ record.status in ['active', 'expired'] }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } RecordSelector: title: Record Selector description: Responsible for translating an HTTP response into a list of records by extracting records from the response and optionally filtering records based on a heuristic. @@ -3504,9 +3395,7 @@ definitions: title: Transform Before Filtering description: If true, transformation will be applied before record filtering. type: boolean - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } SchemaNormalization: title: Schema Normalization description: Responsible for normalization according to the schema. @@ -3670,9 +3559,7 @@ definitions: type: string examples: - "user/current" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } StateDelegatingStream: title: State Delegating Stream description: (This component is experimental. Use at your own risk.) Orchestrate the retriever's usage based on the state value. @@ -3701,9 +3588,7 @@ definitions: title: Incremental Stream description: Component used to coordinate how records are extracted across stream slices and request pages when the state provided. "$ref": "#/definitions/DeclarativeStream" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } SimpleRetriever: title: Synchronous Retriever description: Retrieves records by synchronously sending requests to fetch records. The retriever acts as an orchestrator between the requester, the record selector, the paginator, and the partition router. @@ -3765,9 +3650,7 @@ definitions: - "$ref": "#/definitions/ListPartitionRouter" - "$ref": "#/definitions/GroupingPartitionRouter" - "$ref": "#/definitions/CustomPartitionRouter" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } PaginationReset: title: Pagination Reset description: Describes what triggers pagination reset and how to handle it. If SPLIT_USING_CURSOR, the connector developer is accountable for ensuring that the records are returned in ascending order. @@ -3984,9 +3867,7 @@ definitions: - "$ref": "#/definitions/XmlDecoder" - "$ref": "#/definitions/ZipfileDecoder" - "$ref": "#/definitions/CustomDecoder" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } Spec: title: Spec description: A source specification made up of connector metadata and how it can be configured. @@ -4092,9 +3973,7 @@ definitions: type: array items: "$ref": "#/definitions/ParentStreamConfig" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ValueType: title: Value Type description: A schema type. @@ -4135,9 +4014,7 @@ definitions: type: number examples: - 3600 - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } GroupingPartitionRouter: title: Grouping Partition Router description: > @@ -4173,9 +4050,7 @@ definitions: description: If true, ensures that partitions are unique within each group by removing duplicates based on the partition key. type: boolean default: true - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } WaitUntilTimeFromHeader: title: Wait Until Time Defined In Response Header description: Extract time at which we can retry the request from response header and wait for the difference between now and that time. @@ -4214,9 +4089,7 @@ definitions: - config examples: - "([-+]?\\d+)" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ComponentMappingDefinition: title: Component Mapping Definition description: (This component is experimental. Use at your own risk.) Specifies a mapping definition to update or add fields in a record or configuration. This allows dynamic mapping of data by interpolating values into the template based on provided contexts. @@ -4281,9 +4154,7 @@ definitions: examples: - "{{ components_values.get('cursor_field', None) }}" - "{{ '_incremental' in components_values.get('stream_name', '') }}" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } HttpComponentsResolver: type: object title: Http Components Resolver @@ -4303,9 +4174,7 @@ definitions: type: array items: "$ref": "#/definitions/ComponentMappingDefinition" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } required: - type - retriever @@ -4339,9 +4208,7 @@ definitions: type: array items: type: object - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } ConfigComponentsResolver: type: object title: Config Components Resolver @@ -4360,9 +4227,7 @@ definitions: type: array items: "$ref": "#/definitions/ComponentMappingDefinition" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } required: - type - stream_config @@ -4406,9 +4271,7 @@ definitions: type: array items: "$ref": "#/definitions/ComponentMappingDefinition" - $parameters: - type: object - additionalProperties: true + $parameters: { <<: *parameters-definition } required: - type - stream_parameters diff --git a/airbyte_cdk/sources/declarative/models/declarative_component_schema.py b/airbyte_cdk/sources/declarative/models/declarative_component_schema.py index 35186ef71..932ca3a2c 100644 --- a/airbyte_cdk/sources/declarative/models/declarative_component_schema.py +++ b/airbyte_cdk/sources/declarative/models/declarative_component_schema.py @@ -1,5 +1,3 @@ -# Copyright (c) 2025 Airbyte, Inc., all rights reserved. - # generated by datamodel-codegen: # filename: declarative_component_schema.yaml @@ -34,7 +32,12 @@ class BasicHttpAuthenticator(BaseModel): examples=["{{ config['password'] }}", ""], title="Password", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class BearerAuthenticator(BaseModel): @@ -45,7 +48,12 @@ class BearerAuthenticator(BaseModel): examples=["{{ config['api_key'] }}", "{{ config['token'] }}"], title="Bearer Token", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class DynamicStreamCheckConfig(BaseModel): @@ -88,7 +96,12 @@ class ConcurrencyLevel(BaseModel): examples=[20, 100], title="Max Concurrency", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ConstantBackoffStrategy(BaseModel): @@ -99,7 +112,12 @@ class ConstantBackoffStrategy(BaseModel): examples=[30, 30.5, "{{ config['backoff_time'] }}"], title="Backoff Time", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CursorPagination(BaseModel): @@ -129,7 +147,12 @@ class CursorPagination(BaseModel): ], title="Stop Condition", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomAuthenticator(BaseModel): @@ -143,7 +166,12 @@ class Config: examples=["source_railz.components.ShortLivedTokenAuthenticator"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomBackoffStrategy(BaseModel): @@ -157,7 +185,12 @@ class Config: examples=["source_railz.components.MyCustomBackoffStrategy"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomErrorHandler(BaseModel): @@ -171,7 +204,12 @@ class Config: examples=["source_railz.components.MyCustomErrorHandler"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomPaginationStrategy(BaseModel): @@ -185,7 +223,12 @@ class Config: examples=["source_railz.components.MyCustomPaginationStrategy"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomRecordExtractor(BaseModel): @@ -199,7 +242,12 @@ class Config: examples=["source_railz.components.MyCustomRecordExtractor"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomRecordFilter(BaseModel): @@ -213,7 +261,12 @@ class Config: examples=["source_railz.components.MyCustomCustomRecordFilter"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomRequester(BaseModel): @@ -227,7 +280,12 @@ class Config: examples=["source_railz.components.MyCustomRecordExtractor"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomRetriever(BaseModel): @@ -241,7 +299,12 @@ class Config: examples=["source_railz.components.MyCustomRetriever"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomPartitionRouter(BaseModel): @@ -255,7 +318,12 @@ class Config: examples=["source_railz.components.MyCustomPartitionRouter"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomSchemaLoader(BaseModel): @@ -269,7 +337,12 @@ class Config: examples=["source_railz.components.MyCustomSchemaLoader"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomSchemaNormalization(BaseModel): @@ -285,7 +358,12 @@ class Config: ], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomStateMigration(BaseModel): @@ -299,7 +377,12 @@ class Config: examples=["source_railz.components.MyCustomStateMigration"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class CustomTransformation(BaseModel): @@ -313,7 +396,12 @@ class Config: examples=["source_railz.components.MyCustomTransformation"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class LegacyToPerPartitionStateMigration(BaseModel): @@ -497,12 +585,22 @@ class DpathExtractor(BaseModel): ], title="Field Path", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ResponseToFileExtractor(BaseModel): type: Literal["ResponseToFileExtractor"] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ExponentialBackoffStrategy(BaseModel): @@ -513,7 +611,12 @@ class ExponentialBackoffStrategy(BaseModel): examples=[5, 5.5, "10"], title="Factor", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class GroupByKeyMergeStrategy(BaseModel): @@ -524,7 +627,12 @@ class GroupByKeyMergeStrategy(BaseModel): examples=["id", ["parent_id", "end_date"]], title="Key", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class SessionTokenRequestBearerAuthenticator(BaseModel): @@ -599,7 +707,12 @@ class HttpResponseFilter(BaseModel): ], title="Predicate", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ComplexFieldType(BaseModel): @@ -631,7 +744,12 @@ class SchemaTypeIdentifier(BaseModel): title="Type Path", ) types_mapping: Optional[List[TypesMap]] = None - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class InlineSchemaLoader(BaseModel): @@ -652,7 +770,12 @@ class JsonFileSchemaLoader(BaseModel): example=["./schemas/users.json"], title="File Path", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class JsonDecoder(BaseModel): @@ -665,12 +788,22 @@ class JsonlDecoder(BaseModel): class KeysToLower(BaseModel): type: Literal["KeysToLower"] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class KeysToSnakeCase(BaseModel): type: Literal["KeysToSnakeCase"] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class FlattenFields(BaseModel): @@ -680,7 +813,12 @@ class FlattenFields(BaseModel): description="Whether to flatten lists or leave it as is. Default is True.", title="Flatten Lists", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class KeyTransformation(BaseModel): @@ -722,7 +860,12 @@ class DpathFlattenFields(BaseModel): description="Transformation for object keys. If not provided, original key will be used.", title="Key transformation", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class KeysReplace(BaseModel): @@ -749,7 +892,12 @@ class KeysReplace(BaseModel): ], title="New value", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class IterableDecoder(BaseModel): @@ -771,7 +919,12 @@ class Config: examples=["source_amazon_ads.components.GzipJsonlDecoder"], title="Class Name", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class MinMaxDatetime(BaseModel): @@ -805,12 +958,22 @@ class MinMaxDatetime(BaseModel): examples=["2010-01-01T00:00:00Z", "2010-01-01"], title="Min Datetime", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class NoAuth(BaseModel): type: Literal["NoAuth"] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class NoPagination(BaseModel): @@ -998,7 +1161,12 @@ class OffsetIncrement(BaseModel): description="Using the `offset` with value `0` during the first request", title="Inject Offset on First Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class PageIncrement(BaseModel): @@ -1020,7 +1188,12 @@ class PageIncrement(BaseModel): description="Using the `page number` with value defined by `start_from_page` during the first request", title="Inject Page Number on First Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class PrimaryKey(BaseModel): @@ -1054,7 +1227,12 @@ class PropertyChunking(BaseModel): description="Dictates how to records that require multiple requests to get all properties should be emitted to the destination", title="Record Merge Strategy", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class RecordFilter(BaseModel): @@ -1068,7 +1246,12 @@ class RecordFilter(BaseModel): ], title="Condition", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class SchemaNormalization(Enum): @@ -1180,7 +1363,12 @@ class LegacySessionTokenAuthenticator(BaseModel): examples=["user/current"], title="Validate Session Path", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class Action1(Enum): @@ -1235,7 +1423,12 @@ class WaitTimeFromHeader(BaseModel): examples=[3600], title="Max Waiting Time in Seconds", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class WaitUntilTimeFromHeader(BaseModel): @@ -1258,7 +1451,12 @@ class WaitUntilTimeFromHeader(BaseModel): examples=["([-+]?\\d+)"], title="Extraction Regex", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ComponentMappingDefinition(BaseModel): @@ -1305,7 +1503,12 @@ class ComponentMappingDefinition(BaseModel): ], title="Condition", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class StreamConfig(BaseModel): @@ -1321,14 +1524,24 @@ class StreamConfig(BaseModel): description="A list of default values, each matching the structure expected from the parsed component value.", title="Default Values", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ConfigComponentsResolver(BaseModel): type: Literal["ConfigComponentsResolver"] stream_config: Union[List[StreamConfig], StreamConfig] components_mapping: List[ComponentMappingDefinition] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class StreamParametersDefinition(BaseModel): @@ -1353,7 +1566,12 @@ class ParametrizedComponentsResolver(BaseModel): type: Literal["ParametrizedComponentsResolver"] stream_parameters: StreamParametersDefinition components_mapping: List[ComponentMappingDefinition] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class RequestBodyPlainText(BaseModel): @@ -1499,7 +1717,12 @@ class AddedFieldDefinition(BaseModel): description="Type of the value. If not specified, the type will be inferred from the value.", title="Value Type", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class AddFields(BaseModel): @@ -1519,7 +1742,12 @@ class AddFields(BaseModel): "{{ property == 'some_string_to_match' }}", ], ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ApiKeyAuthenticator(BaseModel): @@ -1545,7 +1773,12 @@ class ApiKeyAuthenticator(BaseModel): ], title="Inject API Key Into Outgoing HTTP Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class AuthFlow(BaseModel): @@ -1597,7 +1830,12 @@ class IncrementingCountCursor(BaseModel): description="Optionally configures how the start value will be sent in requests to the source API.", title="Inject Start Value Into Outgoing HTTP Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class DatetimeBasedCursor(BaseModel): @@ -1708,7 +1946,12 @@ class DatetimeBasedCursor(BaseModel): examples=["P1W", "{{ config['step_increment'] }}"], title="Step", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class JwtAuthenticator(BaseModel): @@ -1773,7 +2016,12 @@ class JwtAuthenticator(BaseModel): description="A request option describing where the signed JWT token that is generated should be injected into the outbound API request.", title="Request Option", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class OAuthAuthenticator(BaseModel): @@ -1915,7 +2163,12 @@ class OAuthAuthenticator(BaseModel): description="Enable using profile assertion as a flow for OAuth authorization.", title="Use Profile Assertion", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class FixedWindowCallRatePolicy(BaseModel): @@ -2015,7 +2268,12 @@ class DefaultPaginator(BaseModel): description="Inject the page token into the outgoing HTTP requests by inserting it into either the request URL path or a field on the request.", title="Inject Page Token Into Outgoing HTTP Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class SessionTokenRequestApiKeyAuthenticator(BaseModel): @@ -2051,7 +2309,12 @@ class JsonSchemaPropertySelector(BaseModel): description="A list of transformations to be applied on the customer configured schema that will be used to filter out unselected fields when specifying query properties for API requests.", title="Transformations", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ListPartitionRouter(BaseModel): @@ -2073,7 +2336,12 @@ class ListPartitionRouter(BaseModel): description="A request option describing where the list value should be injected into and under what field name if applicable.", title="Inject Partition Value Into Outgoing HTTP Request", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class RecordSelector(BaseModel): @@ -2094,7 +2362,12 @@ class RecordSelector(BaseModel): description="If true, transformation will be applied before record filtering.", title="Transform Before Filtering", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class PaginationReset(BaseModel): @@ -2181,7 +2454,12 @@ class CompositeErrorHandler(BaseModel): title="Error Handlers", ) ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class HTTPAPIBudget(BaseModel): @@ -2419,7 +2697,12 @@ class Config: ], title="Authenticators", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ConditionalStreams(BaseModel): @@ -2435,7 +2718,12 @@ class ConditionalStreams(BaseModel): description="Streams that will be used during an operation based on the condition.", title="Streams", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class FileUploader(BaseModel): @@ -2460,7 +2748,12 @@ class FileUploader(BaseModel): "{{ record.id }}_{{ record.file_name }}/", ], ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class DeclarativeStream(BaseModel): @@ -2574,7 +2867,12 @@ class SessionTokenAuthenticator(BaseModel): decoder: Optional[Union[JsonDecoder, XmlDecoder]] = Field( None, description="Component used to decode the response.", title="Decoder" ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class HttpRequester(BaseModelWithDeprecations): @@ -2716,7 +3014,12 @@ class HttpRequester(BaseModelWithDeprecations): description="Enables stream requests caching. This field is automatically set by the CDK.", title="Use Cache", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class DynamicSchemaLoader(BaseModel): @@ -2750,7 +3053,12 @@ class DynamicSchemaLoader(BaseModel): title="Schema Transformations", ) schema_type_identifier: SchemaTypeIdentifier - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class ParentStreamConfig(BaseModel): @@ -2790,7 +3098,12 @@ class ParentStreamConfig(BaseModel): description="Array of field paths to include as additional fields in the stream slice. Each path is an array of strings representing keys to access fields in the respective parent record. Accessible via `stream_slice.extra_fields`. Missing fields are set to `None`.", title="Extra Fields", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class PropertiesFromEndpoint(BaseModel): @@ -2804,7 +3117,12 @@ class PropertiesFromEndpoint(BaseModel): ..., description="Requester component that describes how to fetch the properties to query from a remote API endpoint.", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class QueryProperties(BaseModel): @@ -2829,7 +3147,12 @@ class QueryProperties(BaseModel): description="Defines where to look for and which query properties that should be sent in outbound API requests. For example, you can specify that only the selected columns of a stream should be in the request.", title="Property Selector", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class StateDelegatingStream(BaseModel): @@ -2845,7 +3168,12 @@ class StateDelegatingStream(BaseModel): description="Component used to coordinate how records are extracted across stream slices and request pages when the state provided.", title="Incremental Stream", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class SimpleRetriever(BaseModel): @@ -2906,7 +3234,12 @@ class SimpleRetriever(BaseModel): description="Used to iteratively execute requests over a set of values, such as a parent stream's records or a list of constant values.", title="Partition Router", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class AsyncRetriever(BaseModel): @@ -3012,7 +3345,12 @@ class AsyncRetriever(BaseModel): description="Component decoding the download response so records can be extracted.", title="Download HTTP Response Format", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class SubstreamPartitionRouter(BaseModel): @@ -3022,7 +3360,12 @@ class SubstreamPartitionRouter(BaseModel): description="Specifies which parent streams are being iterated over and how parent records should be used to partition the child stream data set.", title="Parent Stream Configs", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class GroupingPartitionRouter(BaseModel): @@ -3045,7 +3388,12 @@ class GroupingPartitionRouter(BaseModel): description="If true, ensures that partitions are unique within each group by removing duplicates based on the partition key.", title="Deduplicate Partitions", ) - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class HttpComponentsResolver(BaseModel): @@ -3056,7 +3404,12 @@ class HttpComponentsResolver(BaseModel): title="Retriever", ) components_mapping: List[ComponentMappingDefinition] - parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters") + parameters: Optional[Dict[str, Any]] = Field( + None, + alias="$parameters", + description="Set parameters that are inherited by all child components. Parameters are automatically applied to component fields unless that field already has a value. Parameters propagate recursively to nested components. See https://docs.airbyte.com/platform/connector-development/config-based/advanced-topics/parameters for details.", + title="$parameters", + ) class DynamicDeclarativeStream(BaseModel):