@@ -21733,7 +21733,6 @@ components:
21733
21733
type: array
21734
21734
required:
21735
21735
- sources
21736
- - processors
21737
21736
- destinations
21738
21737
type: object
21739
21738
ObservabilityPipelineConfigDestinationItem:
@@ -21749,11 +21748,15 @@ components:
21749
21748
- $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessor'
21750
21749
- $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessor'
21751
21750
- $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessor'
21751
+ - $ref: '#/components/schemas/ObservabilityPipelineSampleProcessor'
21752
+ - $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessor'
21752
21753
ObservabilityPipelineConfigSourceItem:
21753
21754
description: A data source for the pipeline.
21754
21755
oneOf:
21755
21756
- $ref: '#/components/schemas/ObservabilityPipelineKafkaSource'
21756
21757
- $ref: '#/components/schemas/ObservabilityPipelineDatadogAgentSource'
21758
+ - $ref: '#/components/schemas/ObservabilityPipelineFluentSource'
21759
+ - $ref: '#/components/schemas/ObservabilityPipelineHttpServerSource'
21757
21760
ObservabilityPipelineCreateRequest:
21758
21761
description: Top-level schema representing a pipeline.
21759
21762
properties:
@@ -21868,6 +21871,20 @@ components:
21868
21871
type: string
21869
21872
x-enum-varnames:
21870
21873
- DATADOG_LOGS
21874
+ ObservabilityPipelineDecoding:
21875
+ description: The decoding format used to interpret incoming logs.
21876
+ enum:
21877
+ - bytes
21878
+ - gelf
21879
+ - json
21880
+ - syslog
21881
+ example: json
21882
+ type: string
21883
+ x-enum-varnames:
21884
+ - DECODE_BYTES
21885
+ - DECODE_GELF
21886
+ - DECODE_JSON
21887
+ - DECODE_SYSLOG
21871
21888
ObservabilityPipelineFieldValue:
21872
21889
description: Represents a static key-value pair used in various processors.
21873
21890
properties:
@@ -21925,6 +21942,73 @@ components:
21925
21942
type: string
21926
21943
x-enum-varnames:
21927
21944
- FILTER
21945
+ ObservabilityPipelineFluentSource:
21946
+ description: The `fluent` source ingests logs from a Fluentd-compatible service.
21947
+ properties:
21948
+ id:
21949
+ description: The unique identifier for this component. Used to reference
21950
+ this component in other parts of the pipeline (for example, as the `input`
21951
+ to downstream components).
21952
+ example: fluent-source
21953
+ type: string
21954
+ tls:
21955
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
21956
+ type:
21957
+ $ref: '#/components/schemas/ObservabilityPipelineFluentSourceType'
21958
+ required:
21959
+ - id
21960
+ - type
21961
+ type: object
21962
+ ObservabilityPipelineFluentSourceType:
21963
+ default: fluent
21964
+ description: The source type. The value should always be `fluent`.
21965
+ enum:
21966
+ - fluent
21967
+ example: fluent
21968
+ type: string
21969
+ x-enum-varnames:
21970
+ - FLUENT
21971
+ ObservabilityPipelineHttpServerSource:
21972
+ description: The `http_server` source collects logs over HTTP POST from external
21973
+ services.
21974
+ properties:
21975
+ auth_strategy:
21976
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceAuthStrategy'
21977
+ decoding:
21978
+ $ref: '#/components/schemas/ObservabilityPipelineDecoding'
21979
+ id:
21980
+ description: Unique ID for the HTTP server source.
21981
+ example: http-server-source
21982
+ type: string
21983
+ tls:
21984
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
21985
+ type:
21986
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceType'
21987
+ required:
21988
+ - id
21989
+ - type
21990
+ - auth_strategy
21991
+ - decoding
21992
+ type: object
21993
+ ObservabilityPipelineHttpServerSourceAuthStrategy:
21994
+ description: HTTP authentication method.
21995
+ enum:
21996
+ - none
21997
+ - plain
21998
+ example: plain
21999
+ type: string
22000
+ x-enum-varnames:
22001
+ - NONE
22002
+ - PLAIN
22003
+ ObservabilityPipelineHttpServerSourceType:
22004
+ default: http_server
22005
+ description: The source type. The value should always be `http_server`.
22006
+ enum:
22007
+ - http_server
22008
+ example: http_server
22009
+ type: string
22010
+ x-enum-varnames:
22011
+ - HTTP_SERVER
21928
22012
ObservabilityPipelineKafkaSource:
21929
22013
description: The `kafka` source ingests data from Apache Kafka topics.
21930
22014
properties:
@@ -21998,6 +22082,130 @@ components:
21998
22082
type: string
21999
22083
x-enum-varnames:
22000
22084
- KAFKA
22085
+ ObservabilityPipelineParseGrokProcessor:
22086
+ description: The `parse_grok` processor extracts structured fields from unstructured
22087
+ log messages using Grok patterns.
22088
+ properties:
22089
+ disable_library_rules:
22090
+ default: false
22091
+ description: If set to `true`, disables the default Grok rules provided
22092
+ by Datadog.
22093
+ example: true
22094
+ type: boolean
22095
+ id:
22096
+ description: A unique identifier for this processor.
22097
+ example: parse-grok-processor
22098
+ type: string
22099
+ include:
22100
+ description: A Datadog search query used to determine which logs this processor
22101
+ targets.
22102
+ example: service:my-service
22103
+ type: string
22104
+ inputs:
22105
+ description: A list of component IDs whose output is used as the `input`
22106
+ for this component.
22107
+ example:
22108
+ - datadog-agent-source
22109
+ items:
22110
+ type: string
22111
+ type: array
22112
+ rules:
22113
+ description: The list of Grok parsing rules. If multiple matching rules
22114
+ are provided, they are evaluated in order. The first successful match
22115
+ is applied.
22116
+ items:
22117
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRule'
22118
+ type: array
22119
+ type:
22120
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorType'
22121
+ required:
22122
+ - id
22123
+ - type
22124
+ - include
22125
+ - inputs
22126
+ - rules
22127
+ type: object
22128
+ ObservabilityPipelineParseGrokProcessorRule:
22129
+ description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule
22130
+ defines how to extract structured fields
22131
+
22132
+ from a specific log field using Grok patterns.
22133
+
22134
+ '
22135
+ properties:
22136
+ helper_rules:
22137
+ description: 'A list of helper Grok rules that can be referenced by the
22138
+ parsing rules.
22139
+
22140
+ '
22141
+ items:
22142
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleHelperRule'
22143
+ type: array
22144
+ parsing_rules:
22145
+ description: 'A list of Grok parsing rules that define how to extract fields
22146
+ from the source field.
22147
+
22148
+ Each rule must contain a name and a valid Grok pattern.
22149
+
22150
+ '
22151
+ items:
22152
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleParsingRule'
22153
+ type: array
22154
+ source:
22155
+ description: The name of the field in the log event to apply the Grok rules
22156
+ to.
22157
+ example: message
22158
+ type: string
22159
+ required:
22160
+ - source
22161
+ - parsing_rules
22162
+ - helper_rules
22163
+ type: object
22164
+ ObservabilityPipelineParseGrokProcessorRuleHelperRule:
22165
+ description: The helper Grok rule referenced in the parsing rules.
22166
+ properties:
22167
+ name:
22168
+ description: The name of the helper Grok rule.
22169
+ example: user
22170
+ type: string
22171
+ rule:
22172
+ description: The definition of the helper Grok rule.
22173
+ example: ' %{word:user.name}'
22174
+ type: string
22175
+ required:
22176
+ - name
22177
+ - rule
22178
+ type: object
22179
+ ObservabilityPipelineParseGrokProcessorRuleParsingRule:
22180
+ description: 'Defines a Grok parsing rule, which extracts structured fields
22181
+ from log content using named Grok patterns.
22182
+
22183
+ Each rule must have a unique name and a valid Datadog Grok pattern that will
22184
+ be applied to the source field.
22185
+
22186
+ '
22187
+ properties:
22188
+ name:
22189
+ description: The name of the rule.
22190
+ example: MyParsingRule
22191
+ type: string
22192
+ rule:
22193
+ description: The definition of the Grok rule.
22194
+ example: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
22195
+ type: string
22196
+ required:
22197
+ - name
22198
+ - rule
22199
+ type: object
22200
+ ObservabilityPipelineParseGrokProcessorType:
22201
+ default: parse_grok
22202
+ description: The processor type. The value should always be `parse_grok`.
22203
+ enum:
22204
+ - parse_grok
22205
+ example: parse_grok
22206
+ type: string
22207
+ x-enum-varnames:
22208
+ - PARSE_GROK
22001
22209
ObservabilityPipelineParseJSONProcessor:
22002
22210
description: The `parse_json` processor extracts JSON from a specified field
22003
22211
and flattens it into the event. This is useful when logs contain embedded
@@ -22092,8 +22300,8 @@ components:
22092
22300
limit:
22093
22301
$ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit'
22094
22302
name:
22095
- description: Name for identifying the processor .
22096
- example: MyPipelineQuotaProcessor
22303
+ description: Name of the quota .
22304
+ example: MyQuota
22097
22305
type: string
22098
22306
overrides:
22099
22307
description: A list of alternate quota rules that apply to specific sets
@@ -22287,6 +22495,53 @@ components:
22287
22495
type: string
22288
22496
x-enum-varnames:
22289
22497
- RENAME_FIELDS
22498
+ ObservabilityPipelineSampleProcessor:
22499
+ description: The `sample` processor allows probabilistic sampling of logs at
22500
+ a fixed rate.
22501
+ properties:
22502
+ id:
22503
+ description: The unique identifier for this component. Used to reference
22504
+ this component in other parts of the pipeline (for example, as the `input`
22505
+ to downstream components).
22506
+ example: sample-processor
22507
+ type: string
22508
+ include:
22509
+ description: A Datadog search query used to determine which logs this processor
22510
+ targets.
22511
+ example: service:my-service
22512
+ type: string
22513
+ inputs:
22514
+ description: A list of component IDs whose output is used as the `input`
22515
+ for this component.
22516
+ example:
22517
+ - datadog-agent-source
22518
+ items:
22519
+ type: string
22520
+ type: array
22521
+ rate:
22522
+ description: Number of events to sample (1 in N).
22523
+ example: 10
22524
+ format: int64
22525
+ minimum: 1
22526
+ type: integer
22527
+ type:
22528
+ $ref: '#/components/schemas/ObservabilityPipelineSampleProcessorType'
22529
+ required:
22530
+ - id
22531
+ - type
22532
+ - include
22533
+ - inputs
22534
+ - rate
22535
+ type: object
22536
+ ObservabilityPipelineSampleProcessorType:
22537
+ default: sample
22538
+ description: The processor type. The value should always be `sample`.
22539
+ enum:
22540
+ - sample
22541
+ example: sample
22542
+ type: string
22543
+ x-enum-varnames:
22544
+ - SAMPLE
22290
22545
ObservabilityPipelineTls:
22291
22546
description: Configuration for enabling TLS encryption.
22292
22547
properties:
0 commit comments