@@ -22576,7 +22576,6 @@ components:
22576
22576
type: array
22577
22577
required:
22578
22578
- sources
22579
- - processors
22580
22579
- destinations
22581
22580
type: object
22582
22581
ObservabilityPipelineConfigDestinationItem:
@@ -22592,11 +22591,15 @@ components:
22592
22591
- $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessor'
22593
22592
- $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessor'
22594
22593
- $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessor'
22594
+ - $ref: '#/components/schemas/ObservabilityPipelineSampleProcessor'
22595
+ - $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessor'
22595
22596
ObservabilityPipelineConfigSourceItem:
22596
22597
description: A data source for the pipeline.
22597
22598
oneOf:
22598
22599
- $ref: '#/components/schemas/ObservabilityPipelineKafkaSource'
22599
22600
- $ref: '#/components/schemas/ObservabilityPipelineDatadogAgentSource'
22601
+ - $ref: '#/components/schemas/ObservabilityPipelineFluentSource'
22602
+ - $ref: '#/components/schemas/ObservabilityPipelineHttpServerSource'
22600
22603
ObservabilityPipelineCreateRequest:
22601
22604
description: Top-level schema representing a pipeline.
22602
22605
properties:
@@ -22711,6 +22714,20 @@ components:
22711
22714
type: string
22712
22715
x-enum-varnames:
22713
22716
- DATADOG_LOGS
22717
+ ObservabilityPipelineDecoding:
22718
+ description: The decoding format used to interpret incoming logs.
22719
+ enum:
22720
+ - bytes
22721
+ - gelf
22722
+ - json
22723
+ - syslog
22724
+ example: json
22725
+ type: string
22726
+ x-enum-varnames:
22727
+ - DECODE_BYTES
22728
+ - DECODE_GELF
22729
+ - DECODE_JSON
22730
+ - DECODE_SYSLOG
22714
22731
ObservabilityPipelineFieldValue:
22715
22732
description: Represents a static key-value pair used in various processors.
22716
22733
properties:
@@ -22768,6 +22785,73 @@ components:
22768
22785
type: string
22769
22786
x-enum-varnames:
22770
22787
- FILTER
22788
+ ObservabilityPipelineFluentSource:
22789
+ description: The `fluent` source ingests logs from a Fluentd-compatible service.
22790
+ properties:
22791
+ id:
22792
+ description: The unique identifier for this component. Used to reference
22793
+ this component in other parts of the pipeline (for example, as the `input`
22794
+ to downstream components).
22795
+ example: fluent-source
22796
+ type: string
22797
+ tls:
22798
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22799
+ type:
22800
+ $ref: '#/components/schemas/ObservabilityPipelineFluentSourceType'
22801
+ required:
22802
+ - id
22803
+ - type
22804
+ type: object
22805
+ ObservabilityPipelineFluentSourceType:
22806
+ default: fluent
22807
+ description: The source type. The value should always be `fluent`.
22808
+ enum:
22809
+ - fluent
22810
+ example: fluent
22811
+ type: string
22812
+ x-enum-varnames:
22813
+ - FLUENT
22814
+ ObservabilityPipelineHttpServerSource:
22815
+ description: The `http_server` source collects logs over HTTP POST from external
22816
+ services.
22817
+ properties:
22818
+ auth_strategy:
22819
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceAuthStrategy'
22820
+ decoding:
22821
+ $ref: '#/components/schemas/ObservabilityPipelineDecoding'
22822
+ id:
22823
+ description: Unique ID for the HTTP server source.
22824
+ example: http-server-source
22825
+ type: string
22826
+ tls:
22827
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22828
+ type:
22829
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceType'
22830
+ required:
22831
+ - id
22832
+ - type
22833
+ - auth_strategy
22834
+ - decoding
22835
+ type: object
22836
+ ObservabilityPipelineHttpServerSourceAuthStrategy:
22837
+ description: HTTP authentication method.
22838
+ enum:
22839
+ - none
22840
+ - plain
22841
+ example: plain
22842
+ type: string
22843
+ x-enum-varnames:
22844
+ - NONE
22845
+ - PLAIN
22846
+ ObservabilityPipelineHttpServerSourceType:
22847
+ default: http_server
22848
+ description: The source type. The value should always be `http_server`.
22849
+ enum:
22850
+ - http_server
22851
+ example: http_server
22852
+ type: string
22853
+ x-enum-varnames:
22854
+ - HTTP_SERVER
22771
22855
ObservabilityPipelineKafkaSource:
22772
22856
description: The `kafka` source ingests data from Apache Kafka topics.
22773
22857
properties:
@@ -22841,6 +22925,136 @@ components:
22841
22925
type: string
22842
22926
x-enum-varnames:
22843
22927
- KAFKA
22928
+ ObservabilityPipelineParseGrokProcessor:
22929
+ description: The `parse_grok` processor extracts structured fields from unstructured
22930
+ log messages using Grok patterns.
22931
+ properties:
22932
+ disable_library_rules:
22933
+ default: false
22934
+ description: If set to `true`, disables the default Grok rules provided
22935
+ by Datadog.
22936
+ example: true
22937
+ type: boolean
22938
+ id:
22939
+ description: A unique identifier for this processor.
22940
+ example: parse-grok-processor
22941
+ type: string
22942
+ include:
22943
+ description: A Datadog search query used to determine which logs this processor
22944
+ targets.
22945
+ example: service:my-service
22946
+ type: string
22947
+ inputs:
22948
+ description: A list of component IDs whose output is used as the `input`
22949
+ for this component.
22950
+ example:
22951
+ - datadog-agent-source
22952
+ items:
22953
+ type: string
22954
+ type: array
22955
+ rules:
22956
+ description: The list of Grok parsing rules. If multiple matching rules
22957
+ are provided, they are evaluated in order. The first successful match
22958
+ is applied.
22959
+ items:
22960
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRule'
22961
+ type: array
22962
+ type:
22963
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorType'
22964
+ required:
22965
+ - id
22966
+ - type
22967
+ - include
22968
+ - inputs
22969
+ - rules
22970
+ type: object
22971
+ ObservabilityPipelineParseGrokProcessorRule:
22972
+ description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule
22973
+ defines how to extract structured fields
22974
+
22975
+ from a specific log field using Grok patterns.
22976
+
22977
+ '
22978
+ properties:
22979
+ match_rules:
22980
+ description: 'A list of Grok parsing rules that define how to extract fields
22981
+ from the source field.
22982
+
22983
+ Each rule must contain a name and a valid Grok pattern.
22984
+
22985
+ '
22986
+ example:
22987
+ - name: MyParsingRule
22988
+ rule: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
22989
+ items:
22990
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleMatchRule'
22991
+ type: array
22992
+ source:
22993
+ description: The name of the field in the log event to apply the Grok rules
22994
+ to.
22995
+ example: message
22996
+ type: string
22997
+ support_rules:
22998
+ description: 'A list of Grok helper rules that can be referenced by the
22999
+ parsing rules.
23000
+
23001
+ '
23002
+ example:
23003
+ - name: user
23004
+ rule: '%{word:user.name}'
23005
+ items:
23006
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleSupportRule'
23007
+ type: array
23008
+ required:
23009
+ - source
23010
+ - match_rules
23011
+ - support_rules
23012
+ type: object
23013
+ ObservabilityPipelineParseGrokProcessorRuleMatchRule:
23014
+ description: 'Defines a Grok parsing rule, which extracts structured fields
23015
+ from log content using named Grok patterns.
23016
+
23017
+ Each rule must have a unique name and a valid Datadog Grok pattern that will
23018
+ be applied to the source field.
23019
+
23020
+ '
23021
+ properties:
23022
+ name:
23023
+ description: The name of the rule.
23024
+ example: MyParsingRule
23025
+ type: string
23026
+ rule:
23027
+ description: The definition of the Grok rule.
23028
+ example: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
23029
+ type: string
23030
+ required:
23031
+ - name
23032
+ - rule
23033
+ type: object
23034
+ ObservabilityPipelineParseGrokProcessorRuleSupportRule:
23035
+ description: The Grok helper rule referenced in the parsing rules.
23036
+ properties:
23037
+ name:
23038
+ description: The name of the Grok helper rule.
23039
+ example: user
23040
+ type: string
23041
+ rule:
23042
+ description: The definition of the Grok helper rule.
23043
+ example: ' %{word:user.name}'
23044
+ type: string
23045
+ required:
23046
+ - name
23047
+ - rule
23048
+ type: object
23049
+ ObservabilityPipelineParseGrokProcessorType:
23050
+ default: parse_grok
23051
+ description: The processor type. The value should always be `parse_grok`.
23052
+ enum:
23053
+ - parse_grok
23054
+ example: parse_grok
23055
+ type: string
23056
+ x-enum-varnames:
23057
+ - PARSE_GROK
22844
23058
ObservabilityPipelineParseJSONProcessor:
22845
23059
description: The `parse_json` processor extracts JSON from a specified field
22846
23060
and flattens it into the event. This is useful when logs contain embedded
@@ -22935,8 +23149,8 @@ components:
22935
23149
limit:
22936
23150
$ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit'
22937
23151
name:
22938
- description: Name for identifying the processor .
22939
- example: MyPipelineQuotaProcessor
23152
+ description: Name of the quota .
23153
+ example: MyQuota
22940
23154
type: string
22941
23155
overrides:
22942
23156
description: A list of alternate quota rules that apply to specific sets
@@ -23130,8 +23344,60 @@ components:
23130
23344
type: string
23131
23345
x-enum-varnames:
23132
23346
- RENAME_FIELDS
23347
+ ObservabilityPipelineSampleProcessor:
23348
+ description: The `sample` processor allows probabilistic sampling of logs at
23349
+ a fixed rate.
23350
+ properties:
23351
+ id:
23352
+ description: The unique identifier for this component. Used to reference
23353
+ this component in other parts of the pipeline (for example, as the `input`
23354
+ to downstream components).
23355
+ example: sample-processor
23356
+ type: string
23357
+ include:
23358
+ description: A Datadog search query used to determine which logs this processor
23359
+ targets.
23360
+ example: service:my-service
23361
+ type: string
23362
+ inputs:
23363
+ description: A list of component IDs whose output is used as the `input`
23364
+ for this component.
23365
+ example:
23366
+ - datadog-agent-source
23367
+ items:
23368
+ type: string
23369
+ type: array
23370
+ percentage:
23371
+ description: The percentage of logs to sample.
23372
+ example: 10.0
23373
+ format: double
23374
+ type: number
23375
+ rate:
23376
+ description: Number of events to sample (1 in N).
23377
+ example: 10
23378
+ format: int64
23379
+ minimum: 1
23380
+ type: integer
23381
+ type:
23382
+ $ref: '#/components/schemas/ObservabilityPipelineSampleProcessorType'
23383
+ required:
23384
+ - id
23385
+ - type
23386
+ - include
23387
+ - inputs
23388
+ type: object
23389
+ ObservabilityPipelineSampleProcessorType:
23390
+ default: sample
23391
+ description: The processor type. The value should always be `sample`.
23392
+ enum:
23393
+ - sample
23394
+ example: sample
23395
+ type: string
23396
+ x-enum-varnames:
23397
+ - SAMPLE
23133
23398
ObservabilityPipelineTls:
23134
- description: Configuration for enabling TLS encryption.
23399
+ description: Configuration for enabling TLS encryption between the pipeline
23400
+ component and external services.
23135
23401
properties:
23136
23402
ca_file:
23137
23403
description: "Path to the Certificate Authority (CA) file used to validate
0 commit comments