@@ -22569,7 +22569,6 @@ components:
22569
22569
type: array
22570
22570
required:
22571
22571
- sources
22572
- - processors
22573
22572
- destinations
22574
22573
type: object
22575
22574
ObservabilityPipelineConfigDestinationItem:
@@ -22585,11 +22584,15 @@ components:
22585
22584
- $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessor'
22586
22585
- $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessor'
22587
22586
- $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessor'
22587
+ - $ref: '#/components/schemas/ObservabilityPipelineSampleProcessor'
22588
+ - $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessor'
22588
22589
ObservabilityPipelineConfigSourceItem:
22589
22590
description: A data source for the pipeline.
22590
22591
oneOf:
22591
22592
- $ref: '#/components/schemas/ObservabilityPipelineKafkaSource'
22592
22593
- $ref: '#/components/schemas/ObservabilityPipelineDatadogAgentSource'
22594
+ - $ref: '#/components/schemas/ObservabilityPipelineFluentSource'
22595
+ - $ref: '#/components/schemas/ObservabilityPipelineHttpServerSource'
22593
22596
ObservabilityPipelineCreateRequest:
22594
22597
description: Top-level schema representing a pipeline.
22595
22598
properties:
@@ -22704,6 +22707,20 @@ components:
22704
22707
type: string
22705
22708
x-enum-varnames:
22706
22709
- DATADOG_LOGS
22710
+ ObservabilityPipelineDecoding:
22711
+ description: The decoding format used to interpret incoming logs.
22712
+ enum:
22713
+ - bytes
22714
+ - gelf
22715
+ - json
22716
+ - syslog
22717
+ example: json
22718
+ type: string
22719
+ x-enum-varnames:
22720
+ - DECODE_BYTES
22721
+ - DECODE_GELF
22722
+ - DECODE_JSON
22723
+ - DECODE_SYSLOG
22707
22724
ObservabilityPipelineFieldValue:
22708
22725
description: Represents a static key-value pair used in various processors.
22709
22726
properties:
@@ -22761,6 +22778,73 @@ components:
22761
22778
type: string
22762
22779
x-enum-varnames:
22763
22780
- FILTER
22781
+ ObservabilityPipelineFluentSource:
22782
+ description: The `fluent` source ingests logs from a Fluentd-compatible service.
22783
+ properties:
22784
+ id:
22785
+ description: The unique identifier for this component. Used to reference
22786
+ this component in other parts of the pipeline (for example, as the `input`
22787
+ to downstream components).
22788
+ example: fluent-source
22789
+ type: string
22790
+ tls:
22791
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22792
+ type:
22793
+ $ref: '#/components/schemas/ObservabilityPipelineFluentSourceType'
22794
+ required:
22795
+ - id
22796
+ - type
22797
+ type: object
22798
+ ObservabilityPipelineFluentSourceType:
22799
+ default: fluent
22800
+ description: The source type. The value should always be `fluent`.
22801
+ enum:
22802
+ - fluent
22803
+ example: fluent
22804
+ type: string
22805
+ x-enum-varnames:
22806
+ - FLUENT
22807
+ ObservabilityPipelineHttpServerSource:
22808
+ description: The `http_server` source collects logs over HTTP POST from external
22809
+ services.
22810
+ properties:
22811
+ auth_strategy:
22812
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceAuthStrategy'
22813
+ decoding:
22814
+ $ref: '#/components/schemas/ObservabilityPipelineDecoding'
22815
+ id:
22816
+ description: Unique ID for the HTTP server source.
22817
+ example: http-server-source
22818
+ type: string
22819
+ tls:
22820
+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22821
+ type:
22822
+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceType'
22823
+ required:
22824
+ - id
22825
+ - type
22826
+ - auth_strategy
22827
+ - decoding
22828
+ type: object
22829
+ ObservabilityPipelineHttpServerSourceAuthStrategy:
22830
+ description: HTTP authentication method.
22831
+ enum:
22832
+ - none
22833
+ - plain
22834
+ example: plain
22835
+ type: string
22836
+ x-enum-varnames:
22837
+ - NONE
22838
+ - PLAIN
22839
+ ObservabilityPipelineHttpServerSourceType:
22840
+ default: http_server
22841
+ description: The source type. The value should always be `http_server`.
22842
+ enum:
22843
+ - http_server
22844
+ example: http_server
22845
+ type: string
22846
+ x-enum-varnames:
22847
+ - HTTP_SERVER
22764
22848
ObservabilityPipelineKafkaSource:
22765
22849
description: The `kafka` source ingests data from Apache Kafka topics.
22766
22850
properties:
@@ -22834,6 +22918,136 @@ components:
22834
22918
type: string
22835
22919
x-enum-varnames:
22836
22920
- KAFKA
22921
+ ObservabilityPipelineParseGrokProcessor:
22922
+ description: The `parse_grok` processor extracts structured fields from unstructured
22923
+ log messages using Grok patterns.
22924
+ properties:
22925
+ disable_library_rules:
22926
+ default: false
22927
+ description: If set to `true`, disables the default Grok rules provided
22928
+ by Datadog.
22929
+ example: true
22930
+ type: boolean
22931
+ id:
22932
+ description: A unique identifier for this processor.
22933
+ example: parse-grok-processor
22934
+ type: string
22935
+ include:
22936
+ description: A Datadog search query used to determine which logs this processor
22937
+ targets.
22938
+ example: service:my-service
22939
+ type: string
22940
+ inputs:
22941
+ description: A list of component IDs whose output is used as the `input`
22942
+ for this component.
22943
+ example:
22944
+ - datadog-agent-source
22945
+ items:
22946
+ type: string
22947
+ type: array
22948
+ rules:
22949
+ description: The list of Grok parsing rules. If multiple matching rules
22950
+ are provided, they are evaluated in order. The first successful match
22951
+ is applied.
22952
+ items:
22953
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRule'
22954
+ type: array
22955
+ type:
22956
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorType'
22957
+ required:
22958
+ - id
22959
+ - type
22960
+ - include
22961
+ - inputs
22962
+ - rules
22963
+ type: object
22964
+ ObservabilityPipelineParseGrokProcessorRule:
22965
+ description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule
22966
+ defines how to extract structured fields
22967
+
22968
+ from a specific log field using Grok patterns.
22969
+
22970
+ '
22971
+ properties:
22972
+ match_rules:
22973
+ description: 'A list of Grok parsing rules that define how to extract fields
22974
+ from the source field.
22975
+
22976
+ Each rule must contain a name and a valid Grok pattern.
22977
+
22978
+ '
22979
+ example:
22980
+ - name: MyParsingRule
22981
+ rule: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
22982
+ items:
22983
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleMatchRule'
22984
+ type: array
22985
+ source:
22986
+ description: The name of the field in the log event to apply the Grok rules
22987
+ to.
22988
+ example: message
22989
+ type: string
22990
+ support_rules:
22991
+ description: 'A list of Grok helper rules that can be referenced by the
22992
+ parsing rules.
22993
+
22994
+ '
22995
+ example:
22996
+ - name: user
22997
+ rule: '%{word:user.name}'
22998
+ items:
22999
+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleSupportRule'
23000
+ type: array
23001
+ required:
23002
+ - source
23003
+ - match_rules
23004
+ - support_rules
23005
+ type: object
23006
+ ObservabilityPipelineParseGrokProcessorRuleMatchRule:
23007
+ description: 'Defines a Grok parsing rule, which extracts structured fields
23008
+ from log content using named Grok patterns.
23009
+
23010
+ Each rule must have a unique name and a valid Datadog Grok pattern that will
23011
+ be applied to the source field.
23012
+
23013
+ '
23014
+ properties:
23015
+ name:
23016
+ description: The name of the rule.
23017
+ example: MyParsingRule
23018
+ type: string
23019
+ rule:
23020
+ description: The definition of the Grok rule.
23021
+ example: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
23022
+ type: string
23023
+ required:
23024
+ - name
23025
+ - rule
23026
+ type: object
23027
+ ObservabilityPipelineParseGrokProcessorRuleSupportRule:
23028
+ description: The Grok helper rule referenced in the parsing rules.
23029
+ properties:
23030
+ name:
23031
+ description: The name of the Grok helper rule.
23032
+ example: user
23033
+ type: string
23034
+ rule:
23035
+ description: The definition of the Grok helper rule.
23036
+ example: ' %{word:user.name}'
23037
+ type: string
23038
+ required:
23039
+ - name
23040
+ - rule
23041
+ type: object
23042
+ ObservabilityPipelineParseGrokProcessorType:
23043
+ default: parse_grok
23044
+ description: The processor type. The value should always be `parse_grok`.
23045
+ enum:
23046
+ - parse_grok
23047
+ example: parse_grok
23048
+ type: string
23049
+ x-enum-varnames:
23050
+ - PARSE_GROK
22837
23051
ObservabilityPipelineParseJSONProcessor:
22838
23052
description: The `parse_json` processor extracts JSON from a specified field
22839
23053
and flattens it into the event. This is useful when logs contain embedded
@@ -22928,8 +23142,8 @@ components:
22928
23142
limit:
22929
23143
$ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit'
22930
23144
name:
22931
- description: Name for identifying the processor .
22932
- example: MyPipelineQuotaProcessor
23145
+ description: Name of the quota .
23146
+ example: MyQuota
22933
23147
type: string
22934
23148
overrides:
22935
23149
description: A list of alternate quota rules that apply to specific sets
@@ -23123,6 +23337,53 @@ components:
23123
23337
type: string
23124
23338
x-enum-varnames:
23125
23339
- RENAME_FIELDS
23340
+ ObservabilityPipelineSampleProcessor:
23341
+ description: The `sample` processor allows probabilistic sampling of logs at
23342
+ a fixed rate.
23343
+ properties:
23344
+ id:
23345
+ description: The unique identifier for this component. Used to reference
23346
+ this component in other parts of the pipeline (for example, as the `input`
23347
+ to downstream components).
23348
+ example: sample-processor
23349
+ type: string
23350
+ include:
23351
+ description: A Datadog search query used to determine which logs this processor
23352
+ targets.
23353
+ example: service:my-service
23354
+ type: string
23355
+ inputs:
23356
+ description: A list of component IDs whose output is used as the `input`
23357
+ for this component.
23358
+ example:
23359
+ - datadog-agent-source
23360
+ items:
23361
+ type: string
23362
+ type: array
23363
+ rate:
23364
+ description: Number of events to sample (1 in N).
23365
+ example: 10
23366
+ format: int64
23367
+ minimum: 1
23368
+ type: integer
23369
+ type:
23370
+ $ref: '#/components/schemas/ObservabilityPipelineSampleProcessorType'
23371
+ required:
23372
+ - id
23373
+ - type
23374
+ - include
23375
+ - inputs
23376
+ - rate
23377
+ type: object
23378
+ ObservabilityPipelineSampleProcessorType:
23379
+ default: sample
23380
+ description: The processor type. The value should always be `sample`.
23381
+ enum:
23382
+ - sample
23383
+ example: sample
23384
+ type: string
23385
+ x-enum-varnames:
23386
+ - SAMPLE
23126
23387
ObservabilityPipelineTls:
23127
23388
description: Configuration for enabling TLS encryption.
23128
23389
properties:
0 commit comments