@@ -22576,7 +22576,6 @@ components:
2257622576 type: array
2257722577 required:
2257822578 - sources
22579- - processors
2258022579 - destinations
2258122580 type: object
2258222581 ObservabilityPipelineConfigDestinationItem:
@@ -22592,11 +22591,15 @@ components:
2259222591 - $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessor'
2259322592 - $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessor'
2259422593 - $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessor'
22594+ - $ref: '#/components/schemas/ObservabilityPipelineSampleProcessor'
22595+ - $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessor'
2259522596 ObservabilityPipelineConfigSourceItem:
2259622597 description: A data source for the pipeline.
2259722598 oneOf:
2259822599 - $ref: '#/components/schemas/ObservabilityPipelineKafkaSource'
2259922600 - $ref: '#/components/schemas/ObservabilityPipelineDatadogAgentSource'
22601+ - $ref: '#/components/schemas/ObservabilityPipelineFluentSource'
22602+ - $ref: '#/components/schemas/ObservabilityPipelineHttpServerSource'
2260022603 ObservabilityPipelineCreateRequest:
2260122604 description: Top-level schema representing a pipeline.
2260222605 properties:
@@ -22711,6 +22714,20 @@ components:
2271122714 type: string
2271222715 x-enum-varnames:
2271322716 - DATADOG_LOGS
22717+ ObservabilityPipelineDecoding:
22718+ description: The decoding format used to interpret incoming logs.
22719+ enum:
22720+ - bytes
22721+ - gelf
22722+ - json
22723+ - syslog
22724+ example: json
22725+ type: string
22726+ x-enum-varnames:
22727+ - DECODE_BYTES
22728+ - DECODE_GELF
22729+ - DECODE_JSON
22730+ - DECODE_SYSLOG
2271422731 ObservabilityPipelineFieldValue:
2271522732 description: Represents a static key-value pair used in various processors.
2271622733 properties:
@@ -22768,6 +22785,73 @@ components:
2276822785 type: string
2276922786 x-enum-varnames:
2277022787 - FILTER
22788+ ObservabilityPipelineFluentSource:
22789+ description: The `fluent` source ingests logs from a Fluentd-compatible service.
22790+ properties:
22791+ id:
22792+ description: The unique identifier for this component. Used to reference
22793+ this component in other parts of the pipeline (for example, as the `input`
22794+ to downstream components).
22795+ example: fluent-source
22796+ type: string
22797+ tls:
22798+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22799+ type:
22800+ $ref: '#/components/schemas/ObservabilityPipelineFluentSourceType'
22801+ required:
22802+ - id
22803+ - type
22804+ type: object
22805+ ObservabilityPipelineFluentSourceType:
22806+ default: fluent
22807+ description: The source type. The value should always be `fluent`.
22808+ enum:
22809+ - fluent
22810+ example: fluent
22811+ type: string
22812+ x-enum-varnames:
22813+ - FLUENT
22814+ ObservabilityPipelineHttpServerSource:
22815+ description: The `http_server` source collects logs over HTTP POST from external
22816+ services.
22817+ properties:
22818+ auth_strategy:
22819+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceAuthStrategy'
22820+ decoding:
22821+ $ref: '#/components/schemas/ObservabilityPipelineDecoding'
22822+ id:
22823+ description: Unique ID for the HTTP server source.
22824+ example: http-server-source
22825+ type: string
22826+ tls:
22827+ $ref: '#/components/schemas/ObservabilityPipelineTls'
22828+ type:
22829+ $ref: '#/components/schemas/ObservabilityPipelineHttpServerSourceType'
22830+ required:
22831+ - id
22832+ - type
22833+ - auth_strategy
22834+ - decoding
22835+ type: object
22836+ ObservabilityPipelineHttpServerSourceAuthStrategy:
22837+ description: HTTP authentication method.
22838+ enum:
22839+ - none
22840+ - plain
22841+ example: plain
22842+ type: string
22843+ x-enum-varnames:
22844+ - NONE
22845+ - PLAIN
22846+ ObservabilityPipelineHttpServerSourceType:
22847+ default: http_server
22848+ description: The source type. The value should always be `http_server`.
22849+ enum:
22850+ - http_server
22851+ example: http_server
22852+ type: string
22853+ x-enum-varnames:
22854+ - HTTP_SERVER
2277122855 ObservabilityPipelineKafkaSource:
2277222856 description: The `kafka` source ingests data from Apache Kafka topics.
2277322857 properties:
@@ -22841,6 +22925,136 @@ components:
2284122925 type: string
2284222926 x-enum-varnames:
2284322927 - KAFKA
22928+ ObservabilityPipelineParseGrokProcessor:
22929+ description: The `parse_grok` processor extracts structured fields from unstructured
22930+ log messages using Grok patterns.
22931+ properties:
22932+ disable_library_rules:
22933+ default: false
22934+ description: If set to `true`, disables the default Grok rules provided
22935+ by Datadog.
22936+ example: true
22937+ type: boolean
22938+ id:
22939+ description: A unique identifier for this processor.
22940+ example: parse-grok-processor
22941+ type: string
22942+ include:
22943+ description: A Datadog search query used to determine which logs this processor
22944+ targets.
22945+ example: service:my-service
22946+ type: string
22947+ inputs:
22948+ description: A list of component IDs whose output is used as the `input`
22949+ for this component.
22950+ example:
22951+ - datadog-agent-source
22952+ items:
22953+ type: string
22954+ type: array
22955+ rules:
22956+ description: The list of Grok parsing rules. If multiple matching rules
22957+ are provided, they are evaluated in order. The first successful match
22958+ is applied.
22959+ items:
22960+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRule'
22961+ type: array
22962+ type:
22963+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorType'
22964+ required:
22965+ - id
22966+ - type
22967+ - include
22968+ - inputs
22969+ - rules
22970+ type: object
22971+ ObservabilityPipelineParseGrokProcessorRule:
22972+ description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule
22973+ defines how to extract structured fields
22974+
22975+ from a specific log field using Grok patterns.
22976+
22977+ '
22978+ properties:
22979+ match_rules:
22980+ description: 'A list of Grok parsing rules that define how to extract fields
22981+ from the source field.
22982+
22983+ Each rule must contain a name and a valid Grok pattern.
22984+
22985+ '
22986+ example:
22987+ - name: MyParsingRule
22988+ rule: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
22989+ items:
22990+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleMatchRule'
22991+ type: array
22992+ source:
22993+ description: The name of the field in the log event to apply the Grok rules
22994+ to.
22995+ example: message
22996+ type: string
22997+ support_rules:
22998+ description: 'A list of Grok helper rules that can be referenced by the
22999+ parsing rules.
23000+
23001+ '
23002+ example:
23003+ - name: user
23004+ rule: '%{word:user.name}'
23005+ items:
23006+ $ref: '#/components/schemas/ObservabilityPipelineParseGrokProcessorRuleSupportRule'
23007+ type: array
23008+ required:
23009+ - source
23010+ - match_rules
23011+ - support_rules
23012+ type: object
23013+ ObservabilityPipelineParseGrokProcessorRuleMatchRule:
23014+ description: 'Defines a Grok parsing rule, which extracts structured fields
23015+ from log content using named Grok patterns.
23016+
23017+ Each rule must have a unique name and a valid Datadog Grok pattern that will
23018+ be applied to the source field.
23019+
23020+ '
23021+ properties:
23022+ name:
23023+ description: The name of the rule.
23024+ example: MyParsingRule
23025+ type: string
23026+ rule:
23027+ description: The definition of the Grok rule.
23028+ example: '%{word:user} connected on %{date("MM/dd/yyyy"):date}'
23029+ type: string
23030+ required:
23031+ - name
23032+ - rule
23033+ type: object
23034+ ObservabilityPipelineParseGrokProcessorRuleSupportRule:
23035+ description: The Grok helper rule referenced in the parsing rules.
23036+ properties:
23037+ name:
23038+ description: The name of the Grok helper rule.
23039+ example: user
23040+ type: string
23041+ rule:
23042+ description: The definition of the Grok helper rule.
23043+ example: ' %{word:user.name}'
23044+ type: string
23045+ required:
23046+ - name
23047+ - rule
23048+ type: object
23049+ ObservabilityPipelineParseGrokProcessorType:
23050+ default: parse_grok
23051+ description: The processor type. The value should always be `parse_grok`.
23052+ enum:
23053+ - parse_grok
23054+ example: parse_grok
23055+ type: string
23056+ x-enum-varnames:
23057+ - PARSE_GROK
2284423058 ObservabilityPipelineParseJSONProcessor:
2284523059 description: The `parse_json` processor extracts JSON from a specified field
2284623060 and flattens it into the event. This is useful when logs contain embedded
@@ -22935,8 +23149,8 @@ components:
2293523149 limit:
2293623150 $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit'
2293723151 name:
22938- description: Name for identifying the processor .
22939- example: MyPipelineQuotaProcessor
23152+ description: Name of the quota .
23153+ example: MyQuota
2294023154 type: string
2294123155 overrides:
2294223156 description: A list of alternate quota rules that apply to specific sets
@@ -23130,8 +23344,60 @@ components:
2313023344 type: string
2313123345 x-enum-varnames:
2313223346 - RENAME_FIELDS
23347+ ObservabilityPipelineSampleProcessor:
23348+ description: The `sample` processor allows probabilistic sampling of logs at
23349+ a fixed rate.
23350+ properties:
23351+ id:
23352+ description: The unique identifier for this component. Used to reference
23353+ this component in other parts of the pipeline (for example, as the `input`
23354+ to downstream components).
23355+ example: sample-processor
23356+ type: string
23357+ include:
23358+ description: A Datadog search query used to determine which logs this processor
23359+ targets.
23360+ example: service:my-service
23361+ type: string
23362+ inputs:
23363+ description: A list of component IDs whose output is used as the `input`
23364+ for this component.
23365+ example:
23366+ - datadog-agent-source
23367+ items:
23368+ type: string
23369+ type: array
23370+ percentage:
23371+ description: The percentage of logs to sample.
23372+ example: 10.0
23373+ format: double
23374+ type: number
23375+ rate:
23376+ description: Number of events to sample (1 in N).
23377+ example: 10
23378+ format: int64
23379+ minimum: 1
23380+ type: integer
23381+ type:
23382+ $ref: '#/components/schemas/ObservabilityPipelineSampleProcessorType'
23383+ required:
23384+ - id
23385+ - type
23386+ - include
23387+ - inputs
23388+ type: object
23389+ ObservabilityPipelineSampleProcessorType:
23390+ default: sample
23391+ description: The processor type. The value should always be `sample`.
23392+ enum:
23393+ - sample
23394+ example: sample
23395+ type: string
23396+ x-enum-varnames:
23397+ - SAMPLE
2313323398 ObservabilityPipelineTls:
23134- description: Configuration for enabling TLS encryption.
23399+ description: Configuration for enabling TLS encryption between the pipeline
23400+ component and external services.
2313523401 properties:
2313623402 ca_file:
2313723403 description: "Path to the Certificate Authority (CA) file used to validate
0 commit comments