Merge branch 'master' into ktff/readd_remove_file_test

Author: jamtur01

.cargo/config

@@ -1,5 +1,22 @@
-[target.x86_64-unknown-linux-musl]
+[target.x86_64-unknown-linux-gnu]
 rustflags = ["-C", "link-args=-rdynamic"]
 
-[target.x86_64-unknown-linux-gnu]
+[target.aarch64-unknown-linux-gnu]
 rustflags = ["-C", "link-args=-rdynamic"]
+
+[target.'cfg(target_env = "musl")']
+# Because the `cross` Docker container sets `CARGO_TARGET_X86_64_UNKNOWN_LINUX_MUSL_LINKER`, the
+# `linker` key does not work in this file, so we use `rustflags` instead.
+# NOTE: This means that any custom `RUSTFLAGS` variable must include this value!
+rustflags = "-Clinker=scripts/cross/wrappers/linker.sh"
+
+# x86_64-specific libstdc++ search path. When building for musl, Cargo will merge this with the
+# `rustflags` key above.
+[target.x86_64-unknown-linux-musl]
+rustflags = "-Lnative=/usr/local/x86_64-linux-musl/lib"
+
+[target.aarch64-unknown-linux-musl]
+# Deliberately empty.
+# See `scripts/cross/wrappers/{linker,rustc}.sh`.
+# Basically, we need to carefully edit the ordering of links.
+# Rust doesn't let us have great control of that here, so for now we use those wrappers.

.editorconfig

@@ -16,3 +16,7 @@ indent_size = 4
 [Makefile]
 indent_style = tab
 indent_size = 4
+
+[*.cue]
+indent_style = tab
+indent_size = 4

.gitattributes

@@ -3,3 +3,5 @@ distribution/* linguist-detectable=false
 lib/* linguist-vendored
 scripts/* linguist-detectable=false
 Makefile linguist-detectable=false
+
+distribution/helm/*/charts/*.tgz filter=lfs diff=lfs merge=lfs -text

.github/CODEOWNERS

@@ -11,30 +11,76 @@
 /skaffold.yaml @MOZGIII
 /kustomization.yaml @MOZGIII
 
+/docs/reference/components/sinks/*_metrics.cue @lukesteensen
+/docs/reference/components/sinks/aws_kinesis_streams.cue @jszwedko
+/docs/reference/components/sinks/aws_s3.cue @jszwedko
+/docs/reference/components/sinks/console.cue @lukesteensen
+/docs/reference/components/sinks/gcp @bruceg
+/docs/reference/components/sinks/http.cue @jszwedko
+/docs/reference/components/sinks/humio_logs.cue @jszwedko
+/docs/reference/components/sinks/splunk_hec.cue @ktff
+/docs/reference/components/sinks/kafka.cue @lukesteensen
+/docs/reference/components/sinks/prometheus.cue @lukesteensen
+/docs/reference/components/sinks/splunk_hec.cue @lukesteensen
+/docs/reference/components/sinks/statsd.cue @lukesteensen
+/docs/reference/components/sinks/tcp.cue @bruceg @lukesteensen
+
+/docs/reference/components/sources/apache_metrics/ @jszwedko
+/docs/reference/components/sources/docker.cue @fanatid
+/docs/reference/components/sources/generator.cue @bruceg
+/docs/reference/components/sources/host_metrics.cue @bruceg
+/docs/reference/components/sources/journald.cue @bruceg
+/docs/reference/components/sources/stdin.cue @bruceg
+/docs/reference/components/sources/syslog.cue @lukesteensen
+/docs/reference/components/sources/tcp.cue @bruceg
+/docs/reference/components/sources/udp.cue @bruceg
+/docs/reference/components/sources/vector.cue @lukesteensen
+/docs/reference/components/sources/kubernetes_* @MOZGIII @JeanMertz
+/docs/reference/components/sources/splunk_hec.cue @ktff
+
+/docs/reference/components/transforms/add_tags.cue @lukesteensen
+/docs/reference/components/transforms/ansi_stripper.cue @JeanMertz
+/docs/reference/components/transforms/coercer.cue @bruceg
+/docs/reference/components/transforms/filter.cue @bruceg
+/docs/reference/components/transforms/field_filter.cue @lukesteensen
+/docs/reference/components/transforms/geoip.cue @lukesteensen
+/docs/reference/components/transforms/grok_parser.cue @lukesteensen
+/docs/reference/components/transforms/log_to_metric.cue @lukesteensen
+/docs/reference/components/transforms/merge.cue @MOZGIII
+/docs/reference/components/transforms/regex_parser.cue @lukesteensen
+/docs/reference/components/transforms/remap.cue @JeanMertz @FungusHumungus
+/docs/reference/components/transforms/remove_tags.cue @lukesteensen
+/docs/reference/components/transforms/sampler.cue @lukesteensen
+/docs/reference/components/transforms/split.cue @lukesteensen
+/docs/reference/components/transforms/tokenzier.cue @lukesteensen
+
 /distribution/ @hoverbear @jamtur01
-/distribution/kubernetes/ @MOZGIII
+/distribution/docker/ @MOZGIII
 /distribution/helm/ @MOZGIII
+/distribution/kubernetes/ @MOZGIII
 
 /lib/file-source/src/paths_provider/mod.rs @MOZGIII
 /lib/file-source/src/paths_provider/glob.rs @MOZGIII
 /lib/k8s-test-framework/ @MOZGIII @JeanMertz
+/lib/k8s-e2e-tests/ @MOZGIII @JeanMertz
 /lib/prometheus-parser/ @juchiast
 /lib/vector-wasm/ @hoverbear @JeanMertz
 
 /proto/ @lukesteensen
 
 /scripts/build-* @hoverbear
 /scripts/ci-docker-images/ @hoverbear @jamtur01
-/scripts/check-meta.sh @binarylogic @jamtur01
+/scripts/check-docs.sh @binarylogic @jamtur01
 /scripts/check-* @jamtur01
 /scripts/docker-* @jamtur01
 /scripts/environment/* @hoverbear @jamtur01
 /scripts/load-meta.rb @binarylogic @jamtur01
 /scripts/package-* @jamtur01
 /scripts/release-* @hoverbear
 /scripts/upgrade-* @hoverbear
+/scripts/*docker* @MOZGIII
 /scripts/ci-setup-minikube.sh @MOZGIII
-/scripts/ci-setup-helm.sh @MOZGIII
+/scripts/environment/setup-helm.sh @MOZGIII
 /scripts/release-helm.sh @MOZGIII
 /scripts/deploy-kubernetes-test.sh @MOZGIII @JeanMertz
 /scripts/test-e2e-kubernetes.sh @MOZGIII @JeanMertz
@@ -62,14 +108,16 @@
 
 /src/kubernetes/ @MOZGIII @JeanMertz
 
+/src/mapping/ @JeanMertz @FungusHumungus
+
 /src/sinks/*_metrics.rs @lukesteensen
 /src/sinks/aws_kinesis_streams.rs @jszwedko
 /src/sinks/aws_s3.rs @jszwedko
 /src/sinks/console.rs @lukesteensen
 /src/sinks/gcp @bruceg
 /src/sinks/http.rs @jszwedko
 /src/sinks/humio_logs.rs @jszwedko
-/src/sinks/splunk_hec.rs @jszwedko
+/src/sinks/splunk_hec.rs @ktff
 /src/sinks/kafka.rs @lukesteensen
 /src/sinks/prometheus.rs @lukesteensen
 /src/sinks/splunk_hec.rs @lukesteensen
@@ -79,8 +127,10 @@
 /src/sinks/util/auto_concurrency @bruceg
 
 /src/sources/apache_metrics/ @jszwedko
+/src/sources/aws_kinesis_firehose/ @jszwedko
 /src/sources/docker.rs @fanatid
 /src/sources/generator.rs @bruceg
+/src/sources/host_metrics.rs @bruceg
 /src/sources/journald.rs @bruceg
 /src/sources/stdin.rs @bruceg
 /src/sources/syslog.rs @lukesteensen
@@ -95,6 +145,7 @@
 
 /src/transforms/add_tags.rs @lukesteensen
 /src/transforms/ansi_stripper.rs @JeanMertz
+/src/transforms/aws_cloudwatch_logs_subscription_parser.rs @jszwedko
 /src/transforms/coercer.rs @bruceg
 /src/transforms/filter.rs @bruceg
 /src/transforms/field_filter.rs @lukesteensen
@@ -103,6 +154,7 @@
 /src/transforms/log_to_metric.rs @lukesteensen
 /src/transforms/merge.rs @MOZGIII
 /src/transforms/regex_parser.rs @lukesteensen
+/src/transforms/remap.rs @JeanMertz @FungusHumungus
 /src/transforms/remove_tags.rs @lukesteensen
 /src/transforms/sampler.rs @lukesteensen
 /src/transforms/split.rs @lukesteensen
@@ -112,7 +164,6 @@
 
 /tests/buffering.rs @MOZGIII
 /tests/data/wasm/ @hoverbear @JeanMertz
-/tests/kubernetes-e2e.rs @MOZGIII @JeanMertz
 /tests/shutdown.rs @ktff
 /tests/cli.rs @ktff
 

.github/ISSUE_TEMPLATE/bug_report.md renamed to .github/ISSUE_TEMPLATE/bug.md

@@ -1,5 +1,5 @@
 ---
-name: Bug Report
+name: Bug
 about: Let us know about an unexpected error, a crash, or an incorrect behavior.
 labels: 'type: bug'
 assignees: ''

.github/ISSUE_TEMPLATE/enhancement.md

@@ -0,0 +1,65 @@
+---
+name: Enhancement
+about: Suggest an enhancement to an existing feature.
+labels: 'type: enhancement'
+assignees: ''
+title: ''
+
+---
+
+<!--
+Hi there,
+
+Thank you for opening an issue. Please note that we try to keep the Vector issue tracker reserved for bug reports and feature requests. For general usage questions, please see: https://chat.vector.dev.
+-->
+
+### Current Vector Version
+
+<!---
+Run `vector --version` to show the version, and paste the result between the ``` marks below. This will record which version was current at the time of your feature request, to help manage the request backlog.
+
+If you're not using the latest version, please check to see if something related to your request has already been implemented in a later version.
+-->
+
+```
+...
+```
+
+### Use-cases
+
+<!---
+In order to properly evaluate a feature request, it is necessary to understand the use-cases for it.
+
+Please describe below the _end goal_ you are trying to achieve that has led you to request this feature.
+
+Please keep this section focused on the problem and not on the suggested solution. We'll get to that in a moment, below!
+-->
+
+### Attempted Solutions
+
+<!---
+If you've already tried to solve the problem within Vector's existing features and found a limitation that prevented you from succeeding, please describe it below in as much detail as possible.
+
+Ideally, this would include real configuration snippets that you tried and what results you got in each case.
+
+Please remove any sensitive information such as passwords before sharing configuration snippets and command lines.
+--->
+
+### Proposal
+
+<!---
+If you have an idea for a way to address the problem via a change to Vector features, please describe it below.
+
+In this section, it's helpful to include specific examples of how what you are suggesting might look in configuration files, or on the command line, since that allows us to understand the full picture of what you are proposing.
+
+If you're not sure of some details, don't worry! When we evaluate the feature request we may suggest modifications as necessary to work within the design constraints of Vector.
+-->
+
+### References
+
+<!--
+Are there any other GitHub issues, whether open or closed, that are related to the problem you've described above or to the suggested solution? If so, please create a list below that mentions each of them. For example:
+
+- #7023
+
+-->

.github/ISSUE_TEMPLATE/feature_request.md renamed to .github/ISSUE_TEMPLATE/feature.md

@@ -1,6 +1,6 @@
 ---
-name: Feature Request
-about: Suggest a new feature or enhancement.
+name: Feature
+about: Suggest a new feature.
 labels: 'type: feature'
 assignees: ''
 title: ''

.github/ISSUE_TEMPLATE/task.md

@@ -0,0 +1,8 @@
+---
+name: Task
+about: Record a general task that needs to be done.
+labels: 'type: task'
+assignees: ''
+title: ''
+
+---

.github/bors.toml

@@ -0,0 +1,7 @@
+status = [
+    "ci",
+]
+delete_merged_branches = true
+use_squash_merge = true
+cut_body_after = "---"
+timeout_sec = 43200

.github/semantic.yml

@@ -1,5 +1,5 @@
 # WARNING! THIS FILE IS AUTOGENERATED! DO NOT EDIT!
-# Orginal file: https://github.com/timberio/vector-management/github/semantic_pull_requests.tf
+# Orginal file: https://github.com/timberio/resources/tree/master/vector/github/semantic_pull_requests.tf
 # ------------------------------------------------------------------------------
 #
 # Configuration for probot/semantic-pull-requests GitHub check bot
@@ -38,13 +38,13 @@ scopes:
   - deps # Anything related to Vector's dependencies
   - dev # Anything related to Vector's development environment
   - enriching # Anything related to enriching Vector's events with context data
+  - exceptions # Anything related to Vector's exception events.
   - extensions # Anything related to extending Vector (WASM, plugins, etc.)
   - external docs # Anything related to Vector's external, public documentation
   - filtering # Anything related to filtering within Vector
   - healthchecks # Anything related to Vector's healtchecks
   - internal docs # Anything related to Vector's internal documentation
   - logs # Anything related to Vector's log events
-  - mapping # Anything related to mapping data within Vector
   - marketing # Anything related to marketing Vector
   - metrics # Anything related to Vector's metrics events
   - networking # Anything related to Vector's networking
@@ -57,6 +57,7 @@ scopes:
   - releasing # Anything related to releasing Vector
   - reliability # Anything related to Vector's reliability
   - reload # Anything related to reloading Vector (updating configuration)
+  - remap # Anything related to the Timber Remap Language
   - rfcs # Anything related to Vector's internal RFCs
   - security # Anything related to security
   - setup # Anything related to setting up or installing Vector
@@ -165,6 +166,7 @@ scopes:
   - aws_kinesis_firehose sink # Anything `aws_kinesis_firehose` sink related
   - aws_kinesis_streams sink # Anything `aws_kinesis_streams` sink related
   - aws_s3 sink # Anything `aws_s3` sink related
+  - azure_monitor_logs sink # Anything `azure_monitor_logs` sink related
   - blackhole sink # Anything `blackhole` sink related
   - clickhouse sink # Anything `clickhouse` sink related
   - console sink # Anything `console` sink related

.github/workflows/benches.yml

@@ -7,9 +7,10 @@ on:
 
 env:
   VERBOSE: true
-  ENVIRONMENT_UPSTREAM: docker.pkg.github.com/timberio/vector/environment:${{ github.sha }}
+  ENVIRONMENT_UPSTREAM: timberio/ci_image:${{ github.sha }}
   AWS_ACCESS_KEY_ID: "dummy"
   AWS_SECRET_ACCESS_KEY: "dummy"
+  CI: true
 
 jobs:
   cancel-previous:
@@ -29,6 +30,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - uses: actions/checkout@v2
+      - run: make ci-sweep
       - run: sudo bash scripts/environment/bootstrap-ubuntu-20.04.sh
       - run: bash scripts/environment/prepare.sh
       - run: make bench