Merge remote-tracking branch 'origin/master' into bruceg/dynamic-transforms

Author: bruceg

.github/SUPPORT.md

@@ -1,5 +1,104 @@
 # Support
 
-Vector is a growing open source project with a variety of people willing to help you through various mediums.
+Vector is a growing open source project with a variety of people willing to help
+you through various mediums.
 
-Take a look at those mediums listed at https://vector.dev/community
+Take a look at those mediums listed at <https://vector.dev/community>
+
+## How to ask a question about Vector
+
+Whether in our community [Discord][discord] server or [GitHub Discussions][discussions], framing
+your question well and providing the right level of details will improve your chances of getting
+your question answered. Here are some tips:
+
+### Before asking
+
+Check the [Vector documentation](https://vector.dev/docs/) first to see if it answers your question.
+If your question is about [VRL](https://vector.dev/docs/reference/vrl/#learn), you can also try out
+the [VRL playground](vrl_playground).
+
+If the docs do not answer your question, try using the search feature on [Discord][discord] or
+[GitHub][vector], to search for keywords related to your issue. It is quite possible someone has
+already asked your question before. This is especially useful if you have a specific error message
+you are observing.
+
+### Provide details
+
+Essential details to include:
+
+- What is the version of Vector (and the Helm chart if deploying via Helm) and
+  the versions of any other systems in use (like Elasticsearch, NATS, etc.).
+- What is your Vector configuration. See the below section on [how to format
+  your config](#formatting).
+- How are you [deploying](https://vector.dev/docs/setup/deployment/) Vector?
+- What is your complete deployment architecture? For example: I have Logstash
+  agents sending to Vector over syslog that is being forwarded to Loki.
+
+Situation specific (not exhaustive):
+
+- Did it occur after upgrading to a new version of Vector?
+- Are you trying out Vector for the first time, or did you have a previous
+  working configuration?
+
+These are just some examples of questions that may or may not apply to your
+situation.
+
+### Formatting
+
+When providing snippets of configuration files, or log messages, format these with backticks to
+improve the legibility for readers.
+
+#### Blocks
+
+Blocks should be formatted with three backticks (\`\`\`)
+
+This should be used for any configuration snippets of Vector, Helm values, etc.
+and for Vector console log messages.
+
+See the [markdown documentation](https://www.markdownguide.org/basic-syntax/#fenced-code-blocks)
+for an explanation.
+
+For example:
+
+[sinks.sink0]
+
+inputs = ["source0"]
+
+target = "stdout"
+
+type = "console"
+
+should be written as
+
+```toml
+[sinks.sink0]
+inputs = ["source0"]
+target = "stdout"
+type = "console"
+```
+
+#### Single word or phrase
+
+Formatting things like component names, versions etc. is done with single
+backticks (\`) around the word or phrase.
+
+This is less critical but also helps readability a lot and is greatly
+appreciated.
+
+See the [markdown documentation](https://www.markdownguide.org/basic-syntax/#code)
+for an explanation.
+
+For example:
+
+> We upgraded from v24 to 25.1 and are seeing the following error output from
+kafka.
+
+should be written as
+
+> We upgraded from `v0.24.0` to `v0.25.1` and are seeing the following error
+output from the `kafka` sink.
+
+[discord]: https://chat.vector.dev
+[discussions]: https://github.com/vectordotdev/vector/discussions
+[vector]: https://github.com/vectordotdev/vector
+[vrl_playground]: https://playground.vrl.dev

.github/workflows/regression_trusted.yml

@@ -38,7 +38,7 @@ jobs:
         id: experimental-meta
         run: |
           export WARMUP_SECONDS="45"
-          export REPLICAS="10"
+          export REPLICAS="20"
           export TOTAL_SAMPLES="600"
           export P_VALUE="0.1"
           export SMP_CRATE_VERSION="0.7.1"
@@ -417,7 +417,7 @@ jobs:
       - uses: actions/checkout@v3
 
       - name: Configure AWS Credentials
-        uses: aws-actions/configure-aws-credentials@v1-node16
+        uses: aws-actions/configure-aws-credentials@v1.7.0
         with:
           aws-access-key-id: ${{ secrets.SINGLE_MACHINE_PERFORMANCE_BOT_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.SINGLE_MACHINE_PERFORMANCE_BOT_SECRET_ACCESS_KEY }}

Cargo.lock

@@ -207,7 +207,7 @@ rmp-serde = { version = "1.1.1", default-features = false, optional = true }
 rmpv = { version = "1.0.0", default-features = false, features = ["with-serde"], optional = true }
 
 # Prost
-prost = { version = "0.11.6", default-features = false, features = ["std"] }
+prost = { version = "0.11.7", default-features = false, features = ["std"] }
 prost-types = { version = "0.11.6", default-features = false, optional = true }
 
 # GCP
@@ -376,6 +376,7 @@ zstd = { version = "0.12.3", default-features = false }
 chrono = { git = "https://github.com/vectordotdev/chrono.git", branch = "no-default-time-v0.4.22-1" }
 # The upgrade for `tokio-util` >= 0.6.9 is blocked on https://github.com/vectordotdev/vector/issues/11257.
 tokio-util = { git = "https://github.com/vectordotdev/tokio", branch = "tokio-util-0.7.4-framed-read-continue-on-error" }
+nix = { git = "https://github.com/vectordotdev/nix.git", branch = "memfd/gnu/musl" }
 
 [features]
 # Default features for *-unknown-linux-gnu and *-apple-darwin

Cargo.toml

@@ -15,7 +15,7 @@ lookup = { path = "../lookup", default-features = false }
 memchr = { version = "2", default-features = false }
 once_cell = { version = "1.17", default-features = false }
 ordered-float = { version = "3.4.0", default-features = false }
-prost = { version = "0.11.6", default-features = false, features = ["std"] }
+prost = { version = "0.11.7", default-features = false, features = ["std"] }
 regex = { version = "1.7.1", default-features = false, features = ["std", "perf"] }
 serde = { version = "1", default-features = false, features = ["derive"] }
 serde_json = { version = "1", default-features = false }

lib/codecs/Cargo.toml

@@ -15,7 +15,7 @@ chrono = { version = "0.4.19", default-features = false, features = ["serde"] }
 hex = { version = "0.4.3", default-features = false, features = ["std"] }
 lookup = { path = "../lookup", default-features = false }
 ordered-float = { version = "3.4.0", default-features = false }
-prost = { version = "0.11.6", default-features = false, features = ["std"] }
+prost = { version = "0.11.7", default-features = false, features = ["std"] }
 tonic = { version = "0.8", default-features = false, features = ["codegen", "gzip", "prost", "tls", "tls-roots", "transport"] }
 value = { path = "../value"}
 vector-core = { path = "../vector-core", default-features = false }

lib/opentelemetry-proto/Cargo.toml

@@ -11,8 +11,8 @@ license = "MPL-2.0"
 [dependencies]
 indexmap = "~1.9.2"
 nom = "7.1.3"
-num_enum = "0.5.10"
-prost = "0.11.6"
+num_enum = "0.5.11"
+prost = "0.11.7"
 prost-types = "0.11.6"
 snafu = { version = "0.7" }
 vector-common = { path = "../vector-common", features = ["btreemap"] }

lib/prometheus-parser/Cargo.toml

@@ -36,7 +36,7 @@ parking_lot = { version = "0.12.1", default-features = false }
 pin-project = { version = "1.0.12", default-features = false }
 proptest = { version = "1.1", optional = true }
 prost-types = { version = "0.11.6", default-features = false }
-prost = { version = "0.11.6", default-features = false, features = ["std"] }
+prost = { version = "0.11.7", default-features = false, features = ["std"] }
 quanta = { version = "0.10.1", default-features = false }
 regex = { version = "1.7.1", default-features = false, features = ["std", "perf"] }
 ryu = { version = "1", default-features = false }

lib/vector-core/Cargo.toml

@@ -17,7 +17,7 @@ indoc = "2.0.0"
 once_cell = { version = "1.17", optional = true }
 prettytable-rs = { version = "0.10", default-features = false, optional = true }
 regex = { version = "1", default-features = false, optional = true, features = ["perf"] }
-rustyline = { version = "10", default-features = false, optional = true }
+rustyline = { version = "11", default-features = false, optional = true }
 serde_json = "1"
 thiserror = "1"
 vector-common = { path = "../../vector-common", default-features = false }

lib/vrl/cli/Cargo.toml

@@ -12,6 +12,7 @@ use rustyline::{
     error::ReadlineError,
     highlight::{Highlighter, MatchingBracketHighlighter},
     hint::{Hinter, HistoryHinter},
+    history::MemHistory,
     validate::{self, ValidationResult, Validator},
     Context, Editor, Helper,
 };
@@ -61,7 +62,7 @@ pub(crate) fn run(
     let mut state = TypeState::default();
 
     let mut rt = Runtime::new(state::Runtime::default());
-    let mut rl = Editor::<Repl>::new()?;
+    let mut rl = Editor::<Repl, MemHistory>::new()?;
     rl.set_helper(Some(Repl::new()));
 
     #[allow(clippy::print_stdout)]
@@ -83,7 +84,7 @@ pub(crate) fn run(
             // Capture "help docs <func_name>"
             Ok(line) if func_docs_regex.is_match(line) => show_func_docs(line, &func_docs_regex),
             Ok(line) => {
-                rl.add_history_entry(line);
+                rl.add_history_entry(line)?;
 
                 let command = match line {
                     "next" => {

lib/vrl/cli/src/repl.rs

@@ -92,10 +92,10 @@ pub struct PulsarSinkConfig {
 #[configurable_component]
 #[derive(Clone, Copy, Debug, Default)]
 pub struct BatchConfig {
-    /// The maximum size of a batch, in events, before it is flushed.
+    /// The maximum size of a batch before it is flushed.
     #[configurable(metadata(docs::type_unit = "events"))]
     #[configurable(metadata(docs::examples = 1000))]
-    pub batch_size: Option<u32>,
+    pub max_events: Option<u32>,
 }
 
 /// Authentication configuration.
@@ -333,7 +333,7 @@ impl PulsarSinkConfig {
         };
 
         if !is_healthcheck {
-            producer_options.batch_size = self.batch.batch_size;
+            producer_options.batch_size = self.batch.max_events;
         }
 
         if let SerializerConfig::Avro { avro } = self.encoding.config() {

src/sinks/pulsar.rs

@@ -94,10 +94,6 @@ pub struct KafkaSourceConfig {
     #[configurable(metadata(docs::examples = "consumer-group-name"))]
     group_id: String,
 
-    /// Override dynamic membership and broker assignment behavior with static membership, using a group instance (member) id.
-    #[configurable(metadata(docs::examples = "kafka-streams-instance-1"))]
-    group_instance_id: Option<String>,
-
     /// If offsets for consumer group do not exist, set them using this strategy.
     ///
     /// See the [librdkafka documentation](https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md) for the `auto.offset.reset` option for further clarification.
@@ -704,10 +700,6 @@ fn create_consumer(config: &KafkaSourceConfig) -> crate::Result<StreamConsumer<C
         }
     }
 
-    if let Some(group_instance_id) = &config.group_instance_id {
-        client_config.set("group.instance.id", group_instance_id);
-    }
-
     let consumer = client_config
         .create_with_context::<_, StreamConsumer<_>>(CustomContext::new(
             config.metrics.topic_lag_metric,