DMR [VARIANT] Perf

parquet-variant/Cargo.toml

@@ -37,5 +37,26 @@ arrow-schema = { workspace = true }
 chrono = { workspace = true }
 serde_json = "1.0"
 base64 = "0.22"
+rand = { version = "0.9", default-features = false, features = [
+    "std",
+    "std_rng",
+    "thread_rng",
+] }
+
+[dev-dependencies]
+criterion = { version = "0.6", default-features = false }
+
 
 [lib]
+
+[[bin]]
+name = "object_list_same_schemas"
+path = "./perf/object_list_same_schemas.rs"
+
+[[bin]]
+name = "object_list_unknown_schemas"
+path = "./perf/object_list_unknown_schemas.rs"
+
+[[bench]]
+name = "builder"
+harness = false

parquet-variant/benches/builder.rs

@@ -0,0 +1,177 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+extern crate parquet_variant;
+
+use criterion::*;
+
+use parquet_variant::VariantBuilder;
+use rand::{
+    distr::{uniform::SampleUniform, Alphanumeric},
+    rngs::ThreadRng,
+    Rng,
+};
+use std::{hint, ops::Range};
+
+fn random<T: SampleUniform + PartialEq + PartialOrd>(rng: &mut ThreadRng, range: Range<T>) -> T {
+    rng.random_range::<T, _>(range)
+}
+
+// generates a string with a 50/50 chance whether it's a short or a long string
+fn random_string(rng: &mut ThreadRng) -> String {
+    let len = rng.random_range::<usize, _>(1..128);
+
+    rng.sample_iter(&Alphanumeric)
+        .take(len)
+        .map(char::from)
+        .collect()
+}
+
+// generates a string guaranteed to be longer than 64 bytes
+fn random_long_string(rng: &mut ThreadRng) -> String {
+    let len = rng.random_range::<usize, _>(65..200);
+
+    rng.sample_iter(&Alphanumeric)
+        .take(len)
+        .map(char::from)
+        .collect()
+}
+
+// Creates an object with field names inserted in reverse lexicographical order
+fn bench_object_field_names_reverse_order(c: &mut Criterion) {
+    c.bench_function("bench_object_field_names_reverse_order", |b| {
+        b.iter(|| {
+            let mut rng = rand::rng();
+
+            let mut variant = VariantBuilder::new();
+            let mut object_builder = variant.new_object();
+
+            for i in 0..10_000 {
+                object_builder.insert(
+                    format!("{}", 10_000 - i).as_str(),
+                    random_string(&mut rng).as_str(),
+                );
+            }
+
+            object_builder.finish();
+            hint::black_box(variant.finish());
+        })
+    });
+}
+
+// Creates a list of objects with the same schema (same field names)
+/*
+    {
+        name: String,
+        age: i32,
+        likes_cilantro: bool,
+        comments: Long string
+        dishes: Vec<String>
+    }
+*/
+fn bench_object_list_same_schemas(c: &mut Criterion) {
+    c.bench_function("bench_object_list_same_schema", |b| {
+        b.iter(|| {
+            let mut rng = rand::rng();
+
+            let mut variant = VariantBuilder::new();
+
+            let mut list_builder = variant.new_list();
+
+            for _ in 0..200 {
+                let mut object_builder = list_builder.new_object();
+                object_builder.insert("name", random_string(&mut rng).as_str());
+                object_builder.insert("age", random::<u32>(&mut rng, 18..100) as i32);
+                object_builder.insert("likes_cilantro", rng.random_bool(0.5));
+                object_builder.insert("comments", random_long_string(&mut rng).as_str());
+
+                let mut list_builder = object_builder.new_list("dishes");
+                list_builder.append_value(random_string(&mut rng).as_str());
+                list_builder.append_value(random_string(&mut rng).as_str());
+                list_builder.append_value(random_string(&mut rng).as_str());
+
+                list_builder.finish();
+                object_builder.finish();
+            }
+
+            list_builder.finish();
+            hint::black_box(variant.finish());
+        })
+    });
+}
+
+// Creates a list of variant objects with an undefined schema (random field names)
+// values are randomly generated, with an equal distribution to whether it's a String, Object, or List
+fn bench_object_list_unknown_schema(c: &mut Criterion) {
+    c.bench_function("bench_object_list_unknown_schema", |b| {
+        b.iter(|| {
+            let mut rng = rand::rng();
+
+            let mut variant = VariantBuilder::new();
+
+            let mut list_builder = variant.new_list();
+
+            for _ in 0..200 {
+                let mut object_builder = list_builder.new_object();
+
+                for _num_fields in 0..random::<u8>(&mut rng, 0..100) {
+                    if rng.random_bool(0.33) {
+                        object_builder.insert(
+                            random_string(&mut rng).as_str(),
+                            random_string(&mut rng).as_str(),
+                        );
+                        continue;
+                    }
+
+                    if rng.random_bool(0.33) {
+                        let mut inner_object_builder = object_builder.new_object("rand_object");
+
+                        for _num_fields in 0..random::<u8>(&mut rng, 0..25) {
+                            inner_object_builder.insert(
+                                random_string(&mut rng).as_str(),
+                                random_string(&mut rng).as_str(),
+                            );
+                        }
+                        inner_object_builder.finish();
+
+                        continue;
+                    }
+
+                    let mut inner_list_builder = object_builder.new_list("rand_list");
+
+                    for _num_elements in 0..random::<u8>(&mut rng, 0..25) {
+                        inner_list_builder.append_value(random_string(&mut rng).as_str());
+                    }
+
+                    inner_list_builder.finish();
+                }
+                object_builder.finish();
+            }
+
+            list_builder.finish();
+            hint::black_box(variant.finish());
+        })
+    });
+}
+
+criterion_group!(
+    benches,
+    bench_object_field_names_reverse_order,
+    bench_object_list_same_schemas,
+    bench_object_list_unknown_schema,
+);
+criterion_main!(benches);