add graph synch code

Author: makspll

crates/xtask/src/main.rs

@@ -1294,6 +1294,143 @@ impl Xtasks {
             bail!("Failed to run bencher: {:?}", out);
         }
 
+        // if we're on linux and publishing and on main synch graphs
+        if os == "linux" && is_main && execute {
+            Self::synch_bencher_graphs()?;
+        }
+
+        Ok(())
+    }
+
+    fn synch_bencher_graphs() -> Result<()> {
+        // first run `bencher benchmark list bms
+        // this produces list of objects each containing a `uuid` and `name`
+
+        let parse_list_of_dicts = |bytes: Vec<u8>| {
+            serde_json::from_slice::<Vec<HashMap<String, String>>>(&bytes)
+                .with_context(|| "Could not parse bencher output")
+        };
+
+        let token = std::env::var("BENCHER_API_TOKEN").ok();
+        let mut bencher_cmd = Command::new("bencher");
+        let benchmarks = bencher_cmd
+            .arg("benchmark")
+            .args(["list", "bms"])
+            .args(["--token", &token.clone().unwrap_or_default()])
+            .output()
+            .with_context(|| "Could not list benchmarks")?;
+        if !benchmarks.status.success() {
+            bail!("Failed to list benchmarks: {:?}", benchmarks);
+        }
+
+        // parse teh name and uuid pairs
+        let benchmarks = parse_list_of_dicts(benchmarks.stdout)?
+            .into_iter()
+            .map(|p| {
+                let name = p.get("name").expect("no name in project");
+                let uuid = p.get("uuid").expect("no uuid in project");
+                (name.clone(), uuid.clone())
+            })
+            .collect::<Vec<_>>();
+
+        // delete all plots using bencher plot list bms to get "uuid's"
+        // then bencher plot delete bms <uuid>
+
+        let bencher_cmd = Command::new("bencher")
+            .stdout(std::process::Stdio::inherit())
+            .stderr(std::process::Stdio::inherit())
+            .args(["plot", "list", "bms"])
+            .args(["--token", &token.clone().unwrap_or_default()])
+            .output()
+            .with_context(|| "Could not list plots")?;
+
+        if !bencher_cmd.status.success() {
+            bail!("Failed to list plots: {:?}", bencher_cmd);
+        }
+
+        let plots = parse_list_of_dicts(bencher_cmd.stdout)?
+            .into_iter()
+            .map(|p| {
+                let uuid = p.get("uuid").expect("no uuid in plot");
+                uuid.clone()
+            })
+            .collect::<Vec<_>>();
+
+        for uuid in plots {
+            let bencher_cmd = Command::new("bencher")
+                .stdout(std::process::Stdio::inherit())
+                .stderr(std::process::Stdio::inherit())
+                .args(["plot", "delete", "bms", &uuid])
+                .args(["--token", &token.clone().unwrap_or_default()])
+                .output()
+                .with_context(|| "Could not delete plot")?;
+
+            if !bencher_cmd.status.success() {
+                bail!("Failed to delete plot: {:?}", bencher_cmd);
+            }
+        }
+        let testbeds = Command::new("bencher")
+            .arg("testbed")
+            .args(["list", "bms"])
+            .args(["--token", &token.clone().unwrap_or_default()])
+            .output()
+            .with_context(|| "Could not list testbeds")?;
+
+        if !testbeds.status.success() {
+            bail!("Failed to list testbeds: {:?}", testbeds);
+        }
+
+        let testbeds = parse_list_of_dicts(testbeds.stdout)?
+            .into_iter()
+            .map(|p| {
+                let name = p.get("name").expect("no name in testbed");
+                let uuid = p.get("uuid").expect("no uuid in testbed");
+                (name.clone(), uuid.clone())
+            })
+            .filter(|(name, _)| name.contains("gha"))
+            .collect::<Vec<_>>();
+
+        let group_to_benchmark_map: HashMap<_, Vec<_>> =
+            benchmarks
+                .iter()
+                .fold(HashMap::new(), |mut acc, (name, uuid)| {
+                    let group = name.split('/').next().unwrap_or_default();
+                    acc.entry(group.to_owned()).or_default().push(uuid.clone());
+                    acc
+                });
+
+        // create plot using
+        // bencher plot create --x-axis date_time --branches main --testbeds <uuids> --benchmarks <uuids> --measures latency
+
+        for (group, uuids) in group_to_benchmark_map {
+            for (testbed_name, testbed_uuid) in testbeds.iter() {
+                let without_gha = testbed_name.replace("-gha", "");
+                let plot_name = format!("{without_gha} {group}");
+
+                let window_months = 12;
+                let window_seconds = window_months * 30 * 24 * 60 * 60;
+                let bencher_cmd = Command::new("bencher")
+                    .stdout(std::process::Stdio::inherit())
+                    .stderr(std::process::Stdio::inherit())
+                    .args(["plot", "create", "bms"])
+                    .args(["--title", &plot_name])
+                    .arg("--upper-boundary")
+                    .args(["--x-axis", "date_time"])
+                    .args(["--window", &window_seconds.to_string()])
+                    .args(["--branches", "main"])
+                    .args(["--testbeds", testbed_uuid])
+                    .args(["--benchmarks", &uuids.join(",")])
+                    .args(["--measures", "latency"])
+                    .args(["--token", &token.clone().unwrap_or_default()])
+                    .output()
+                    .with_context(|| "Could not create plot")?;
+
+                if !bencher_cmd.status.success() {
+                    bail!("Failed to create plot: {:?}", bencher_cmd);
+                }
+            }
+        }
+
         Ok(())
     }