minicrater: test network access and memory limit

Author: pietroalbini

local-crates/memory-hungry/Cargo.toml

@@ -0,0 +1,9 @@
+[package]
+name = "memory-hungry"
+version = "0.1.0"
+authors = ["Pietro Albini <[email protected]>"]
+
+[dependencies]
+
+[build-dependencies]
+rustc_version = "0.2.3"

local-crates/memory-hungry/build.rs

@@ -0,0 +1,19 @@
+extern crate rustc_version;
+
+#[path = "src/allocate.rs"]
+mod allocate;
+
+use rustc_version::{version_meta, Channel};
+
+fn main() {
+    if let Channel::Beta = version_meta().unwrap().channel {
+        // On the beta channel allocate in tests
+        println!("cargo:rustc-cfg=channel_beta");
+    } else {
+        // On the stable channel allocate in build.rs
+        allocate::allocate();
+    }
+
+    // Rebuild the crate only if the build.rs file changes
+    println!("cargo:rebuild-if-changed=build.rs");
+}

local-crates/memory-hungry/src/allocate.rs

@@ -0,0 +1,11 @@
+const MAX_ALLOCATE: usize = 1_073_741_824;
+
+pub fn allocate() {
+    let data = [0u8; 4096];
+    let mut allocated = 0;
+
+    while allocated < MAX_ALLOCATE {
+        Box::leak(Box::new(data));
+        allocated += data.len();
+    }
+}

local-crates/memory-hungry/src/main.rs

@@ -0,0 +1,12 @@
+#[cfg(channel_beta)]
+mod allocate;
+
+fn main() {
+    println!("Hello world");
+}
+
+#[test]
+#[cfg(channel_beta)]
+fn test_allocate() {
+    allocate::allocate();
+}

local-crates/network-access/Cargo.toml

@@ -0,0 +1,9 @@
+[package]
+name = "network-access"
+version = "0.1.0"
+authors = ["Pietro Albini <[email protected]>"]
+
+[dependencies]
+
+[build-dependencies]
+rustc_version = "0.2.3"

local-crates/network-access/build.rs

@@ -0,0 +1,19 @@
+extern crate rustc_version;
+
+#[path = "src/network.rs"]
+mod network;
+
+use rustc_version::{version_meta, Channel};
+
+fn main() {
+    if let Channel::Beta = version_meta().unwrap().channel {
+        // On the beta channel connect to the network in tests
+        println!("cargo:rustc-cfg=channel_beta");
+    } else {
+        // On the stable channel connect to the network in build.rs
+        network::call();
+    }
+
+    // Rebuild the crate only if the build.rs file changes
+    println!("cargo:rebuild-if-changed=build.rs");
+}

local-crates/network-access/src/main.rs

@@ -0,0 +1,12 @@
+#[cfg(channel_beta)]
+mod network;
+
+fn main() {
+    println!("Hello, world!");
+}
+
+#[cfg(channel_beta)]
+#[test]
+fn test_network_access() {
+    network::call();
+}

local-crates/network-access/src/network.rs

@@ -0,0 +1,7 @@
+use std::net::TcpStream;
+
+pub fn call() {
+    // Try to connect to www.rust-lang.org:80
+    // If network access is disabled even this should fail
+    let _ = TcpStream::connect("www.rust-lang.org:80").unwrap();
+}

tests/minicrater/config.toml

@@ -0,0 +1,20 @@
+[server]
+bot-acl = [
+    "pietroalbini",
+]
+
+[server.labels]
+remove = "^S-"
+experiment-queued = "S-waiting-on-crater"
+experiment-completed = "S-waiting-on-review"
+
+[demo-crates]
+crates = ["lazy_static"]
+github-repos = ["brson/hello-rs"]
+
+[sandbox]
+memory-limit = "512M"
+
+[crates]
+
+[github-repos]

tests/minicrater/mod.rs

@@ -22,6 +22,7 @@ fn run() {
     // Create local list in the temp work dir
     Command::crater()
         .args(&["create-lists", "local"])
+        .env("CRATER_CONFIG", "tests/minicrater/config.toml")
         .assert()
         .success();
 
@@ -33,18 +34,21 @@ fn run() {
             "stable",
             "beta",
             "--crate-select=local",
-        ]).assert()
+        ]).env("CRATER_CONFIG", "tests/minicrater/config.toml")
+        .assert()
         .success();
 
     // Execute the experiment
     Command::crater()
         .args(&["run-graph", &ex_arg])
+        .env("CRATER_CONFIG", "tests/minicrater/config.toml")
         .assert()
         .success();
 
     // Generate the report
     Command::crater()
         .args(&["gen-report", &ex_arg])
+        .env("CRATER_CONFIG", "tests/minicrater/config.toml")
         .arg(report_dir.path())
         .assert()
         .success();

tests/minicrater/results.expected.json

@@ -60,6 +60,36 @@
       ],
       "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/build-pass"
     },
+    {
+      "name": "memory-hungry (local)",
+      "res": "Fixed",
+      "runs": [
+        {
+          "log": "stable/local/memory-hungry",
+          "res": "BuildFail"
+        },
+        {
+          "log": "beta/local/memory-hungry",
+          "res": "TestFail"
+        }
+      ],
+      "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/memory-hungry"
+    },
+    {
+      "name": "network-access (local)",
+      "res": "Fixed",
+      "runs": [
+        {
+          "log": "stable/local/network-access",
+          "res": "BuildFail"
+        },
+        {
+          "log": "beta/local/network-access",
+          "res": "TestFail"
+        }
+      ],
+      "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/network-access"
+    },
     {
       "name": "test-fail (local)",
       "res": "SameTestFail",