details: add tests

Author: sylvestre

crates/cargo-codspeed/tests/simple-bencher.rs

@@ -1,4 +1,5 @@
 use assert_cmd::assert::OutputAssertExt;
+use predicates::prelude::*;
 use predicates::str::contains;
 
 mod helpers;
@@ -82,3 +83,78 @@ fn test_simple_cargo_bench_no_run() {
         .success();
     teardown(dir);
 }
+
+#[test]
+fn test_simple_run_without_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir).arg("build").assert().success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .assert()
+        .success()
+        .stderr(contains("Finished running 2 benchmark suite(s)"))
+        .stderr(predicates::str::contains("benchmarks total").not())
+        .stdout(
+            predicates::str::is_match(r"  Checked: .* \([0-9]+(\.[0-9]+)? (ns|us|ms|s)\)")
+                .unwrap()
+                .not(),
+        );
+    teardown(dir);
+}
+
+#[test]
+fn test_simple_run_with_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir).arg("build").assert().success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .arg("--details")
+        .assert()
+        .success()
+        .stderr(contains("benchmarks total"))
+        .stderr(contains("Done running"))
+        .stdout(
+            predicates::str::is_match(r"  Checked: .* \([0-9]+(\.[0-9]+)? (ns|us|ms|s)\)").unwrap(),
+        );
+    teardown(dir);
+}
+
+#[test]
+fn test_benchmark_counting_with_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir).arg("build").assert().success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .arg("--details")
+        .assert()
+        .success()
+        .stderr(contains("Done running bencher_example (2 benchmarks)"))
+        .stderr(contains(
+            "Done running another_bencher_example (2 benchmarks)",
+        ))
+        .stderr(contains(
+            "Finished running 2 benchmark suite(s) (4 benchmarks total)",
+        ));
+    teardown(dir);
+}
+
+#[test]
+fn test_single_benchmark_counting_with_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir)
+        .arg("build")
+        .args(["--bench", "bencher_example"])
+        .assert()
+        .success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .arg("--details")
+        .args(["--bench", "bencher_example"])
+        .assert()
+        .success()
+        .stderr(contains("Done running bencher_example (2 benchmarks)"))
+        .stderr(contains(
+            "Finished running 1 benchmark suite(s) (2 benchmarks total)",
+        ));
+    teardown(dir);
+}

crates/cargo-codspeed/tests/simple-criterion.rs

@@ -133,3 +133,38 @@ fn test_criterion_cargo_bench_no_run() {
         .success();
     teardown(dir);
 }
+
+#[test]
+fn test_criterion_run_without_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir).arg("build").assert().success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .assert()
+        .success()
+        .stderr(contains("Finished running 2 benchmark suite(s)"))
+        .stderr(predicates::str::contains("benchmarks total").not())
+        .stdout(
+            predicates::str::is_match(r"  Checked: .* \([0-9]+(\.[0-9]+)? (ns|us|ms|s)\)")
+                .unwrap()
+                .not(),
+        );
+    teardown(dir);
+}
+
+#[test]
+fn test_criterion_run_with_details() {
+    let dir = setup(DIR, Project::Simple);
+    cargo_codspeed(&dir).arg("build").assert().success();
+    cargo_codspeed(&dir)
+        .arg("run")
+        .arg("--details")
+        .assert()
+        .success()
+        .stderr(contains("benchmarks total"))
+        .stderr(contains("Done running"))
+        .stdout(
+            predicates::str::is_match(r"  Checked: .* \([0-9]+(\.[0-9]+)? (ns|us|ms|s)\)").unwrap(),
+        );
+    teardown(dir);
+}