archived_cli

bencherdev · Jul 9, 2024 · 1d88e99 · 1d88e99
1 parent 58b9594
commit 1d88e99
Show file tree

Hide file tree

Showing 3 changed files with 155 additions and 57 deletions.
diff --git a/lib/bencher_client/src/lib.rs b/lib/bencher_client/src/lib.rs
@@ -129,7 +129,6 @@ try_from_client!(
     JsonThreshold,
     JsonModel,
     JsonAlerts,
-    JsonAlertStats,
     JsonAlert,
     JsonUsers,
     JsonUser,

diff --git a/services/console/src/chunks/reference/en/changelog.mdx b/services/console/src/chunks/reference/en/changelog.mdx
@@ -1,3 +1,6 @@
+## Pending `v0.4.18`
+- Add the concept of `archived` to Branches, Testbeds, Benchmarks, and Measures
+
 ## `v0.4.17`
 - Revamp UI for looking at resource details
 - Remove cached Organization when logging out

diff --git a/tasks/test_api/src/task/test/seed_test.rs b/tasks/test_api/src/task/test/seed_test.rs
@@ -670,32 +670,6 @@ impl SeedTest {
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
         assert_eq!(alerts.0.len(), 0);
 
-        // cargo run -- alert stats --host http://localhost:61016 the-computer
-        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
-        cmd.args(["alert", "stats", HOST_ARG, host, PROJECT_SLUG])
-            .current_dir(CLI_DIR);
-        let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
-            serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 0);
-
-        // cargo run -- alert stats --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
-        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
-        cmd.args([
-            "alert",
-            "stats",
-            HOST_ARG,
-            host,
-            TOKEN_ARG,
-            token,
-            PROJECT_SLUG,
-        ])
-        .current_dir(CLI_DIR);
-        let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
-            serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 0);
-
         for i in 0..30i32 {
             let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
             let bencher_cmd = cmd.get_program().to_string_lossy().to_string();
@@ -741,20 +715,63 @@ impl SeedTest {
                 serde_json::from_slice(&assert.get_output().stdout).unwrap();
         }
 
-        // cargo run -- alert stats --host http://localhost:61016 the-computer
+        // cargo run -- alert ls --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        cmd.args([
+            "alert",
+            "ls",
+            HOST_ARG,
+            host,
+            TOKEN_ARG,
+            token,
+            PROJECT_SLUG,
+        ])
+        .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let alerts: bencher_json::JsonAlerts =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+        assert_eq!(alerts.0.len(), 0);
+
+        // cargo run -- run --host http://localhost:61016 --token $BENCHER_API_TOKEN --project the-computer --branch master --testbed base --quiet bencher mock --pow 10
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
-        cmd.args(["alert", "stats", HOST_ARG, host, PROJECT_SLUG])
+        let bencher_cmd = cmd.get_program().to_string_lossy().to_string();
+        cmd.args([
+            "run",
+            HOST_ARG,
+            host,
+            TOKEN_ARG,
+            token,
+            PROJECT_ARG,
+            PROJECT_SLUG,
+            BRANCH_ARG,
+            BRANCH_SLUG,
+            TESTBED_ARG,
+            TESTBED_SLUG,
+            "--quiet",
+            &bencher_cmd,
+            "mock",
+            "--pow",
+            "10",
+        ])
+        .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let _json: bencher_json::JsonReport =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+
+        // cargo run -- alert ls --host http://localhost:61016 the-computer
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        cmd.args(["alert", "ls", HOST_ARG, host, PROJECT_SLUG])
             .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
+        let alerts: bencher_json::JsonAlerts =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 0);
+        assert_eq!(alerts.0.len(), 5);
 
-        // cargo run -- alert stats --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
+        // cargo run -- alert ls --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
         cmd.args([
             "alert",
-            "stats",
+            "ls",
             HOST_ARG,
             host,
             TOKEN_ARG,
@@ -763,11 +780,45 @@ impl SeedTest {
         ])
         .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
+        let alerts: bencher_json::JsonAlerts =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 0);
+        assert_eq!(alerts.0.len(), 5);
 
-        // cargo run -- run --host http://localhost:61016 --token $BENCHER_API_TOKEN --project the-computer --branch master --testbed base --quiet bencher mock --pow 10
+        // cargo run -- alert get --host http://localhost:61016 the-computer [alert.uuid]
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        cmd.args([
+            "alert",
+            "view",
+            HOST_ARG,
+            host,
+            PROJECT_SLUG,
+            #[allow(clippy::indexing_slicing)]
+            alerts.0[0].uuid.to_string().as_str(),
+        ])
+        .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let _alert: bencher_json::JsonAlert =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+
+        // cargo run -- alert get --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer [alert.uuid]
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        cmd.args([
+            "alert",
+            "view",
+            HOST_ARG,
+            host,
+            TOKEN_ARG,
+            token,
+            PROJECT_SLUG,
+            #[allow(clippy::indexing_slicing)]
+            alerts.0[0].uuid.to_string().as_str(),
+        ])
+        .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let _alert: bencher_json::JsonAlert =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+
+        // cargo run -- run --host http://localhost:61016 --token $BENCHER_API_TOKEN --project the-computer --branch feature-version --branch-start-point master --testbed base --quiet bencher mock
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
         let bencher_cmd = cmd.get_program().to_string_lossy().to_string();
         cmd.args([
@@ -779,14 +830,14 @@ impl SeedTest {
             PROJECT_ARG,
             PROJECT_SLUG,
             BRANCH_ARG,
+            "feature-version",
+            "--branch-start-point",
             BRANCH_SLUG,
             TESTBED_ARG,
             TESTBED_SLUG,
             "--quiet",
             &bencher_cmd,
             "mock",
-            "--pow",
-            "10",
         ])
         .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
@@ -819,20 +870,48 @@ impl SeedTest {
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
         assert_eq!(alerts.0.len(), 5);
 
-        // cargo run -- alert stats --host http://localhost:61016 the-computer
+        // cargo run -- run --host http://localhost:61016 --token $BENCHER_API_TOKEN --project the-computer --branch feature-hash --branch-start-point master --branch-start-point-hash df13bc928cc205cb8737e63b97712ba8d7d51b8b --testbed base --quiet bencher mock
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        let bencher_cmd = cmd.get_program().to_string_lossy().to_string();
+        cmd.args([
+            "run",
+            HOST_ARG,
+            host,
+            TOKEN_ARG,
+            token,
+            PROJECT_ARG,
+            PROJECT_SLUG,
+            BRANCH_ARG,
+            "feature-hash",
+            "--branch-start-point",
+            BRANCH_SLUG,
+            "--branch-start-point-hash",
+            "df13bc928cc205cb8737e63b97712ba8d7d51b8b",
+            TESTBED_ARG,
+            TESTBED_SLUG,
+            "--quiet",
+            &bencher_cmd,
+            "mock",
+        ])
+        .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let _json: bencher_json::JsonReport =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+
+        // cargo run -- alert ls --host http://localhost:61016 the-computer
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
-        cmd.args(["alert", "stats", HOST_ARG, host, PROJECT_SLUG])
+        cmd.args(["alert", "ls", HOST_ARG, host, PROJECT_SLUG])
             .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
+        let alerts: bencher_json::JsonAlerts =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 5);
+        assert_eq!(alerts.0.len(), 5);
 
-        // cargo run -- alert stats --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
+        // cargo run -- alert ls --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
         cmd.args([
             "alert",
-            "stats",
+            "ls",
             HOST_ARG,
             host,
             TOKEN_ARG,
@@ -841,43 +920,60 @@ impl SeedTest {
         ])
         .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let alert_stats: bencher_json::JsonAlertStats =
+        let alerts: bencher_json::JsonAlerts =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
-        assert_eq!(alert_stats.active.0, 5);
+        assert_eq!(alerts.0.len(), 5);
 
-        // cargo run -- alert get --host http://localhost:61016 the-computer [alert.uuid]
+        // cargo run -- run --host http://localhost:61016 --token $BENCHER_API_TOKEN --project the-computer --branch master --branch-reset --testbed base --quiet bencher mock
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        let bencher_cmd = cmd.get_program().to_string_lossy().to_string();
         cmd.args([
-            "alert",
-            "view",
+            "run",
             HOST_ARG,
             host,
+            TOKEN_ARG,
+            token,
+            PROJECT_ARG,
             PROJECT_SLUG,
-            #[allow(clippy::indexing_slicing)]
-            alerts.0[0].uuid.to_string().as_str(),
+            BRANCH_ARG,
+            BRANCH_SLUG,
+            "--branch-reset",
+            TESTBED_ARG,
+            TESTBED_SLUG,
+            "--quiet",
+            &bencher_cmd,
+            "mock",
         ])
         .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let _alert: bencher_json::JsonAlert =
+        let _json: bencher_json::JsonReport =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
 
-        // cargo run -- alert get --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer [alert.uuid]
+        // cargo run -- alert ls --host http://localhost:61016 the-computer
+        let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
+        cmd.args(["alert", "ls", HOST_ARG, host, PROJECT_SLUG])
+            .current_dir(CLI_DIR);
+        let assert = cmd.assert().success();
+        let alerts: bencher_json::JsonAlerts =
+            serde_json::from_slice(&assert.get_output().stdout).unwrap();
+        assert_eq!(alerts.0.len(), 0);
+
+        // cargo run -- alert ls --host http://localhost:61016 --token $BENCHER_API_TOKEN the-computer
         let mut cmd = Command::cargo_bin(BENCHER_CMD)?;
         cmd.args([
             "alert",
-            "view",
+            "ls",
             HOST_ARG,
             host,
             TOKEN_ARG,
             token,
             PROJECT_SLUG,
-            #[allow(clippy::indexing_slicing)]
-            alerts.0[0].uuid.to_string().as_str(),
         ])
         .current_dir(CLI_DIR);
         let assert = cmd.assert().success();
-        let _alert: bencher_json::JsonAlert =
+        let alerts: bencher_json::JsonAlerts =
             serde_json::from_slice(&assert.get_output().stdout).unwrap();
+        assert_eq!(alerts.0.len(), 0);
 
         Ok(())
     }