WIP: feat(update_backlog): add --preset=promote-not-not-passing

TODO: Validate that this is useful.
erichdongubler-mozilla · May 30, 2024 · bbca91c · bbca91c
1 parent 11e74ca
commit bbca91c
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 0 deletions.
diff --git a/moz-webgpu-cts/src/main.rs b/moz-webgpu-cts/src/main.rs
@@ -131,6 +131,8 @@ enum OnZeroItem {
 enum UpdateBacklogPreset {
     /// Remove tests that expect only `PASS` outcomes on all platforms from `backlog`.
     PromotePermaPassing,
+    /// Remove tests that, at most, expect `PASS`, `TIMEOUT`, and `NOTRUN` outcomes from `backlog`.
+    PromoteNotNotPassing,
 }
 
 fn main() -> ExitCode {
@@ -1387,6 +1389,7 @@ fn run(cli: Cli) -> ExitCode {
             enum Case {
                 #[default]
                 PermaPass,
+                NotNotPass,
                 Other,
             }
             let mut found_write_err = false;
@@ -1431,6 +1434,12 @@ fn run(cli: Cli) -> ExitCode {
                                             [(platform, build_profile)];
                                     if let Some(SubtestOutcome::Pass) = expected.as_permanent() {
                                         Case::PermaPass
+                                    } else if expected.is_subset(
+                                        SubtestOutcome::Pass
+                                            | SubtestOutcome::Timeout
+                                            | SubtestOutcome::NotRun,
+                                    ) {
+                                        Case::NotNotPass
                                     } else {
                                         Case::Other
                                     }
@@ -1450,6 +1459,14 @@ fn run(cli: Cli) -> ExitCode {
                                 properties.implementation_status = None;
                             }
                         }
+                        UpdateBacklogPreset::PromoteNotNotPassing => {
+                            if matches!(
+                                value_across_all_platforms(),
+                                Ok(Case::PermaPass | Case::NotNotPass)
+                            ) {
+                                properties.implementation_status = None;
+                            }
+                        }
                     }
                 }
                 match write_to_file(&file_path, metadata::format_file(&file)) {

diff --git a/moz-webgpu-cts/src/shared.rs b/moz-webgpu-cts/src/shared.rs
@@ -95,6 +95,10 @@ where
     {
         self.inner().is_superset(rep.inner())
     }
+
+    pub fn is_subset(&self, rep: EnumSet<Out>) -> bool {
+        self.inner().is_subset(rep)
+    }
 }
 
 impl<Out> Display for Expected<Out>