Ignore jobs that haven't occured in the last two days

ursacomputing · Aug 16, 2024 · 7f4c6da · 7f4c6da
1 parent 5b7866f
commit 7f4c6da
Show file tree

Hide file tree

Showing 3 changed files with 55 additions and 886 deletions.
diff --git a/crossbow-nightly-report/R/functions.R b/crossbow-nightly-report/R/functions.R
@@ -40,8 +40,9 @@ arrow_build_table <- function(nightly_data, type, task) {
     filter(task_name == task)
 
   ## filter for when the most recent run is a failure 
+  day_window <- today() - 2
   ordered_only_recent_fails <- type_task_data %>%
-    filter(task_name %in% task_name[nightly_date == max(nightly_date) & task_status != "success"]) %>%
+    filter(task_name %in% task_name[nightly_date == day_window & task_status != "success"]) %>%
     arrange(desc(nightly_date)) %>%
     mutate(task_status = case_when(
       task_status == "success" ~ "pass",
@@ -82,7 +83,6 @@ arrow_build_table <- function(nightly_data, type, task) {
     )) %>%
     filter(fails_plus_one <= 9 | grepl("failure|build", fail_label))
 
-
   ## inner_join to ordered data
   df <- ordered_only_recent_fails %>%
     rowid_to_column() %>%
@@ -126,4 +126,4 @@ crossbow_theme <- function(data, ...) {
       ...
     ) %>% 
     opt_all_caps()
-}
+}