From 8e5a4173281326c0667981faeaef1cf494685ef5 Mon Sep 17 00:00:00 2001
From: Jean Cochrane <jean.cochrane@cookcountyil.gov>
Date: Mon, 13 Nov 2023 19:59:46 +0000
Subject: [PATCH] Add print statements to finalize step to debug S3 failures

---
 pipeline/05-finalize.R | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/pipeline/05-finalize.R b/pipeline/05-finalize.R
index a6ba767..b9123e6 100644
--- a/pipeline/05-finalize.R
+++ b/pipeline/05-finalize.R
@@ -210,18 +210,36 @@ if (params$toggle$upload_to_s3) {
 
   ## 4.1. Train ----------------------------------------------------------------
 
+  sprintf(
+    "Uploading %s to %s",
+    paths$output$workflow_fit$local,
+    paths$output$workflow_fit$s3
+  )
+
   # Upload lightgbm fit
   aws.s3::put_object(
     paths$output$workflow_fit$local,
     paths$output$workflow_fit$s3
   )
 
+  sprintf(
+    "Uploading %s to %s",
+    paths$output$workflow_recipe$local,
+    paths$output$workflow_recipe$s3
+  )
+
   # Upload Tidymodels recipe
   aws.s3::put_object(
     paths$output$workflow_recipe$local,
     paths$output$workflow_recipe$s3
   )
 
+  sprintf(
+    "Uploading %s to %s",
+    paths$output$parameter_final$local,
+    paths$output$parameter_final$s3
+  )
+
   # Upload finalized run parameters
   read_parquet(paths$output$parameter_final$local) %>%
     mutate(run_id = run_id) %>%
@@ -239,6 +257,12 @@ if (params$toggle$upload_to_s3) {
     }) %>%
     write_parquet(paths$output$parameter_final$s3)
 
+  sprintf(
+    "Uploading %s to %s",
+    paths$output$test_card$local,
+    paths$output$test_card$s3
+  )
+
   # Upload the test set predictions
   read_parquet(paths$output$test_card$local) %>%
     mutate(run_id = run_id) %>%