279 lines
9.9 KiB
R
279 lines
9.9 KiB
R
# ==============================================================================
|
|
# DEBUG_REMOVE_DATE_TIFFS.R
|
|
# ==============================================================================
|
|
# PURPOSE:
|
|
# Remove all TIFFs of a specific date from multiple storage folders.
|
|
# Useful for debugging/re-running parts of the pipeline without full re-download.
|
|
#
|
|
# USAGE:
|
|
# Rscript DEBUG_remove_date_tiffs.R [project] [date] [--dry-run] [--skip-merged] [--skip-field-tiles] [--skip-field-tiles-ci] [--skip-daily-vals]
|
|
#
|
|
# EXAMPLES:
|
|
# # Remove 2026-02-08 from all folders (WITH CONFIRMATION)
|
|
# Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08
|
|
#
|
|
# # Remove from all folders without confirmation
|
|
# Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --no-confirm
|
|
#
|
|
# # Dry run - show what WOULD be deleted without deleting
|
|
# Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --dry-run
|
|
#
|
|
# # Remove only from merged_tif and field_tiles, skip CI folders
|
|
# Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --skip-field-tiles-ci --skip-daily-vals
|
|
#
|
|
# # Remove from field_tiles_CI only
|
|
# Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --skip-merged --skip-field-tiles --skip-daily-vals
|
|
#
|
|
# ==============================================================================
|
|
|
|
# ==============================================================================
|
|
# CONFIGURATION - TOGGLE WHICH FOLDERS TO DELETE FROM (DEFAULT: ALL)
|
|
# ==============================================================================
|
|
|
|
# Set these to FALSE to skip deletion from that folder
|
|
DELETE_FROM_MERGED_TIF <- TRUE
|
|
DELETE_FROM_FIELD_TILES <- TRUE
|
|
DELETE_FROM_FIELD_TILES_CI <- TRUE
|
|
DELETE_FROM_DAILY_VALS <- TRUE
|
|
|
|
# Safety settings
|
|
DRY_RUN <- FALSE # Set to TRUE to preview deletions without actually deleting
|
|
REQUIRE_CONFIRMATION <- TRUE # Set to FALSE to delete without asking
|
|
|
|
# ==============================================================================
|
|
# MAIN FUNCTION
|
|
# ==============================================================================
|
|
|
|
main <- function() {
|
|
# Parse command-line arguments
|
|
args <- commandArgs(trailingOnly = TRUE)
|
|
|
|
# Validate minimum arguments
|
|
if (length(args) < 2) {
|
|
cat("\n[ERROR] Missing arguments\n")
|
|
cat("Usage: Rscript DEBUG_remove_date_tiffs.R [project] [date] [options]\n\n")
|
|
cat("Examples:\n")
|
|
cat(" Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08\n")
|
|
cat(" Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --dry-run\n")
|
|
cat(" Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --skip-field-tiles-ci\n\n")
|
|
cat("Options:\n")
|
|
cat(" --dry-run Preview deletions without actually deleting\n")
|
|
cat(" --no-confirm Delete without confirmation\n")
|
|
cat(" --skip-merged Skip merged_tif folder\n")
|
|
cat(" --skip-field-tiles Skip field_tiles folder\n")
|
|
cat(" --skip-field-tiles-ci Skip field_tiles_CI folder\n")
|
|
cat(" --skip-daily-vals Skip daily_vals folder\n\n")
|
|
quit(status = 1)
|
|
}
|
|
|
|
# Parse positional arguments
|
|
project <- args[1]
|
|
date_str <- args[2]
|
|
|
|
# Parse optional flags
|
|
if (length(args) >= 3) {
|
|
for (i in 3:length(args)) {
|
|
arg <- args[i]
|
|
|
|
# Skip NA or empty arguments
|
|
if (is.na(arg) || nchar(arg) == 0) {
|
|
next
|
|
}
|
|
|
|
if (arg == "--dry-run") {
|
|
DRY_RUN <<- TRUE
|
|
} else if (arg == "--no-confirm") {
|
|
REQUIRE_CONFIRMATION <<- FALSE
|
|
} else if (arg == "--skip-merged") {
|
|
DELETE_FROM_MERGED_TIF <<- FALSE
|
|
} else if (arg == "--skip-field-tiles") {
|
|
DELETE_FROM_FIELD_TILES <<- FALSE
|
|
} else if (arg == "--skip-field-tiles-ci") {
|
|
DELETE_FROM_FIELD_TILES_CI <<- FALSE
|
|
} else if (arg == "--skip-daily-vals") {
|
|
DELETE_FROM_DAILY_VALS <<- FALSE
|
|
}
|
|
}
|
|
}
|
|
|
|
# Validate date format
|
|
date_obj <- tryCatch(
|
|
as.Date(date_str, format = "%Y-%m-%d"),
|
|
error = function(e) NULL
|
|
)
|
|
|
|
if (is.null(date_obj) || is.na(date_obj)) {
|
|
cat(sprintf("[ERROR] Invalid date format: %s (expected YYYY-MM-DD)\n", date_str))
|
|
quit(status = 1)
|
|
}
|
|
# ===========================================================================
|
|
# BUILD LIST OF FOLDERS & FILES TO DELETE
|
|
# ===========================================================================
|
|
|
|
base_path <- file.path("laravel_app", "storage", "app", project)
|
|
|
|
files_to_delete <- list()
|
|
|
|
# FOLDER 1: merged_tif/{DATE}.tif
|
|
if (DELETE_FROM_MERGED_TIF) {
|
|
merged_tif_file <- file.path(base_path, "merged_tif", paste0(date_str, ".tif"))
|
|
if (file.exists(merged_tif_file)) {
|
|
files_to_delete[["merged_tif"]] <- merged_tif_file
|
|
}
|
|
}
|
|
|
|
# FOLDER 2: field_tiles/{FIELD}/{DATE}.tif (per-field structure)
|
|
if (DELETE_FROM_FIELD_TILES) {
|
|
field_tiles_dir <- file.path(base_path, "field_tiles")
|
|
if (dir.exists(field_tiles_dir)) {
|
|
field_dirs <- list.dirs(field_tiles_dir, full.names = TRUE, recursive = FALSE)
|
|
for (field_dir in field_dirs) {
|
|
tif_file <- file.path(field_dir, paste0(date_str, ".tif"))
|
|
if (file.exists(tif_file)) {
|
|
folder_name <- basename(field_dir)
|
|
key <- paste0("field_tiles/", folder_name)
|
|
files_to_delete[[key]] <- tif_file
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# FOLDER 3: field_tiles_CI/{FIELD}/{DATE}.tif (per-field structure)
|
|
if (DELETE_FROM_FIELD_TILES_CI) {
|
|
field_tiles_ci_dir <- file.path(base_path, "field_tiles_CI")
|
|
if (dir.exists(field_tiles_ci_dir)) {
|
|
field_dirs <- list.dirs(field_tiles_ci_dir, full.names = TRUE, recursive = FALSE)
|
|
for (field_dir in field_dirs) {
|
|
tif_file <- file.path(field_dir, paste0(date_str, ".tif"))
|
|
if (file.exists(tif_file)) {
|
|
folder_name <- basename(field_dir)
|
|
key <- paste0("field_tiles_CI/", folder_name)
|
|
files_to_delete[[key]] <- tif_file
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# FOLDER 4: Data/extracted_ci/daily_vals/{SUBDIR}/{DATE}.rds (per-subdirectory structure)
|
|
if (DELETE_FROM_DAILY_VALS) {
|
|
daily_vals_dir <- file.path(base_path, "Data", "extracted_ci", "daily_vals")
|
|
if (dir.exists(daily_vals_dir)) {
|
|
subdirs <- list.dirs(daily_vals_dir, full.names = TRUE, recursive = FALSE)
|
|
for (subdir in subdirs) {
|
|
rds_file <- file.path(subdir, paste0(date_str, ".rds"))
|
|
if (file.exists(rds_file)) {
|
|
subdir_name <- basename(subdir)
|
|
key <- paste0("daily_vals/", subdir_name)
|
|
files_to_delete[[key]] <- rds_file
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# ===========================================================================
|
|
# SUMMARY & CONFIRMATION
|
|
# ===========================================================================
|
|
|
|
cat("\n")
|
|
cat(strrep("=", 70), "\n")
|
|
cat("DELETE DATE TIFFS - SUMMARY\n")
|
|
cat(strrep("=", 70), "\n")
|
|
cat(sprintf("Project: %s\n", project))
|
|
cat(sprintf("Date: %s\n", date_str))
|
|
cat(sprintf("Dry run: %s\n", if (DRY_RUN) "YES" else "NO"))
|
|
cat(sprintf("Files to delete: %d\n", length(files_to_delete)))
|
|
cat("\n")
|
|
|
|
if (length(files_to_delete) == 0) {
|
|
cat("[INFO] No files found to delete\n")
|
|
cat(strrep("=", 70), "\n\n")
|
|
quit(status = 0)
|
|
}
|
|
|
|
# Count files by folder type for compact summary
|
|
folder_counts <- table(sapply(names(files_to_delete), function(key) strsplit(key, "/")[[1]][1]))
|
|
cat("Files to delete by folder:\n")
|
|
for (folder in names(folder_counts)) {
|
|
cat(sprintf(" %s: %d file%s\n", folder, folder_counts[folder], if (folder_counts[folder] != 1) "s" else ""))
|
|
}
|
|
cat(sprintf(" Total: %d file%s\n", length(files_to_delete), if (length(files_to_delete) != 1) "s" else ""))
|
|
cat("\n")
|
|
|
|
# Ask for confirmation (unless --no-confirm flag was used)
|
|
if (REQUIRE_CONFIRMATION && !DRY_RUN) {
|
|
# Check if running in interactive mode
|
|
if (!interactive()) {
|
|
cat("\n[ERROR] Non-interactive mode detected (running via Rscript)\n")
|
|
cat("Cannot prompt for confirmation. Use --no-confirm flag to proceed:\n")
|
|
cat(" Rscript DEBUG_remove_date_tiffs.R angata 2026-02-08 --no-confirm\n\n")
|
|
cat(strrep("=", 70), "\n\n")
|
|
quit(status = 1)
|
|
}
|
|
|
|
cat("⚠️ This will PERMANENTLY DELETE the above files!\n")
|
|
cat("Use --no-confirm flag to skip this prompt\n")
|
|
|
|
# Use readline() for interactive input (only works in interactive R/RStudio)
|
|
response <- readline(prompt = "Type 'yes' to confirm, or anything else to cancel: ")
|
|
|
|
if (tolower(response) != "yes") {
|
|
cat("[CANCELLED] No files deleted\n")
|
|
cat(strrep("=", 70), "\n\n")
|
|
quit(status = 0)
|
|
}
|
|
}
|
|
|
|
# ===========================================================================
|
|
# DELETE OR DRY-RUN
|
|
# ===========================================================================
|
|
|
|
deleted_count <- 0
|
|
error_count <- 0
|
|
|
|
for (i in seq_along(files_to_delete)) {
|
|
folder_key <- names(files_to_delete)[i]
|
|
file_path <- files_to_delete[[i]]
|
|
|
|
if (!DRY_RUN) {
|
|
# file.remove() returns logical; check the return value
|
|
success <- tryCatch({
|
|
file.remove(file_path)
|
|
}, error = function(e) {
|
|
# If unexpected exception, treat as failure
|
|
FALSE
|
|
})
|
|
|
|
if (isTRUE(success)) {
|
|
deleted_count <- deleted_count + 1
|
|
} else {
|
|
error_count <- error_count + 1
|
|
}
|
|
}
|
|
}
|
|
|
|
# ===========================================================================
|
|
# FINAL SUMMARY
|
|
# ===========================================================================
|
|
|
|
cat("\n")
|
|
if (DRY_RUN) {
|
|
cat(sprintf("[DRY RUN] Would have deleted %d files\n", length(files_to_delete)))
|
|
} else {
|
|
cat(sprintf("Deleted: %d files\n", deleted_count))
|
|
if (error_count > 0) {
|
|
cat(sprintf("Errors: %d files\n", error_count))
|
|
}
|
|
}
|
|
cat(strrep("=", 70), "\n\n")
|
|
|
|
quit(status = 0)
|
|
}
|
|
|
|
# ==============================================================================
|
|
# EXECUTE
|
|
# ==============================================================================
|
|
|
|
if (sys.nframe() == 0) {
|
|
main()
|
|
}
|