clean_geo_data_for_display.R

args = commandArgs(trailingOnly = TRUE)

if(length(args) != 1) {
  stop("the clean_geo_data_for_display.R script requires exactly one argument: run_name ... thank you.  goodbye.")
}

library(parallel)

source(args[1])

files = list.files(file.path(data_base_dir,
                             "nav_data"),
                   full.names = FALSE)

dir.create(file.path(data_base_dir,
                     "cleaned_for_display"))

mclapply(files,
         function(f) {

           d = read.csv(file.path(data_base_dir,
                                  "nav_data",
                                  f),
                        stringsAsFactors = FALSE)
           n = nrow(d)
           ### reduce d down to 50 rows
           if (n > 50) {
             reduction_factor = ceiling(n/50)
             d = d[seq(from = 1, to = n, by = reduction_factor),]
           }
 
           d$entity_label = gsub(".csv", "", f)
           d$text = paste0("frame: ", 
                           1:nrow(d), 
                           " <br>text displayed<br>here can be<br>customized")
           write.csv(d,
                     file.path(file.path(data_base_dir,
                                         "cleaned_for_display"),
                               f),
                     row.names = FALSE)
         }, mc.cores = mc.cores_parent)