mk_scatters.R

# this script creates the plotly scatter plots between variables

args = commandArgs(trailingOnly = TRUE)
 
if(length(args) != 1) {
  stop("the mk_scatters.R script requires exactly one argument: run_name ... thank you.  goodbye.")
}

source(args[1])
run_name = gsub(".R", "", args[1])

library(parallel)
library(plotly)
library(viridis)
library(rlist)
library(dplyr)
library(seplyr)
library(rlist)
library(naturalsort)

source(file.path("utilities",
                 "helpers.R"))

data = read.csv(file.path(data_base_dir,
                          "flat_w_composites.csv"),
                 stringsAsFactors = FALSE) %>%
       select(order(colnames(.)))

data = data[, which(sapply(names(data), function(v) !all(is.na(data[,v]))))]
data$entity_label = NULL
names_orig = names(data)
colors = get_pretty_colors(data.frame(var = names(data)),
                           col_name = "var",
                           match_col = "item")

data %<>% mutate(entity_label = NULL,
                 color = NULL)

data[, "entity_label"] = NULL

data = data[order(get_pretty_name_simple(names(data)))]

#print("names data is")
#print(names(data))


dir.create(file.path(getwd(),
                     results_base_dir,
                     run_name,
                     "dashboard",
                     "scatters"),
           recursive = TRUE)

mcmapply(function(b,
                  name_of_b,
                  color_of_b) {


           print(head(b))

           #data %<>% droplevels
           #print("data is")
	   #print(data)
	   
	   b = data[,name_of_b]
	   print("b is")
	   print(name_of_b)
           print(b)

           # b is the current independent variable
           # below is a list of the rest of the variables to be dependent variables
           vars = colnames(data)  # categoricals included
           vars = vars[vars!=name_of_b]
           buttons_l = list()

           print(vars)

           for (j in 1:length(vars)) {

           ### FIXME THIS IS SUPER HACKY... WE SHOULDNT BE PASSING OR EVEN DEFINING b IN THE FIRST PLACE
	   ### Having two loops of j = 1:length(vars) is also really bad...
           print("current var is")
           print(vars[j])
           data = arrange_se(data, c(vars[j], name_of_b))
           print("data is")
           print(dim(data))
           print(data)

	   b = data[,name_of_b]
	   print("b is")
           print(b)


             is_visible = rep(FALSE, length(vars))
             if (j < length(vars)) {
               is_visible[j+1] = TRUE
             } else {
               is_visible[1] = TRUE
             }

             this_l = list(label = get_pretty_name_simple(vars[j]),
                           method = "update",
                           args = list(list(visible = is_visible),
                                       list(title = paste0(get_pretty_name_simple(vars[j]),
			                                   " vs. ",
						           get_pretty_name_simple(name_of_b)),
                                            yaxis = list(title = get_pretty_name_simple(vars[j]),
                  	                                 autorange = ifelse(is.numeric(data[1,vars[j]]), TRUE, "reversed"),
                                                         showline = axis_style$showline,
                                                         mirror = axis_style$mirror,
                                                         gridcolor = axis_style$gridcolor,
                                                         font = axis_style$font,
                                                         tickfont = axis_style$tickfont,
                                                         titlefont = axis_style$titlefont))))
             buttons_l = list.append(buttons_l, this_l)
           }
  
           update_menus = list(list(x = 1.4,
                                    y = 1,
                                    xref = 'paper',
                                    yref = 'paper',
                                    bgcolor = "white",
                                    bordercolor = "black",
                                    font = list(color = "black"),
                                    active = -1,
                                    type = 'buttons',
                                    buttons = buttons_l))

           p = plot_ly(type = "scatter",
                       mode = "text",
                       width = round(1500/1.25),
                       height = round(950/1.25)) %>%
               plotly_theme$value(update_menus = update_menus)
	       
           for (j in 1:length(vars)) {


           data = arrange_se(data, vars[j])
           print("data is")
           print(dim(data))
           print(data)

	   b = data[,name_of_b]
	   print("b is")
           print(b)

              print("adding trace")
              print(get_pretty_name_simple(b))
	      print(sort(get_pretty_name_simple(b)))

              p = add_trace(p,
                            x = as.factor(get_pretty_name_simple(b)),
                            y = get_pretty_name_simple(data[, vars[j]]), 
                            name = paste0(get_pretty_name_simple(vars[j]),
                                          " vs. ",
                                          get_pretty_name_simple(name_of_b)),
                            mode = "markers",
                            visible = (j==1),
                            marker = list(color = color_of_b,
			                  opacity = 0.75,
                                          size = 15),
                            text = get_pretty_name_simple(name_of_b)
			    )
			    
           }

           #p.update_xaxes(categoryorder='array', categoryarray=sort(b))


           layout(p, 
                  title = list(text = paste0(get_pretty_name_simple(vars[1]),
                                             " vs. ",
                                             get_pretty_name_simple(name_of_b)),
                               y = 0.9875),
                  showlegend = FALSE,
                  margin= list(l = 300,
                               pad = 0),
                  xaxis = list(title = get_pretty_name_simple(name_of_b),
                               zeroline = TRUE,
                               showline = TRUE,
                               mirror = "ticks",
		  	       tickangle = 45,
                               showgrid = TRUE,
			       categoryorder = "array",
                               categoryarray = sort(get_pretty_name_simple(b))
		  	      ),
                  yaxis = list(title = get_pretty_name_simple(vars[1]),
                               zeroline = TRUE,
                               showline = TRUE,
                               mirror = "ticks",
                               showgrid = TRUE,
			       autorange = ifelse(is.numeric(data[1,vars[1]]), TRUE, "reversed"))) %>%
           plotly_theme$value(update_menus = update_menus) %>%
           as_widget %>%
           htmlwidgets::saveWidget(file.path(getwd(),
                                             results_base_dir,
                                             run_name,
                                             "dashboard",
                                             "scatters",
                                             paste0(name_of_b,
                                                    ".html")),
				   selfcontained = FALSE,
				   libdir = "js_libs",
                                   background = "background_color")

           dir.create(file.path(results_base_dir,
                                run_name,
                                "dashboard",
                                "js_libs"),
                      recursive = TRUE)

           paste0("mv ",
                  file.path(getwd(),
                            results_base_dir,
                            run_name,
                            "dashboard",
                            "scatters",
                            "js_libs/*"),
                  " ",
                  file.path(getwd(),
                            results_base_dir,
                            run_name,
                            "dashboard",
                            "js_libs")) %>%
           system

           paste0("rm -r ",
                  file.path(getwd(),
                            results_base_dir,
                            run_name,
                            "dashboard",
                            "scatters",
                            "js_libs")) %>%
           system

           paste0("sed -i 's|js_libs|../js_libs|g' '",
                  file.path(getwd(),
                            results_base_dir,
                            run_name,
                            "dashboard",
                            "scatters",
                            paste0(name_of_b,
                                   ".html")),
                  "'") %>%
           system
	   
         },
         data,
         names(data),
         colors$color,
         mc.cores = 1)