Merge pull request #12 from inSilecoInc/fix-arrow

Avoid fetching all partitions

Author: SteveViss

.github/workflows/build-docker-container.yaml

@@ -1,8 +1,6 @@
 on:
   push:
     branches: main
-  pull_request:
-    branches: main
 
 name: Build and Push Docker Image
 

R/fct_map.R

@@ -22,9 +22,10 @@ base_map <- function() {
 
 fetch_spatial_ind <- function(data = NULL, ind = NULL) {
     cli::cli_alert_info("Map - Fetching spatial informations for {ind}.")
-        data |> 
-        dplyr::filter(tag_id == ind) |>
-        dplyr::select(-species, -vernacular, -band_id)
+        data |>
+            dplyr::filter(tag_id == as.numeric(ind)) |>
+            dplyr::collect() |>
+            dplyr::select(-species, -vernacular, -band_id)
 }
 
 

R/fct_selectors.R

@@ -11,22 +11,9 @@
 #' @noRd
 
 fetch_input_choices <- function(data){
-
-    loc_years <- data |>
-        dplyr::mutate(year = lubridate::year(datetime)) |>
-        dplyr::select(tag_id, year) |>
-        dplyr::distinct()
-
-    loc_summary <- data |>
+    data |>
+        dplyr::collect() |>
         dplyr::group_by(tag_id, vernacular, species) |>
         dplyr::mutate(year = lubridate::year(datetime)) |>
         dplyr::summarize(min = min(datetime), max = max(datetime))
-    
-    loc_summary |>
-        dplyr::mutate(years = purrr::map(tag_id, \(t) {
-            loc_years |>
-                dplyr::filter(tag_id == t) |>
-                dplyr::pull(year) |>
-                unique() 
-        }))
 }

R/fct_start.R

@@ -27,8 +27,7 @@ fct_start <- function() {
 
     # Load birds locations
     bird_locations <<- arrow::gs_bucket("bird-locations") |>
-        arrow::open_dataset() |>
-        dplyr::collect()
+        arrow::open_dataset() 
 
     onStop(clean_up_app)
 }