Merge pull request #19 from reichlab/ls/update-eval-sets

Update evaluation sets

Author: lshandross

predevals-config.yml

@@ -16,9 +16,7 @@ targets:
   - horizon
   - target_end_date
 eval_sets:
-- eval_set_name: Full season
-  round_filters:
-    min: '2024-11-30'
+- eval_set_name: 2024-2025 season, state level
   task_filters:
     location:
     - "01"
@@ -105,7 +103,43 @@ eval_sets:
     - "2025-05-17"
     - "2025-05-24"
     - "2025-05-31"
-- eval_set_name: Last 4 weeks
+- eval_set_name: 2024-2025 season, US national level
+  task_filters:
+    location:
+    - "US"
+    horizon:
+    - 0
+    - 1
+    - 2
+    - 3
+    reference_date:
+    - "2024-11-30"
+    - "2024-12-07"
+    - "2024-12-14"
+    - "2024-12-21"
+    - "2024-12-28"
+    - "2025-01-04"
+    - "2025-01-11"
+    - "2025-01-18"
+    - "2025-02-01"
+    - "2025-02-08"
+    - "2025-02-15"
+    - "2025-02-22"
+    - "2025-03-01"
+    - "2025-03-08"
+    - "2025-03-15"
+    - "2025-03-22"
+    - "2025-03-29"
+    - "2025-04-05"
+    - "2025-04-12"
+    - "2025-04-19"
+    - "2025-04-26"
+    - "2025-05-03"
+    - "2025-05-10"
+    - "2025-05-17"
+    - "2025-05-24"
+    - "2025-05-31"
+- eval_set_name: Last 4 weeks, state level
   round_filters:
     min: '2024-11-30'
     n_last: 5
@@ -168,33 +202,93 @@ eval_sets:
     - 1
     - 2
     - 3
-    reference_date:
-    - "2024-11-30"
-    - "2024-12-07"
-    - "2024-12-14"
-    - "2024-12-21"
-    - "2024-12-28"
-    - "2025-01-04"
-    - "2025-01-11"
-    - "2025-01-18"
-    - "2025-02-01"
-    - "2025-02-08"
-    - "2025-02-15"
-    - "2025-02-22"
-    - "2025-03-01"
-    - "2025-03-08"
-    - "2025-03-15"
-    - "2025-03-22"
-    - "2025-03-29"
-    - "2025-04-05"
-    - "2025-04-12"
-    - "2025-04-19"
-    - "2025-04-26"
-    - "2025-05-03"
-    - "2025-05-10"
-    - "2025-05-17"
-    - "2025-05-24"
-    - "2025-05-31"
+- eval_set_name: Last 4 weeks, US national level
+  round_filters:
+    min: '2024-11-30'
+    n_last: 5
+  task_filters:
+    location:
+    - "US"
+    horizon:
+    - 0
+    - 1
+    - 2
+    - 3
+- eval_set_name: Last 2 weeks, state level
+  round_filters:
+    min: '2024-11-30'
+    n_last: 3
+  task_filters:
+    location:
+    - "01"
+    - "02"
+    - "04"
+    - "05"
+    - "06"
+    - "08"
+    - "09"
+    - "10"
+    - "11"
+    - "12"
+    - "13"
+    - "15"
+    - "16"
+    - "17"
+    - "18"
+    - "19"
+    - "20"
+    - "21"
+    - "22"
+    - "23"
+    - "24"
+    - "25"
+    - "26"
+    - "27"
+    - "28"
+    - "29"
+    - "30"
+    - "31"
+    - "32"
+    - "33"
+    - "34"
+    - "35"
+    - "36"
+    - "37"
+    - "38"
+    - "39"
+    - "40"
+    - "41"
+    - "42"
+    - "44"
+    - "45"
+    - "46"
+    - "47"
+    - "48"
+    - "49"
+    - "50"
+    - "51"
+    - "53"
+    - "54"
+    - "55"
+    - "56"
+    - "72"
+    horizon:
+    - 0
+    - 1
+    - 2
+    - 3
+- eval_set_name: Last 2 weeks, US national level
+  round_filters:
+    min: '2024-11-30'
+    n_last: 3
+  task_filters:
+    location:
+    - "US"
+    horizon:
+    - 0
+    - 1
+    - 2
+    - 3
 task_id_text:
   location:
     US: United States