Switch scraper season to 2023 (#183)

Author: dcaribou

.github/workflows/on-schedule.yml

@@ -11,7 +11,7 @@ on:
         description: Commit message for the 'add-and-commit' step
       acquire_args:
         required: false
-        default: "--asset all --seasons 2022"
+        default: "--asset all --seasons 2023"
         description: Arguments to be passed to the acquiring script
 
 jobs:
@@ -50,7 +50,7 @@ jobs:
         run: |
           # trigger prep job in aws batch
 
-          DEFAULT_ARGS="--asset all --seasons 2022"
+          DEFAULT_ARGS="--asset all --seasons 2023"
           EFFECTIVE_ARGS=${ARGS:-${DEFAULT_ARGS}}
 
           DAY=$(date +"%Y-%m-%d")

Makefile

@@ -2,7 +2,7 @@
 PLATFORM = linux/arm64
 BRANCH = $(shell git rev-parse --abbrev-ref HEAD)
 JOB_NAME = on-cli
-ARGS = --asset all --seasons 2022
+ARGS = --asset all --seasons 2023
 MESSAGE = some message
 TAG = dev
 
@@ -94,7 +94,7 @@ sync: ## run the sync process (refreshes data frontends)
 sync: MESSAGE = Manual sync
 sync:
 	gunzip -r data/prep/*.csv.gz && \
-	PYTHONPATH=$(PYTHONPATH):`pwd`/. python scripts/sync.py --message "$(MESSAGE)" --season 2022 && \
+	PYTHONPATH=$(PYTHONPATH):`pwd`/. python scripts/sync.py --message "$(MESSAGE)" --season 2023 && \
 	gzip -r data/prep/*.csv
 
 streamlit_local: ## run streamlit app locally

README.md

@@ -119,7 +119,7 @@ path | description
 In the scope of this project, "acquiring" is the process of collecting "raw data", as it is produced by [trasfermarkt-scraper](https://github.com/dcaribou/transfermarkt-scraper). Acquired data lives in the `data/raw` folder and it can be created or updated for a particular season by running `make acquire_local`
 
 ```console
-make acquire_local ARGS="--asset all --season 2022"
+make acquire_local ARGS="--asset all --season 2023"
 ```
 This runs the scraper with a set of parameters and collects the output in `data/raw`.
 

config.yml

@@ -1,6 +1,6 @@
 defintions:
   source_path: data/raw
-  seasons: [2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022]
+  seasons: [2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023]
   console_handler: &console_handler
     class: logging.StreamHandler
     level: INFO

data/prep.dvc

@@ -1,5 +1,5 @@
 outs:
-- md5: 469684632bc6badc7afbfd2a4233d14a.dir
-  size: 44784882
+- md5: 23e4b9082d0397e81f47c404acf87cca.dir
+  size: 44034795
   nfiles: 9
   path: prep

data/raw.dvc

@@ -1,5 +1,5 @@
 outs:
-- md5: b2b8a732ee1b78e4713aadc343647e1c.dir
-  size: 145761038
-  nfiles: 44
+- md5: cb0235e51acaff8584c1948fab9a0b73.dir
+  size: 163701852
+  nfiles: 48
   path: raw

dbt/models/curated/models.yml

@@ -57,7 +57,7 @@ models:
             - club_id
       - dbt_expectations.expect_table_row_count_to_be_between:
           min_value: 400
-          max_value: 420
+          max_value: 430
     columns:
       - name: club_code
         tests:
@@ -141,7 +141,7 @@ models:
       - name: market_value_in_eur
         tests:
           - too_many_missings:
-              tolerance: 0.37
+              tolerance: 0.38
       - name: contract_expiration_date
         tests:
           - too_many_missings:
@@ -167,10 +167,6 @@ models:
       - dbt_expectations.expect_table_row_count_to_be_between:
           min_value: 400000
           max_value: 440000
-    columns:
-      - name: market_value_in_eur
-        tests:
-          - not_null
     columns:
       - name: player_id
         tests:

streamlit/pages/04_📈_analysis:_manager_performance.py

@@ -32,7 +32,7 @@
 # define the set of leagues to be used in the analysis
 
 DEFAULT_COMPETITIONS = ["GB1", "L1", "ES1", "IT1"]
-DEFAULT_SEASONS = [2021, 2022]
+DEFAULT_SEASONS = [2021, 2022, 2023]
 DEFAULT_MANAGERS = ["Jürgen Klopp", "Pep Guardiola"]
 DEFAULT_COMPETITION_TYPES = [
     "domestic_cup", "domestic_league", "international_cup"