Skip to content

Wlcm #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
bouzaghrane wants to merge 9 commits into
base: main
Choose a base branch
from
Open

Wlcm #3

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
92cec21
WLCM notebook setup
jdcaicedo251 Jun 8, 2023
d94a021
add taz-to-taz modechoice logsum
jdcaicedo251 Jun 29, 2023
e10cd9f
add taz-to-taz modechoice logsum
jdcaicedo251 Jun 29, 2023
cb699a5
work location choice model v1
jdcaicedo251 Jun 29, 2023
b4f0be0
work location choice model v1
jdcaicedo251 Jun 29, 2023
4f31643
wlcm v1 and modified hlcm with logsums
jdcaicedo251 Jun 30, 2023
f132138
mode choice v2
jdcaicedo251 Jul 6, 2023
08df0a2
wlcm V2
jdcaicedo251 Jul 7, 2023
08219d0
add notebooks experiments and testing
jdcaicedo251 Aug 25, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 68 additions & 0 deletions demos_urbansim/configs/calibrated_configs/custom/06197001/WLCM_v1.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,68 @@
modelmanager_version: 0.2.dev9

saved_object:
alt_capacity: null
alt_filters: null
alt_sample_size: null
alternatives: null
choice_column: null
chooser_filters: null
chooser_sample_size: null
chooser_size: null
choosers: null
constrained_choices: false
fitted_parameters:
- 0.31474108070035606
- 0.07309437551227703
- 0.8556529974367473
- -0.9512215842007385
- 1.5477121731209205
- -0.5023311756182108
- -0.838873589837604
- 1.0398960846106067
- -0.6720908756595019
- 0.7124863287738205
- 0.09748139461670556
- -0.06869978504593122
- -0.049869906867922566
max_iter: null
mct_intx_ops: null
model_expression: logsum + logsum:no_higher_ed +np.log1p(zones_jobs_1_sum_20_min_sov)+
np.log1p(zones_jobs_2_sum_20_min_sov) +np.log1p(zones_jobs_3_sum_20_min_sov)+ np.log1p(zones_jobs_4_sum_20_min_sov)
+np.log1p(zones_jobs_5_sum_20_min_sov) + pct_sector_tech + pct_sector_retail +np.log1p(density_jobs)
+dist_0_5 + dist_5_15 + dist_15plus - 1
name: WLCM_v1
out_alt_filters: null
out_alternatives: null
out_chooser_filters: null
out_choosers: null
out_column: null
summary_table: " CHOICEMODELS ESTIMATION RESULTS \
\ \n===================================================================\n\
Dep. Var.: chosen No. Observations: 10,000\nModel:\
\ Multinomial Logit Df Residuals: 9,987\nMethod: \
\ Maximum Likelihood Df Model: 13\nDate: \
\ 2023-07-06 Pseudo R-squ.: 0.353\nTime: \
\ 18:15 Pseudo R-bar-squ.: 0.353\nAIC: \
\ 59,607.114 Log-Likelihood: -29,790.557\nBIC: \
\ 59,700.848 LL-Null: -46,051.702\n====================================================================================\n\
\ coef std err z P>|z| \
\ Conf. Int.\n------------------------------------------------------------------------------------\n\
logsum 0.3147 0.034 9.294 0.000 \
\ \nlogsum:no_higher_ed 0.0731 0.008 8.885\
\ 0.000 \nnp.log1p(jobs_1_sum_20_min_sov) 0.8557 0.051\
\ 16.923 0.000 \nnp.log1p(jobs_2_sum_20_min_sov) -0.9512\
\ 0.067 -14.234 0.000 \nnp.log1p(jobs_3_sum_20_min_sov)\
\ 1.5477 0.110 14.085 0.000 \nnp.log1p(jobs_4_sum_20_min_sov)\
\ -0.5023 0.108 -4.635 0.000 \nnp.log1p(jobs_5_sum_20_min_sov)\
\ -0.8389 0.132 -6.365 0.000 \npct_sector_tech \
\ 1.0399 0.091 11.452 0.000 \npct_sector_retail\
\ -0.6721 0.126 -5.314 0.000 \nnp.log1p(density_jobs)\
\ 0.7125 0.011 64.881 0.000 \ndist_0_5\
\ 0.0975 0.035 2.813 0.005 \
\ \ndist_5_15 -0.0687 0.007 -10.515 0.000\
\ \ndist_15plus -0.0499 0.001 -71.433\
\ 0.000 \n===================================================================================="
tags: []
template: LargeMultinomialLogitStep
template_version: 0.2.dev9
90 changes: 90 additions & 0 deletions demos_urbansim/configs/calibrated_configs/custom/06197001/WLCM_v2.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,90 @@
modelmanager_version: 0.2.dev9

saved_object:
alt_capacity: employment_capacity
alt_filters: null
alt_sample_size: 100
alternatives: blocks
choice_column: null
chooser_filters: null
chooser_sample_size: null
chooser_size: null
choosers: null
constrained_choices: true
fitted_parameters:
- 0.31474108070035606
- 0.07309437551227703
- 0.8556529974367473
- -0.9512215842007385
- 1.5477121731209205
- -0.5023311756182108
- -0.838873589837604
- 1.0398960846106067
- -0.6720908756595019
- 0.7124863287738205
- 0.09748139461670556
- -0.06869978504593122
- -0.049869906867922566
max_iter: null
mct_intx_ops:
extra_alts_cols:
- zone_id
extra_obs_cols:
- home_taz
successive_merges:
- how: left
left_on:
- home_taz
- zone_id
right_cols:
- logsum
- tour_sov_in_vehicle_time
- tour_dist
- dist_0_5
- dist_5_15
- dist_15plus
right_index: true
right_table: travel_data
model_expression: logsum + logsum:no_higher_ed +np.log1p(zones_jobs_1_sum_20_min_sov)+
np.log1p(zones_jobs_2_sum_20_min_sov) +np.log1p(zones_jobs_3_sum_20_min_sov)+
np.log1p(zones_jobs_4_sum_20_min_sov) +np.log1p(zones_jobs_5_sum_20_min_sov)
+ pct_sector_tech + pct_sector_retail +np.log1p(density_jobs) +dist_0_5 +
dist_5_15 + dist_15plus - 1
name: WLCM_v2
out_alt_filters: null
out_alternatives: null
out_chooser_filters:
- worker == 1
- work_at_home == 0
out_choosers: persons
out_column: work_location
summary_table: " CHOICEMODELS ESTIMATION RESULTS \
\ \n===================================================================\n\
Dep. Var.: chosen No. Observations: 10,000\nModel:\
\ Multinomial Logit Df Residuals: 9,987\nMethod: \
\ Maximum Likelihood Df Model: 13\nDate: \
\ 2023-07-06 Pseudo R-squ.: 0.353\nTime: \
\ 18:15 Pseudo R-bar-squ.: 0.353\nAIC: \
\ 59,607.114 Log-Likelihood: -29,790.557\nBIC: \
\ 59,700.848 LL-Null: -46,051.702\n====================================================================================\n\
\ coef std err z P>|z| \
\ Conf. Int.\n------------------------------------------------------------------------------------\n\
logsum 0.3147 0.034 9.294 0.000 \
\ \nlogsum:no_higher_ed 0.0731 0.008 8.885\
\ 0.000 \nnp.log1p(jobs_1_sum_20_min_sov) 0.8557 0.051\
\ 16.923 0.000 \nnp.log1p(jobs_2_sum_20_min_sov) -0.9512\
\ 0.067 -14.234 0.000 \nnp.log1p(jobs_3_sum_20_min_sov)\
\ 1.5477 0.110 14.085 0.000 \nnp.log1p(jobs_4_sum_20_min_sov)\
\ -0.5023 0.108 -4.635 0.000 \nnp.log1p(jobs_5_sum_20_min_sov)\
\ -0.8389 0.132 -6.365 0.000 \npct_sector_tech \
\ 1.0399 0.091 11.452 0.000 \npct_sector_retail\
\ -0.6721 0.126 -5.314 0.000 \nnp.log1p(density_jobs)\
\ 0.7125 0.011 64.881 0.000 \ndist_0_5\
\ 0.0975 0.035 2.813 0.005 \
\ \ndist_5_15 -0.0687 0.007 -10.515 0.000\
\ \ndist_15plus -0.0499 0.001 -71.433\
\ 0.000 \n===================================================================================="
tags:
- juan
template: LargeMultinomialLogitStep
template_version: 0.2.dev9
169 changes: 85 additions & 84 deletions ...bansim/configs/calibrated_configs/custom/06197001/hlcm_06001_blocks_own_1p_54less_pf.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,60 +15,40 @@ saved_object:
choosers: households
constrained_choices: true
fitted_parameters:
- -0.10994201263376725
- -0.28053926190246775
- -0.4070473481248745
- -0.05798781669951132
- -0.45183650179554485
- -0.6045460285230113
- -0.05299090057657022
- 0.18498392041549086
- 0.25227807482109105
- -0.015955363711214008
- 0.5123092836410537
- 0.0689292907413733
- 0.08084481606871512
- -0.05779260299697807
- 0.03961172113939069
- -0.17596889262581955
- -0.9470469480190138
- 0.2426497148871691
- -0.2680432193071279
- -0.5578847633602971
- -0.44333572556272227
- 0.5111994168498607
- -0.39127421965753784
- -0.49586330750231505
- 0.8790683684793213
- 2.775155371279208
- 0.30921849753991154
- -0.3908995636187262
- 0.04428740973709349
- -0.45351133841467434
- 0.03763152376997148
- 0.08688864575943991
- 0.21692539838461805
- 0.14422461930340036
- -0.19424422239074451
- 0.3650516522198286
- -0.11566464394264744
- 0.05081991014764984
- -0.27491694927750043
- 0.26116580452754634
- 0.05704769057506381
- -0.3746446098963677
- 0.01329690334268276
- -0.31202956906401835
- 0.8431979788718779
- 0.36068354115137974
- -1.2437052011947427
- 0.337731432382104
- 0.08208226265717605
- 0.20346614640490807
max_iter: null
mct_intx_ops:
aggregations:
mandatory_activity_dummy: max
mandatory_school_dummy: max
mandatory_work_dummy: max
sov_school: min
sov_work: min
extra_alts_cols:
- zone_id
rename_cols:
sov_school: min_school_sov
sov_work: min_work_sov
sequential_eval_ops:
- expr: 1 - mandatory_work_dummy
name: no_work
- engine: python
expr: min_work_sov.fillna(0)
name: work_nan_fill
- engine: python
expr: min_school_sov.fillna(0)
name: school_nan_fill
- expr: (work_nan_fill * mandatory_work_dummy) + (no_work * school_nan_fill
* mandatory_school_dummy)
name: mandatory_sov
successive_merges:
- mct_cols:
- household_id
- zone_id
- mct_index
on_cols:
- household_id
right_cols:
Expand All @@ -94,7 +74,28 @@ saved_object:
suffixes:
- _work
- _school
model_expression: mandatory_activity_dummy:mandatory_sov + st_bg_mean_age_of_head
aggregations:
logsum_school: max
logsum_work: max
mandatory_activity_dummy: max
mandatory_school_dummy: max
mandatory_work_dummy: max
rename_cols:
logsum_school: max_school_logsum
logsum_work: max_work_logsum
sequential_eval_ops:
- expr: 1 - mandatory_work_dummy
name: no_work
- engine: python
expr: max_work_logsum.fillna(0)
name: work_nan_fill
- engine: python
expr: max_school_logsum.fillna(0)
name: school_nan_fill
- expr: (work_nan_fill * mandatory_work_dummy) + (no_work * school_nan_fill
* mandatory_school_dummy)
name: mandatory_logsum
model_expression: mandatory_activity_dummy:mandatory_logsum + + st_bg_mean_age_of_head
+ st_bg_mean_children + st_bg_mean_year_built + st_bg_median_value_13_acs
+ st_bg_prop_hh_rent + st_bg_prop_units_sf + st_bg_ratio_households_to_units
+ st_bg_total_units + st_density_jobs_90pct_plus + st_density_units_90pct_plus
Expand All @@ -106,50 +107,50 @@ saved_object:
- 1
name: hlcm_06001_blocks_own_1p_54less_pf
out_alt_filters: (vacant_residential_units > 0) & (county_id == "06001") & (zone_id
== zone_id)
== zone_id) & (zone_id == zone_id) & (zone_id == zone_id)
out_alternatives: null
out_chooser_filters: (block_id == "-1") & (lcm_county_id == "06001") & (hh_type==1)
out_choosers: null
out_column: block_id
summary_table: " CHOICEMODELS ESTIMATION RESULTS \
\ \n===================================================================\n\
Dep. Var.: chosen No. Observations: 16,764\nModel:\
\ Multinomial Logit Df Residuals: 16,739\nMethod: \
Dep. Var.: chosen No. Observations: 6,241\nModel:\
\ Multinomial Logit Df Residuals: 6,216\nMethod: \
\ Maximum Likelihood Df Model: 25\nDate: \
\ 2021-09-12 Pseudo R-squ.: 0.162\nTime: \
\ 21:21 Pseudo R-bar-squ.: 0.162\nAIC: \
\ 129,388.447 Log-Likelihood: -64,669.224\nBIC: 129,581.622\
\ LL-Null: -77,201.073\n============================================================================================\n\
\ coef std err z \
\ P>|z| Conf. Int.\n--------------------------------------------------------------------------------------------\n\
mandatory_activity_dummy:mandatory_sov -0.1099 0.001 -160.873 \
\ 0.000 \nst_bg_mean_age_of_head -0.2805 \
\ 0.013 -20.889 0.000 \nst_bg_mean_children \
\ -0.4070 0.012 -33.667 0.000 \nst_bg_mean_year_built\
\ -0.0580 0.012 -4.911 0.000 \n\
st_bg_median_value_13_acs -0.4518 0.016 -27.449 \
\ 0.000 \nst_bg_prop_hh_rent -0.6045 \
\ 0.022 -28.113 0.000 \nst_bg_prop_units_sf \
\ -0.0530 0.020 -2.686 0.007 \nst_bg_ratio_households_to_units\
\ 0.1850 0.017 11.167 0.000 \nst_bg_total_units\
\ 0.2523 0.013 19.622 0.000 \
\ \nst_density_jobs_90pct_plus -0.0160 0.008 -1.878\
\ 0.060 \nst_density_units_90pct_plus 0.5123\
\ 0.006 79.381 0.000 \nst_pred_built_out_sf \
\ 0.0689 0.006 11.297 0.000 \nst_pred_rich_owned_antique\
\ 0.0808 0.007 10.956 0.000 \nst_tracts_income_segment_1_hh\
\ -0.0578 0.010 -6.044 0.000 \nst_tracts_income_segment_6_hh\
\ 0.0396 0.019 2.093 0.036 \nst_zones_density_units_ave_5_min_sov\
\ -0.1760 0.038 -4.665 0.000 \nst_zones_income_6_hh_sum_10_min_sov\
\ -0.9470 0.053 -17.772 0.000 \nst_zones_jobs_0_sum_5_min_sov\
\ 0.2426 0.027 9.075 0.000 \nst_zones_jobs_1_sum_5_min_sov\
\ -0.2680 0.113 -2.363 0.018 \nst_zones_jobs_2_sum_5_min_sov\
\ -0.5579 0.091 -6.101 0.000 \nst_zones_jobs_3_sum_5_min_sov\
\ -0.4433 0.121 -3.671 0.000 \nst_zones_jobs_4_sum_5_min_sov\
\ 0.5112 0.107 4.799 0.000 \nst_zones_jobs_5_sum_5_min_sov\
\ -0.3913 0.145 -2.698 0.007 \nst_zones_total_jobs_sum_20_min_sov\
\ -0.4959 0.017 -28.942 0.000 \nst_zones_total_units_sum_10_min_sov\
\ 0.8791 0.042 20.775 0.000 \n============================================================================================"
\ 2023-06-29 Pseudo R-squ.: 0.119\nTime: \
\ 17:38 Pseudo R-bar-squ.: 0.118\nAIC: \
\ 50,685.677 Log-Likelihood: -25,317.839\nBIC: \
\ 50,854.150 LL-Null: -28,740.867\n==============================================================================================\n\
\ coef std err z \
\ P>|z| Conf. Int.\n----------------------------------------------------------------------------------------------\n\
mandatory_activity_dummy:mandatory_logsum 2.7752 0.014 200.251 \
\ 0.000 \nst_bg_mean_age_of_head 0.3092\
\ 0.023 13.649 0.000 \nst_bg_mean_children \
\ -0.3909 0.019 -20.194 0.000 \nst_bg_mean_year_built\
\ 0.0443 0.020 2.205 0.027 \
\ \nst_bg_median_value_13_acs -0.4535 0.027 -16.586\
\ 0.000 \nst_bg_prop_hh_rent 0.0376\
\ 0.028 1.341 0.180 \nst_bg_prop_units_sf \
\ 0.0869 0.025 3.522 0.000 \nst_bg_ratio_households_to_units\
\ 0.2169 0.029 7.607 0.000 \nst_bg_total_units\
\ 0.1442 0.022 6.416 0.000 \
\ \nst_density_jobs_90pct_plus -0.1942 0.018 -10.570\
\ 0.000 \nst_density_units_90pct_plus 0.3651\
\ 0.011 33.470 0.000 \nst_pred_built_out_sf \
\ -0.1157 0.017 -6.676 0.000 \nst_pred_rich_owned_antique\
\ 0.0508 0.009 5.593 0.000 \nst_tracts_income_segment_1_hh\
\ -0.2749 0.024 -11.629 0.000 \nst_tracts_income_segment_6_hh\
\ 0.2612 0.030 8.739 0.000 \nst_zones_density_units_ave_5_min_sov\
\ 0.0570 0.029 1.940 0.052 \nst_zones_income_6_hh_sum_10_min_sov\
\ -0.3746 0.135 -2.770 0.006 \nst_zones_jobs_0_sum_5_min_sov\
\ 0.0133 0.047 0.284 0.776 \nst_zones_jobs_1_sum_5_min_sov\
\ -0.3120 0.109 -2.859 0.004 \nst_zones_jobs_2_sum_5_min_sov\
\ 0.8432 0.104 8.123 0.000 \nst_zones_jobs_3_sum_5_min_sov\
\ 0.3607 0.143 2.529 0.011 \nst_zones_jobs_4_sum_5_min_sov\
\ -1.2437 0.143 -8.727 0.000 \nst_zones_jobs_5_sum_5_min_sov\
\ 0.3377 0.214 1.580 0.114 \nst_zones_total_jobs_sum_20_min_sov\
\ 0.0821 0.082 0.996 0.319 \nst_zones_total_units_sum_10_min_sov\
\ 0.2035 0.158 1.292 0.197 \n=============================================================================================="
tags: []
template: LargeMultinomialLogitStep
template_version: 0.2.dev9
Loading