1313
1414
1515def dataset_summary (
16- dataset_name : str = "maize_NL" ,
17- min_year : int = 2003 ,
18- max_year : int = 2024
16+ dataset_name : str = "maize_NL" , min_year : int = 2003 , max_year : int = 2024
1917) -> dict :
2018 """
2119 Output a summary of dataset.
@@ -38,10 +36,10 @@ def dataset_summary(
3836 for test_year in range (min_year , max_year + 1 ):
3937 train_years = [y for y in all_years if y != test_year ]
4038 test_years = [test_year ]
41- if ( test_year not in all_years ) :
39+ if test_year not in all_years :
4240 per_year_data_sizes += " 0"
4341 else :
44- if ( ds_min_year is None ) :
42+ if ds_min_year is None :
4543 ds_min_year = test_year
4644
4745 if (ds_max_year is None ) or (test_year > ds_max_year ):
@@ -50,25 +48,34 @@ def dataset_summary(
5048 _ , test_dataset = dataset .split_on_years ((train_years , test_years ))
5149 n_test_yr_locs = len (test_dataset )
5250 n_labels += n_test_yr_locs
53- if ( n_test_yr_locs > n_admin_regions ) :
51+ if n_test_yr_locs > n_admin_regions :
5452 n_admin_regions = n_test_yr_locs
5553
5654 per_year_data_sizes += " " + str (n_test_yr_locs )
5755
5856 # remove leading space
5957 per_year_data_sizes = per_year_data_sizes .strip ()
60- min_max_year = str (ds_min_year ) + '-' + str (ds_max_year )
61- ds_summary = { dataset_name : [min_max_year , n_admin_regions , n_labels , per_year_data_sizes ] }
62- summary_cols = ["Min Year-Max Year" , "Admin Regions Count" , "Labels Count" , "Labels Count Per Year" ]
63- summary_df = pd .DataFrame .from_dict (ds_summary , columns = summary_cols , orient = "index" )
58+ min_max_year = str (ds_min_year ) + "-" + str (ds_max_year )
59+ ds_summary = {
60+ dataset_name : [min_max_year , n_admin_regions , n_labels , per_year_data_sizes ]
61+ }
62+ summary_cols = [
63+ "Min Year-Max Year" ,
64+ "Admin Regions Count" ,
65+ "Labels Count" ,
66+ "Labels Count Per Year" ,
67+ ]
68+ summary_df = pd .DataFrame .from_dict (
69+ ds_summary , columns = summary_cols , orient = "index"
70+ )
6471 summary_df .reset_index (inplace = True )
6572 summary_df .rename (columns = {"index" : "Dataset" }, inplace = True )
6673
6774 return summary_df
6875
6976
7077def run_benchmark_summary (output_file : str = None ):
71- if ( output_file is None ) :
78+ if output_file is None :
7279 output_file = "dataset_summary.csv"
7380
7481 summary_df = pd .DataFrame ()
@@ -78,7 +85,6 @@ def run_benchmark_summary(output_file: str = None):
7885 dataset_name = crop + "_" + cn
7986 ds_df = dataset_summary (dataset_name = dataset_name )
8087 summary_df = pd .concat ([summary_df , ds_df ], axis = 0 )
81-
8288 summary_df .to_csv (os .path .join (PATH_OUTPUT_DIR , output_file ), index = False )
8389
8490
0 commit comments