Final Commit

Author: JoshuaBillson

.gitignore

@@ -13,4 +13,10 @@ old_data/
 experiments
 remove_experiment.py
 resample.py
+compare_decision_boundaries.py
+compare_models.py
+demonstrate_pct.py
+evaluate_models.py
+plot_learning_curves.py
+waterbody-data.tar.gz
 

backend/callbacks.py

@@ -43,7 +43,7 @@ def get_callbacks(config: Dict[str, Any], val_data: ImgSequence, model: Model) -
     checkpoint = ModelCheckpoint(f"checkpoints/{model.name}/{model.name}", save_best_only=False, monitor='val_loss', mode='min', save_weights_only=True)
     prediction_logger = PredictionCallback(val_data, model)
     learning_rate_scheduler = LearningRateScheduler(lr_scheduler)
-    early_stopping = EarlyStopping(monitor="val_loss", min_delta=0.0001, patience=10, verbose=1, mode="min")
+    early_stopping = EarlyStopping(monitor="val_loss", min_delta=0.0001, patience=50, verbose=1, mode="min")
     return [tensorboard, csv, checkpoint, prediction_logger, learning_rate_scheduler, early_stopping] if get_create_logs(config) else [learning_rate_scheduler, early_stopping]
 
 

backend/config.py

@@ -50,7 +50,7 @@ def get_input_channels(config: Dict[str, Any]) -> int:
         "SWIR": 1,
         "RGB+NIR": 4,
         "RGB+SWIR": 4,
-        "RGB+NIR+SWIR": {"naive": 5, "depthwise": 128, "3D": 125, "paper": 128, "grayscale": 3}[get_fusion_head(config)],
+        "RGB+NIR+SWIR": {"naive": 5, "depthwise": 128, "3D": 125, "paper": 128, "prism": 3}[get_fusion_head(config)],
     }
     return channels["+".join(get_bands(config))]
 

backend/metrics.py

@@ -7,11 +7,11 @@ def tf_round(x, decimals = 0):
     return tf.round(x * multiplier) / multiplier
 
 
-def MIOU():
+def MIOU(decision_boundary=0.5):
     m = tf.keras.metrics.MeanIoU(num_classes=2)
     def MIoU(y_true, y_pred):
         m.reset_states()
-        y_true, y_pred = y_true, tf.where(y_pred >= 0.5, 1.1, 0.0)
+        y_true, y_pred = y_true, tf.where(y_pred >= decision_boundary, 1.1, 0.0)
         _ = m.update_state(y_true, y_pred)
         return m.result()
     return MIoU

backend/pipeline.py

@@ -208,13 +208,10 @@ def load_dataset(config) -> Tuple[ImgSequence, ImgSequence, ImgSequence]:
 
     # Read Batches From JSON File
     water_threshold = get_water_threshold(config)
-    batch_filename = f"batches/transplanted_tiles_{water_threshold}.json" if get_waterbody_transfer(config) else "batches/tiles.json"
+    batch_filename = f"batches/transplanted_tiles_{water_threshold}_timestamp_{get_timestamp(config)}.json" if get_waterbody_transfer(config) else "batches/tiles.json"
     with open(batch_filename) as f:
         batch_file = json.loads(f.read())
 
-    # Choose Type Of Data Pipeline Based On Project Config
-    Constructor = WaterbodyTransferImgSequence if get_waterbody_transfer(config) else ImgSequence
-
     # Create Train, Validation, And Test Data
     upscale_swir = get_fusion_head(config) != "paper"
     if get_waterbody_transfer(config):

batches/tiles.json

@@ -302,43 +302,6 @@
     38
   ],
   "validation": [
-    102,
-    90,
-    275,
-    111,
-    166,
-    216,
-    68,
-    158,
-    209,
-    260,
-    366,
-    240,
-    325,
-    254,
-    295,
-    362,
-    135,
-    2,
-    88,
-    274,
-    393,
-    28,
-    280,
-    261,
-    354,
-    218,
-    203,
-    106,
-    170,
-    108,
-    36,
-    205,
-    157,
-    288,
-    76
-  ],
-  "test": [
     140,
     308,
     147,
@@ -373,36 +336,73 @@
     247,
     246,
     251,
-    143,
-    350,
-    113,
-    187,
-    289,
-    265,
-    78,
-    249,
-    47,
-    13,
-    164,
-    394,
-    307,
-    332,
-    92,
-    390,
-    165,
-    194,
-    370,
-    61,
-    287,
-    133,
-    16,
-    163,
-    317,
-    156,
-    206,
-    178,
-    375,
+    143
+  ],
+  "test": [
+    102,
+    90,
+    275,
+    111,
+    166,
+    216,
+    68,
+    158,
+    209,
+    260,
+    366,
+    240,
+    325,
+    254,
+    295,
+    362,
+    135,
+    2,
+    88,
+    274,
+    393,
+    28,
+    280,
+    261,
+    354,
+    218,
+    203,
+    106,
+    170,
+    108,
+    36,
+    205,
+    157,
+    288,
+    76,
+    278,
     177,
-    278
+    375,
+    178,
+    206,
+    156,
+    317,
+    163,
+    16,
+    133,
+    287,
+    61,
+    370,
+    194,
+    165,
+    390,
+    92,
+    332,
+    307,
+    394,
+    164,
+    13,
+    47,
+    249,
+    78,
+    265,
+    289,
+    187,
+    113,
+    350
   ]
 }

batches/tiles_3.json batches/tiles_2.jsonbatches/tiles_3.json renamed to batches/tiles_2.json

@@ -302,43 +302,6 @@
     38
   ],
   "validation": [
-    140,
-    308,
-    147,
-    242,
-    304,
-    270,
-    33,
-    189,
-    179,
-    67,
-    19,
-    230,
-    37,
-    282,
-    180,
-    344,
-    351,
-    197,
-    46,
-    181,
-    373,
-    196,
-    229,
-    358,
-    334,
-    40,
-    32,
-    379,
-    75,
-    292,
-    128,
-    247,
-    246,
-    251,
-    143
-  ],
-  "test": [
     102,
     90,
     275,
@@ -373,36 +336,73 @@
     205,
     157,
     288,
-    76,
-    278,
-    177,
-    375,
-    178,
-    206,
-    156,
-    317,
-    163,
-    16,
-    133,
-    287,
-    61,
-    370,
-    194,
-    165,
-    390,
-    92,
-    332,
-    307,
-    394,
-    164,
-    13,
-    47,
-    249,
-    78,
-    265,
-    289,
-    187,
+    76
+  ],
+  "test": [
+    140,
+    308,
+    147,
+    242,
+    304,
+    270,
+    33,
+    189,
+    179,
+    67,
+    19,
+    230,
+    37,
+    282,
+    180,
+    344,
+    351,
+    197,
+    46,
+    181,
+    373,
+    196,
+    229,
+    358,
+    334,
+    40,
+    32,
+    379,
+    75,
+    292,
+    128,
+    247,
+    246,
+    251,
+    143,
+    350,
     113,
-    350
+    187,
+    289,
+    265,
+    78,
+    249,
+    47,
+    13,
+    164,
+    394,
+    307,
+    332,
+    92,
+    390,
+    165,
+    194,
+    370,
+    61,
+    287,
+    133,
+    16,
+    163,
+    317,
+    156,
+    206,
+    178,
+    375,
+    177,
+    278
   ]
 }