initial commit

Author: jizong

.gitignore

@@ -0,0 +1,62 @@
+RandomSeed: 10
+
+Arch:
+  input_dim: 1
+  num_classes: 4
+
+Augment: strong
+
+Data:
+  labeled_data_ratio: 0.05
+  unlabeled_data_ratio: 0.95
+
+ContrastData:
+  group_sample_num: 8
+  partition_sample_num: 1
+  num_workers: 6
+  shuffle: false
+
+LabeledData:
+  shuffle: true
+  batch_size: 16
+  num_workers: 8
+
+Trainer:
+  name: contrast
+  save_dir: test_semi_trainer
+  device: cuda
+  num_batches: 500
+  max_epoch_train_decoder: 50
+  max_epoch_train_encoder: 100
+  max_epoch_train_finetune: 80
+  train_encoder: True
+  train_decoder: True
+
+PretrainEncoder:
+  group_option: partition
+  lr: 0.000001
+  weight_decay: 0.00001
+  multiplier: 300
+  warmup_max: 10
+  extract_position: Conv5
+  ptype: mlp
+
+PretrainDecoder:
+  lr: 0.000001
+  weight_decay: 0.0
+  multiplier: 300
+  warmup_max: 10
+  enable_grad_from: Conv1
+  extract_position: Up_conv3
+  ptype: mlp
+
+
+FineTune:
+  lr: 0.0000001
+  weight_decay: 0.00001
+  multiplier: 400
+  warmup_max: 10
+
+
+
+#Checkpoint: runs/test_pipeline

config/config.yaml

@@ -0,0 +1,82 @@
+RandomSeed: 10
+
+Arch:
+  input_dim: 1
+  num_classes: 4
+
+Optim:
+  name: Adam
+  lr: 0.0000001
+  weight_decay: 0.00001
+
+Scheduler:
+  multiplier: 400
+  warmup_max: 10
+
+Data:
+  name: acdc
+  labeled_data_ratio: 0.05
+  unlabeled_data_ratio: 0.95
+
+LabeledData:
+  shuffle: true
+  batch_size: 4
+  num_workers: 4
+
+UnlabeledData:
+  shuffle: true
+  batch_size: 10
+  num_workers: 4
+
+Trainer:
+  feature_names: ["Conv5", "Up_conv3", "Up_conv2"]
+  feature_importance: [1, 0.5, 0.5]
+  name: partial
+  save_dir: tmp
+  device: cuda
+  num_batches: 500
+  max_epoch: 100
+
+UDARegCriterion:
+  name: mse # kl
+  weight: 5.0
+
+IICRegParameters:
+  EncoderParams:
+    num_clusters: 20
+    num_subheads: 5
+    head_types: linear
+    normalize: false
+
+  DecoderParams:
+    num_clusters: 20
+    num_subheads: 5
+    head_types: linear
+    normalize: false
+
+  LossParams:
+    paddings: [1, 3]
+    patch_sizes: 1024
+
+  weight: 0.1
+
+EntropyMinParameters:
+  weight: 0.00001
+
+MeanTeacherParameters:
+  name: mse
+  weight: 10
+  alpha: 0.999
+  weight_decay: 0.000001
+
+MIDLPaperParameters:
+  iic_weight: 0.1
+  padding: 1
+  patch_size: 1024
+
+
+
+
+
+
+#Checkpoint: runs/test_pipeline

config/semi.yaml

@@ -0,0 +1,10 @@
+from pathlib import Path
+
+from contrastyou.arch import _register_arch
+
+PROJECT_PATH = str(Path(__file__).parents[1])
+DATA_PATH = str(Path(PROJECT_PATH) / ".data")
+Path(DATA_PATH).mkdir(exist_ok=True, parents=True)
+CONFIG_PATH = str(Path(PROJECT_PATH, "config"))
+
+_ = _register_arch

contrastyou/__init__.py

@@ -0,0 +1,4 @@
+from deepclustering2.arch import _register_arch
+from .unet import UNet, FeatureExtractor as UNetFeatureExtractor
+
+_register_arch("ContrastUnet", UNet)