Tabular Foundation Models

Author: michielkallenberg

cybench/conf/model/tabdpt.yaml

@@ -0,0 +1,24 @@
+_target_: cybench.models.tabular_foundation_model.TabDPTModel
+name: tabdpt
+framework: pandas
+
+device: auto
+predict_batch_size: 256
+allow_cpu_fallback: false
+max_train_samples: null
+min_train_samples: 100
+preprocess: none
+subsample: random
+subsample_bins: 10
+random_state: ${experiment.seed}
+verbose: false
+
+# forwarded to tabdpt.TabDPTRegressor.predict via n_ensembles
+n_ensembles: 8
+
+_search_:
+  n_ensembles:
+    type: int
+    low: 4
+    high: 16
+    step: 4

cybench/conf/model/tabicl.yaml

@@ -0,0 +1,23 @@
+_target_: cybench.models.tabular_foundation_model.TabICLModel
+name: tabicl
+framework: pandas
+
+device: auto
+predict_batch_size: 256
+allow_cpu_fallback: false
+max_train_samples: null
+preprocess: none
+subsample: random
+subsample_bins: 10
+random_state: ${experiment.seed}
+verbose: false
+
+# forwarded to tabicl.TabICLRegressor
+n_estimators: 8
+
+_search_:
+  n_estimators:
+    type: int
+    low: 4
+    high: 16
+    step: 4

cybench/conf/model/tabpfn.yaml

@@ -1,4 +1,4 @@
-_target_: cybench.models.tabpfn_model.TabPFNModel
+_target_: cybench.models.tabular_foundation_model.TabPFNModel
 name: tabpfn
 framework: pandas