patch

Author: lucidrains

README.md

@@ -155,6 +155,16 @@ load_pretrained_model('preview', model = enformer)
 # use enformer
 ```
 
+To save on memory during fine-tuning a large Enformer model
+
+```python
+from enformer_pytorch import Enformer, load_pretrained_model
+
+enformer = load_pretrained_model('preview', use_checkpointing = True)
+
+# finetune enformer on a limited budget
+```
+
 ## Fine-tuning
 
 This repository will also allow for easy fine-tuning of Enformer.

enformer_pytorch/model_loader.py

@@ -62,6 +62,8 @@ def load_pretrained_model(
 
     if not exists(model):
         model = Enformer(**config['params'])
+    else:
+        assert len(kwargs) == 0, 'you are trying to override enformer parameters, but you are already passing a reference to an instantiated enformer model'
 
     model.load_state_dict(torch.load(str(save_path)))
 

setup.py

@@ -4,7 +4,7 @@
   name = 'enformer-pytorch',
   packages = find_packages(exclude=[]),
   include_package_data = True,
-  version = '0.1.21',
+  version = '0.1.23',
   license='MIT',
   description = 'Enformer - Pytorch',
   author = 'Phil Wang',