optimizer should be saved and loaded

Author: lucidrains

denoising_diffusion_pytorch/denoising_diffusion_pytorch.py

@@ -683,6 +683,7 @@ def save(self, milestone):
         data = {
             'step': self.step,
             'model': self.accelerator.get_state_dict(self.model),
+            'opt': self.opt.state_dict(),
             'ema': self.ema.state_dict(),
             'scaler': self.accelerator.scaler.state_dict() if exists(self.accelerator.scaler) else None
         }
@@ -696,6 +697,7 @@ def load(self, milestone):
         model.load_state_dict(data['model'])
 
         self.step = data['step']
+        self.opt.load_state_dict(data['opt'])
         self.ema.load_state_dict(data['ema'])
 
         if exists(self.accelerator.scaler) and exists(data['scaler']):

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'denoising-diffusion-pytorch',
   packages = find_packages(),
-  version = '0.24.2',
+  version = '0.24.3',
   license='MIT',
   description = 'Denoising Diffusion Probabilistic Models - Pytorch',
   author = 'Phil Wang',