ermongroup · jaehoon-hahm · Jan 17, 2023
diff --git a/configs/anneal.yml b/configs/anneal.yml
@@ -1,32 +1,32 @@
 training:
-  batch_size: 128
-  n_epochs: 500000
-  n_iters: 200001
+  batch_size: 32
+  n_epochs: 50000
+  n_iters: 20001
   ngpu: 1
   snapshot_freq: 5000
-  algo: 'dsm'
+  algo: 'dsm_freq'
   anneal_power: 2.0
 
 data:
   ## mnist
   dataset: "MNIST"
   image_size: 28
-  channels: 1
+  channels: 2
   logit_transform: false
   random_flip: false
   ## celeba
-#  dataset: "CELEBA"
-#  image_size: 32
-#  channels: 3
-#  logit_transform: false
-#  random_flip: true
+  # dataset: "CELEBA"
+  # image_size: 32
+  # channels: 3
+  # logit_transform: false
+  # random_flip: true
 
- ## cifar10
-#  dataset: "CIFAR10"
-#  image_size: 32
-#  channels: 3
-#  logit_transform: false
-#  random_flip: true
+  ## cifar10
+  # dataset: "CIFAR10"
+  # image_size: 32
+  # channels: 6
+  # logit_transform: false
+  # random_flip: true
 
 model:
   sigma_begin: 1

diff --git a/losses/dsm.py b/losses/dsm.py
@@ -36,3 +36,21 @@ def anneal_dsm_score_estimation(scorenet, samples, labels, sigmas, anneal_power=
     loss = 1 / 2. * ((scores - target) ** 2).sum(dim=-1) * used_sigmas.squeeze() ** anneal_power
 
     return loss.mean(dim=0)
+
+def anneal_dsm_score_estimation_freq(scorenet, samples, labels, sigmas, anneal_power=2.):
+    used_sigmas = sigmas[labels].view(samples.shape[0], *([1] * len(samples.shape[1:])))
+
+    fft_samples = torch.fft.fftshift(torch.fft.fft2(samples, norm='ortho'))
+    fft_perturbed_samples = fft_samples + torch.randn_like(fft_samples) * used_sigmas
+
+    target = - 1 / (used_sigmas ** 2) * (fft_perturbed_samples - fft_samples)
+
+    fft_perturbed_samples = torch.cat((fft_perturbed_samples.real, fft_perturbed_samples.imag), dim = 1)
+    target = torch.cat((target.real, target.imag), dim = 1)
+
+    scores = scorenet(fft_perturbed_samples, labels)
+    target = target.view(target.shape[0], -1)
+    scores = scores.view(scores.shape[0], -1)
+    loss = 1 / 2. * ((scores - target) ** 2).sum(dim=-1) * used_sigmas.squeeze() ** anneal_power
+
+    return loss.mean(dim=0)
diff --git a/main.py b/main.py
@@ -34,11 +34,11 @@ def parse_args_and_config():
     # parse config file
     if not args.test:
         with open(os.path.join('configs', args.config), 'r') as f:
-            config = yaml.load(f)
+            config = yaml.load(f, Loader=yaml.UnsafeLoader)
         new_config = dict2namespace(config)
     else:
         with open(os.path.join(args.log, 'config.yml'), 'r') as f:
-            config = yaml.load(f)
+            config = yaml.load(f, Loader=yaml.UnsafeLoader)
         new_config = config
 
     if not args.test:

diff --git a/runners/anneal_runner.py b/runners/anneal_runner.py
@@ -1,13 +1,14 @@
 import numpy as np
 import tqdm
-from losses.dsm import anneal_dsm_score_estimation
+from losses.dsm import anneal_dsm_score_estimation, anneal_dsm_score_estimation_freq
 from losses.sliced_sm import anneal_sliced_score_estimation_vr
 import torch.nn.functional as F
 import logging
 import torch
 import os
 import shutil
 import tensorboardX
+import torch
 import torch.optim as optim
 from torchvision.datasets import MNIST, CIFAR10, SVHN
 import torchvision.transforms as transforms
@@ -140,6 +141,8 @@ def train(self):
                 labels = torch.randint(0, len(sigmas), (X.shape[0],), device=X.device)
                 if self.config.training.algo == 'dsm':
                     loss = anneal_dsm_score_estimation(score, X, labels, sigmas, self.config.training.anneal_power)
+                elif self.config.training.algo == 'dsm_freq':
+                    loss = anneal_dsm_score_estimation_freq(score, X, labels, sigmas, self.config.training.anneal_power)
                 elif self.config.training.algo == 'ssm':
                     loss = anneal_sliced_score_estimation_vr(score, X, labels, sigmas,
                                                              n_particles=self.config.training.n_particles)
@@ -170,7 +173,11 @@ def train(self):
                     test_labels = torch.randint(0, len(sigmas), (test_X.shape[0],), device=test_X.device)
 
                     with torch.no_grad():
-                        test_dsm_loss = anneal_dsm_score_estimation(score, test_X, test_labels, sigmas,
+                        if self.config.training.algo == 'dsm_freq':
+                            test_dsm_loss = anneal_dsm_score_estimation_freq(score, test_X, test_labels, sigmas,
+                                                                    self.config.training.anneal_power)
+                        else:
+                            test_dsm_loss = anneal_dsm_score_estimation(score, test_X, test_labels, sigmas,
                                                                     self.config.training.anneal_power)
 
                     tb_logger.add_scalar('test_dsm_loss', test_dsm_loss, global_step=step)
@@ -218,6 +225,28 @@ def anneal_Langevin_dynamics(self, x_mod, scorenet, sigmas, n_steps_each=100, st
 
             return images
 
+    def anneal_Langevin_dynamics_freq(self, x_mod, scorenet, sigmas, n_steps_each=100, step_lr=0.00002):
+        images = []
+
+        with torch.no_grad():
+            for c, sigma in tqdm.tqdm(enumerate(sigmas), total=len(sigmas), desc='annealed Langevin dynamics sampling'):
+                labels = torch.ones(x_mod.shape[0], device=x_mod.device) * c
+                labels = labels.long()
+                step_size = step_lr * (sigma / sigmas[-1]) ** 2
+
+                for s in range(n_steps_each):
+                    noise = torch.randn_like(x_mod) * np.sqrt(step_size * 2)
+                    grad = scorenet(x_mod, labels)
+                    x_mod = x_mod + step_size * grad + noise
+
+                    x_mod_real, x_mod_imag = torch.split(x_mod, self.config.data.channels//2, dim=1)
+                    ift_mod = torch.fft.ifft2( torch.fft.ifftshift(x_mod_real + 1j * x_mod_imag), norm = 'ortho')
+
+                    images.append(torch.clamp(ift_mod.real, 0.0, 1.0).to('cpu'))
+                    # print("class: {}, step_size: {}, mean {}, max {}".format(c, step_size, grad.abs().mean(),
+                    #                                                          grad.abs().max()))
+
+            return images
 
     def test(self):
         states = torch.load(os.path.join(self.args.log, 'checkpoint.pth'), map_location=self.config.device)
@@ -233,17 +262,24 @@ def test(self):
                                     self.config.model.num_classes))
 
         score.eval()
-        grid_size = 5
+        grid_size = 8
 
         imgs = []
         if self.config.data.dataset == 'MNIST':
-            samples = torch.rand(grid_size ** 2, 1, 28, 28, device=self.config.device)
-            all_samples = self.anneal_Langevin_dynamics(samples, score, sigmas, 100, 0.00002)
+            samples = torch.rand(grid_size ** 2, self.config.data.channels, 28, 28, device=self.config.device)
+            if self.config.training.algo == 'dsm_freq':
+                all_samples = self.anneal_Langevin_dynamics_freq(samples, score, sigmas, 100, 0.00002)
+            else:
+                all_samples = self.anneal_Langevin_dynamics(samples, score, sigmas, 100, 0.00002)
 
-            for i, sample in enumerate(tqdm.tqdm(all_samples, total=len(all_samples), desc='saving images')):
-                sample = sample.view(grid_size ** 2, self.config.data.channels, self.config.data.image_size,
-                                     self.config.data.image_size)
 
+            for i, sample in enumerate(tqdm.tqdm(all_samples, total=len(all_samples), desc='saving images')):
+                if self.config.training.algo == 'dsm_freq':
+                    sample = sample.view(grid_size ** 2, self.config.data.channels//2, self.config.data.image_size,
+                                        self.config.data.image_size)
+                else:
+                    sample = sample.view(grid_size ** 2, self.config.data.channels, self.config.data.image_size,
+                                        self.config.data.image_size)
                 if self.config.data.logit_transform:
                     sample = torch.sigmoid(sample)
 
@@ -257,13 +293,20 @@ def test(self):
 
 
         else:
-            samples = torch.rand(grid_size ** 2, 3, 32, 32, device=self.config.device)
+            samples = torch.rand(grid_size ** 2, self.config.data.channels, 32, 32, device=self.config.device)
 
-            all_samples = self.anneal_Langevin_dynamics(samples, score, sigmas, 100, 0.00002)
+            if self.config.training.algo == 'dsm_freq':
+                all_samples = self.anneal_Langevin_dynamics_freq(samples, score, sigmas, 100, 0.00002)
+            else:
+                all_samples = self.anneal_Langevin_dynamics(samples, score, sigmas, 100, 0.00002)
 
             for i, sample in enumerate(tqdm.tqdm(all_samples, total=len(all_samples), desc='saving images')):
-                sample = sample.view(grid_size ** 2, self.config.data.channels, self.config.data.image_size,
-                                     self.config.data.image_size)
+                if self.config.training.algo == 'dsm_freq':
+                    sample = sample.view(grid_size ** 2, self.config.data.channels//2, self.config.data.image_size,
+                                        self.config.data.image_size)
+                else:
+                    sample = sample.view(grid_size ** 2, self.config.data.channels, self.config.data.image_size,
+                                        self.config.data.image_size)
 
                 if self.config.data.logit_transform:
                     sample = torch.sigmoid(sample)

diff --git a/samples/image_raw_0.pth b/samples/image_raw_0.pth
diff --git a/samples/image_raw_1.pth b/samples/image_raw_1.pth
diff --git a/samples/image_raw_10.pth b/samples/image_raw_10.pth
diff --git a/samples/image_raw_100.pth b/samples/image_raw_100.pth
diff --git a/samples/image_raw_101.pth b/samples/image_raw_101.pth
diff --git a/samples/image_raw_102.pth b/samples/image_raw_102.pth
diff --git a/samples/image_raw_103.pth b/samples/image_raw_103.pth
diff --git a/samples/image_raw_104.pth b/samples/image_raw_104.pth
diff --git a/samples/image_raw_105.pth b/samples/image_raw_105.pth
diff --git a/samples/image_raw_106.pth b/samples/image_raw_106.pth
diff --git a/samples/image_raw_107.pth b/samples/image_raw_107.pth
diff --git a/samples/image_raw_108.pth b/samples/image_raw_108.pth
diff --git a/samples/image_raw_109.pth b/samples/image_raw_109.pth
diff --git a/samples/image_raw_11.pth b/samples/image_raw_11.pth
diff --git a/samples/image_raw_110.pth b/samples/image_raw_110.pth
diff --git a/samples/image_raw_111.pth b/samples/image_raw_111.pth
diff --git a/samples/image_raw_112.pth b/samples/image_raw_112.pth
diff --git a/samples/image_raw_113.pth b/samples/image_raw_113.pth
diff --git a/samples/image_raw_114.pth b/samples/image_raw_114.pth
diff --git a/samples/image_raw_115.pth b/samples/image_raw_115.pth
diff --git a/samples/image_raw_116.pth b/samples/image_raw_116.pth
diff --git a/samples/image_raw_117.pth b/samples/image_raw_117.pth
diff --git a/samples/image_raw_118.pth b/samples/image_raw_118.pth
diff --git a/samples/image_raw_119.pth b/samples/image_raw_119.pth
diff --git a/samples/image_raw_12.pth b/samples/image_raw_12.pth
diff --git a/samples/image_raw_120.pth b/samples/image_raw_120.pth
diff --git a/samples/image_raw_121.pth b/samples/image_raw_121.pth
diff --git a/samples/image_raw_122.pth b/samples/image_raw_122.pth
diff --git a/samples/image_raw_123.pth b/samples/image_raw_123.pth
diff --git a/samples/image_raw_124.pth b/samples/image_raw_124.pth
diff --git a/samples/image_raw_125.pth b/samples/image_raw_125.pth
diff --git a/samples/image_raw_126.pth b/samples/image_raw_126.pth
diff --git a/samples/image_raw_127.pth b/samples/image_raw_127.pth
diff --git a/samples/image_raw_128.pth b/samples/image_raw_128.pth
diff --git a/samples/image_raw_129.pth b/samples/image_raw_129.pth
diff --git a/samples/image_raw_13.pth b/samples/image_raw_13.pth
diff --git a/samples/image_raw_130.pth b/samples/image_raw_130.pth
diff --git a/samples/image_raw_131.pth b/samples/image_raw_131.pth
diff --git a/samples/image_raw_132.pth b/samples/image_raw_132.pth
diff --git a/samples/image_raw_133.pth b/samples/image_raw_133.pth
diff --git a/samples/image_raw_134.pth b/samples/image_raw_134.pth
diff --git a/samples/image_raw_135.pth b/samples/image_raw_135.pth
diff --git a/samples/image_raw_136.pth b/samples/image_raw_136.pth
diff --git a/samples/image_raw_137.pth b/samples/image_raw_137.pth
diff --git a/samples/image_raw_138.pth b/samples/image_raw_138.pth
diff --git a/samples/image_raw_139.pth b/samples/image_raw_139.pth
diff --git a/samples/image_raw_14.pth b/samples/image_raw_14.pth
diff --git a/samples/image_raw_140.pth b/samples/image_raw_140.pth
diff --git a/samples/image_raw_141.pth b/samples/image_raw_141.pth
diff --git a/samples/image_raw_142.pth b/samples/image_raw_142.pth
diff --git a/samples/image_raw_143.pth b/samples/image_raw_143.pth
diff --git a/samples/image_raw_144.pth b/samples/image_raw_144.pth
diff --git a/samples/image_raw_145.pth b/samples/image_raw_145.pth
diff --git a/samples/image_raw_146.pth b/samples/image_raw_146.pth
diff --git a/samples/image_raw_147.pth b/samples/image_raw_147.pth
diff --git a/samples/image_raw_148.pth b/samples/image_raw_148.pth
diff --git a/samples/image_raw_149.pth b/samples/image_raw_149.pth
diff --git a/samples/image_raw_15.pth b/samples/image_raw_15.pth
diff --git a/samples/image_raw_150.pth b/samples/image_raw_150.pth
diff --git a/samples/image_raw_151.pth b/samples/image_raw_151.pth
diff --git a/samples/image_raw_152.pth b/samples/image_raw_152.pth
diff --git a/samples/image_raw_153.pth b/samples/image_raw_153.pth
diff --git a/samples/image_raw_154.pth b/samples/image_raw_154.pth
diff --git a/samples/image_raw_155.pth b/samples/image_raw_155.pth
diff --git a/samples/image_raw_156.pth b/samples/image_raw_156.pth
diff --git a/samples/image_raw_157.pth b/samples/image_raw_157.pth
diff --git a/samples/image_raw_158.pth b/samples/image_raw_158.pth
diff --git a/samples/image_raw_159.pth b/samples/image_raw_159.pth
diff --git a/samples/image_raw_16.pth b/samples/image_raw_16.pth
diff --git a/samples/image_raw_160.pth b/samples/image_raw_160.pth
diff --git a/samples/image_raw_161.pth b/samples/image_raw_161.pth
diff --git a/samples/image_raw_162.pth b/samples/image_raw_162.pth
diff --git a/samples/image_raw_163.pth b/samples/image_raw_163.pth
diff --git a/samples/image_raw_164.pth b/samples/image_raw_164.pth
diff --git a/samples/image_raw_165.pth b/samples/image_raw_165.pth
diff --git a/samples/image_raw_166.pth b/samples/image_raw_166.pth
diff --git a/samples/image_raw_167.pth b/samples/image_raw_167.pth
diff --git a/samples/image_raw_168.pth b/samples/image_raw_168.pth
diff --git a/samples/image_raw_169.pth b/samples/image_raw_169.pth
diff --git a/samples/image_raw_17.pth b/samples/image_raw_17.pth
diff --git a/samples/image_raw_170.pth b/samples/image_raw_170.pth
diff --git a/samples/image_raw_171.pth b/samples/image_raw_171.pth
diff --git a/samples/image_raw_172.pth b/samples/image_raw_172.pth
diff --git a/samples/image_raw_173.pth b/samples/image_raw_173.pth
diff --git a/samples/image_raw_174.pth b/samples/image_raw_174.pth
diff --git a/samples/image_raw_175.pth b/samples/image_raw_175.pth
diff --git a/samples/image_raw_176.pth b/samples/image_raw_176.pth
diff --git a/samples/image_raw_177.pth b/samples/image_raw_177.pth
diff --git a/samples/image_raw_178.pth b/samples/image_raw_178.pth
diff --git a/samples/image_raw_179.pth b/samples/image_raw_179.pth
diff --git a/samples/image_raw_18.pth b/samples/image_raw_18.pth
diff --git a/samples/image_raw_180.pth b/samples/image_raw_180.pth
diff --git a/samples/image_raw_181.pth b/samples/image_raw_181.pth
diff --git a/samples/image_raw_182.pth b/samples/image_raw_182.pth
diff --git a/samples/image_raw_183.pth b/samples/image_raw_183.pth
diff --git a/samples/image_raw_184.pth b/samples/image_raw_184.pth
diff --git a/samples/image_raw_185.pth b/samples/image_raw_185.pth
diff --git a/samples/image_raw_186.pth b/samples/image_raw_186.pth
diff --git a/samples/image_raw_187.pth b/samples/image_raw_187.pth
diff --git a/samples/image_raw_188.pth b/samples/image_raw_188.pth
diff --git a/samples/image_raw_189.pth b/samples/image_raw_189.pth
diff --git a/samples/image_raw_19.pth b/samples/image_raw_19.pth
diff --git a/samples/image_raw_190.pth b/samples/image_raw_190.pth
diff --git a/samples/image_raw_191.pth b/samples/image_raw_191.pth
diff --git a/samples/image_raw_192.pth b/samples/image_raw_192.pth
diff --git a/samples/image_raw_193.pth b/samples/image_raw_193.pth
diff --git a/samples/image_raw_194.pth b/samples/image_raw_194.pth
diff --git a/samples/image_raw_195.pth b/samples/image_raw_195.pth
diff --git a/samples/image_raw_196.pth b/samples/image_raw_196.pth
diff --git a/samples/image_raw_197.pth b/samples/image_raw_197.pth
diff --git a/samples/image_raw_198.pth b/samples/image_raw_198.pth
diff --git a/samples/image_raw_199.pth b/samples/image_raw_199.pth
diff --git a/samples/image_raw_2.pth b/samples/image_raw_2.pth
diff --git a/samples/image_raw_20.pth b/samples/image_raw_20.pth
diff --git a/samples/image_raw_200.pth b/samples/image_raw_200.pth
diff --git a/samples/image_raw_201.pth b/samples/image_raw_201.pth
diff --git a/samples/image_raw_202.pth b/samples/image_raw_202.pth
diff --git a/samples/image_raw_203.pth b/samples/image_raw_203.pth
diff --git a/samples/image_raw_204.pth b/samples/image_raw_204.pth
diff --git a/samples/image_raw_205.pth b/samples/image_raw_205.pth
diff --git a/samples/image_raw_206.pth b/samples/image_raw_206.pth
diff --git a/samples/image_raw_207.pth b/samples/image_raw_207.pth
diff --git a/samples/image_raw_208.pth b/samples/image_raw_208.pth
diff --git a/samples/image_raw_209.pth b/samples/image_raw_209.pth
diff --git a/samples/image_raw_21.pth b/samples/image_raw_21.pth
diff --git a/samples/image_raw_210.pth b/samples/image_raw_210.pth
diff --git a/samples/image_raw_211.pth b/samples/image_raw_211.pth
diff --git a/samples/image_raw_212.pth b/samples/image_raw_212.pth
diff --git a/samples/image_raw_213.pth b/samples/image_raw_213.pth
diff --git a/samples/image_raw_214.pth b/samples/image_raw_214.pth
diff --git a/samples/image_raw_215.pth b/samples/image_raw_215.pth
diff --git a/samples/image_raw_216.pth b/samples/image_raw_216.pth
diff --git a/samples/image_raw_217.pth b/samples/image_raw_217.pth
diff --git a/samples/image_raw_218.pth b/samples/image_raw_218.pth
diff --git a/samples/image_raw_219.pth b/samples/image_raw_219.pth
diff --git a/samples/image_raw_22.pth b/samples/image_raw_22.pth
diff --git a/samples/image_raw_220.pth b/samples/image_raw_220.pth
diff --git a/samples/image_raw_221.pth b/samples/image_raw_221.pth
diff --git a/samples/image_raw_222.pth b/samples/image_raw_222.pth
diff --git a/samples/image_raw_223.pth b/samples/image_raw_223.pth
diff --git a/samples/image_raw_224.pth b/samples/image_raw_224.pth
diff --git a/samples/image_raw_225.pth b/samples/image_raw_225.pth
diff --git a/samples/image_raw_226.pth b/samples/image_raw_226.pth
diff --git a/samples/image_raw_227.pth b/samples/image_raw_227.pth
diff --git a/samples/image_raw_228.pth b/samples/image_raw_228.pth
diff --git a/samples/image_raw_229.pth b/samples/image_raw_229.pth
diff --git a/samples/image_raw_23.pth b/samples/image_raw_23.pth
diff --git a/samples/image_raw_230.pth b/samples/image_raw_230.pth
diff --git a/samples/image_raw_231.pth b/samples/image_raw_231.pth
diff --git a/samples/image_raw_232.pth b/samples/image_raw_232.pth
diff --git a/samples/image_raw_233.pth b/samples/image_raw_233.pth
diff --git a/samples/image_raw_234.pth b/samples/image_raw_234.pth
diff --git a/samples/image_raw_235.pth b/samples/image_raw_235.pth
diff --git a/samples/image_raw_236.pth b/samples/image_raw_236.pth
diff --git a/samples/image_raw_237.pth b/samples/image_raw_237.pth
diff --git a/samples/image_raw_238.pth b/samples/image_raw_238.pth
diff --git a/samples/image_raw_239.pth b/samples/image_raw_239.pth
diff --git a/samples/image_raw_24.pth b/samples/image_raw_24.pth
diff --git a/samples/image_raw_240.pth b/samples/image_raw_240.pth
diff --git a/samples/image_raw_241.pth b/samples/image_raw_241.pth
diff --git a/samples/image_raw_242.pth b/samples/image_raw_242.pth
diff --git a/samples/image_raw_243.pth b/samples/image_raw_243.pth
diff --git a/samples/image_raw_244.pth b/samples/image_raw_244.pth
diff --git a/samples/image_raw_245.pth b/samples/image_raw_245.pth
diff --git a/samples/image_raw_246.pth b/samples/image_raw_246.pth
diff --git a/samples/image_raw_247.pth b/samples/image_raw_247.pth
diff --git a/samples/image_raw_248.pth b/samples/image_raw_248.pth
diff --git a/samples/image_raw_249.pth b/samples/image_raw_249.pth
diff --git a/samples/image_raw_25.pth b/samples/image_raw_25.pth
diff --git a/samples/image_raw_250.pth b/samples/image_raw_250.pth
diff --git a/samples/image_raw_251.pth b/samples/image_raw_251.pth
diff --git a/samples/image_raw_252.pth b/samples/image_raw_252.pth
diff --git a/samples/image_raw_253.pth b/samples/image_raw_253.pth
diff --git a/samples/image_raw_254.pth b/samples/image_raw_254.pth
diff --git a/samples/image_raw_255.pth b/samples/image_raw_255.pth
diff --git a/samples/image_raw_256.pth b/samples/image_raw_256.pth
diff --git a/samples/image_raw_257.pth b/samples/image_raw_257.pth
diff --git a/samples/image_raw_258.pth b/samples/image_raw_258.pth
diff --git a/samples/image_raw_259.pth b/samples/image_raw_259.pth
diff --git a/samples/image_raw_26.pth b/samples/image_raw_26.pth
diff --git a/samples/image_raw_260.pth b/samples/image_raw_260.pth
diff --git a/samples/image_raw_261.pth b/samples/image_raw_261.pth
diff --git a/samples/image_raw_262.pth b/samples/image_raw_262.pth
diff --git a/samples/image_raw_263.pth b/samples/image_raw_263.pth
diff --git a/samples/image_raw_264.pth b/samples/image_raw_264.pth
diff --git a/samples/image_raw_265.pth b/samples/image_raw_265.pth
diff --git a/samples/image_raw_266.pth b/samples/image_raw_266.pth
diff --git a/samples/image_raw_267.pth b/samples/image_raw_267.pth
diff --git a/samples/image_raw_268.pth b/samples/image_raw_268.pth
diff --git a/samples/image_raw_269.pth b/samples/image_raw_269.pth
diff --git a/samples/image_raw_27.pth b/samples/image_raw_27.pth
diff --git a/samples/image_raw_270.pth b/samples/image_raw_270.pth
diff --git a/samples/image_raw_271.pth b/samples/image_raw_271.pth
diff --git a/samples/image_raw_272.pth b/samples/image_raw_272.pth
diff --git a/samples/image_raw_273.pth b/samples/image_raw_273.pth
diff --git a/samples/image_raw_274.pth b/samples/image_raw_274.pth
diff --git a/samples/image_raw_275.pth b/samples/image_raw_275.pth
diff --git a/samples/image_raw_276.pth b/samples/image_raw_276.pth
diff --git a/samples/image_raw_277.pth b/samples/image_raw_277.pth
diff --git a/samples/image_raw_278.pth b/samples/image_raw_278.pth
diff --git a/samples/image_raw_279.pth b/samples/image_raw_279.pth
diff --git a/samples/image_raw_28.pth b/samples/image_raw_28.pth
diff --git a/samples/image_raw_280.pth b/samples/image_raw_280.pth
diff --git a/samples/image_raw_281.pth b/samples/image_raw_281.pth
diff --git a/samples/image_raw_282.pth b/samples/image_raw_282.pth
diff --git a/samples/image_raw_283.pth b/samples/image_raw_283.pth
diff --git a/samples/image_raw_284.pth b/samples/image_raw_284.pth
diff --git a/samples/image_raw_285.pth b/samples/image_raw_285.pth
diff --git a/samples/image_raw_286.pth b/samples/image_raw_286.pth
diff --git a/samples/image_raw_287.pth b/samples/image_raw_287.pth
diff --git a/samples/image_raw_288.pth b/samples/image_raw_288.pth
diff --git a/samples/image_raw_289.pth b/samples/image_raw_289.pth
diff --git a/samples/image_raw_29.pth b/samples/image_raw_29.pth
diff --git a/samples/image_raw_290.pth b/samples/image_raw_290.pth
diff --git a/samples/image_raw_291.pth b/samples/image_raw_291.pth
diff --git a/samples/image_raw_292.pth b/samples/image_raw_292.pth
diff --git a/samples/image_raw_293.pth b/samples/image_raw_293.pth
diff --git a/samples/image_raw_294.pth b/samples/image_raw_294.pth
diff --git a/samples/image_raw_295.pth b/samples/image_raw_295.pth
diff --git a/samples/image_raw_296.pth b/samples/image_raw_296.pth
diff --git a/samples/image_raw_297.pth b/samples/image_raw_297.pth
diff --git a/samples/image_raw_298.pth b/samples/image_raw_298.pth
diff --git a/samples/image_raw_299.pth b/samples/image_raw_299.pth
diff --git a/samples/image_raw_3.pth b/samples/image_raw_3.pth
diff --git a/samples/image_raw_30.pth b/samples/image_raw_30.pth
diff --git a/samples/image_raw_300.pth b/samples/image_raw_300.pth
diff --git a/samples/image_raw_301.pth b/samples/image_raw_301.pth
diff --git a/samples/image_raw_302.pth b/samples/image_raw_302.pth
diff --git a/samples/image_raw_303.pth b/samples/image_raw_303.pth
diff --git a/samples/image_raw_304.pth b/samples/image_raw_304.pth
diff --git a/samples/image_raw_305.pth b/samples/image_raw_305.pth
diff --git a/samples/image_raw_306.pth b/samples/image_raw_306.pth
diff --git a/samples/image_raw_307.pth b/samples/image_raw_307.pth
diff --git a/samples/image_raw_308.pth b/samples/image_raw_308.pth
diff --git a/samples/image_raw_309.pth b/samples/image_raw_309.pth
diff --git a/samples/image_raw_31.pth b/samples/image_raw_31.pth
diff --git a/samples/image_raw_310.pth b/samples/image_raw_310.pth
diff --git a/samples/image_raw_311.pth b/samples/image_raw_311.pth
diff --git a/samples/image_raw_312.pth b/samples/image_raw_312.pth
diff --git a/samples/image_raw_313.pth b/samples/image_raw_313.pth
diff --git a/samples/image_raw_314.pth b/samples/image_raw_314.pth
diff --git a/samples/image_raw_315.pth b/samples/image_raw_315.pth
diff --git a/samples/image_raw_316.pth b/samples/image_raw_316.pth
diff --git a/samples/image_raw_317.pth b/samples/image_raw_317.pth
diff --git a/samples/image_raw_318.pth b/samples/image_raw_318.pth
diff --git a/samples/image_raw_319.pth b/samples/image_raw_319.pth
diff --git a/samples/image_raw_32.pth b/samples/image_raw_32.pth
diff --git a/samples/image_raw_320.pth b/samples/image_raw_320.pth
diff --git a/samples/image_raw_321.pth b/samples/image_raw_321.pth
diff --git a/samples/image_raw_322.pth b/samples/image_raw_322.pth
diff --git a/samples/image_raw_323.pth b/samples/image_raw_323.pth
diff --git a/samples/image_raw_324.pth b/samples/image_raw_324.pth
diff --git a/samples/image_raw_325.pth b/samples/image_raw_325.pth
diff --git a/samples/image_raw_326.pth b/samples/image_raw_326.pth
diff --git a/samples/image_raw_327.pth b/samples/image_raw_327.pth
diff --git a/samples/image_raw_328.pth b/samples/image_raw_328.pth
diff --git a/samples/image_raw_329.pth b/samples/image_raw_329.pth
diff --git a/samples/image_raw_33.pth b/samples/image_raw_33.pth
diff --git a/samples/image_raw_330.pth b/samples/image_raw_330.pth
diff --git a/samples/image_raw_331.pth b/samples/image_raw_331.pth
diff --git a/samples/image_raw_332.pth b/samples/image_raw_332.pth
diff --git a/samples/image_raw_333.pth b/samples/image_raw_333.pth
diff --git a/samples/image_raw_334.pth b/samples/image_raw_334.pth
diff --git a/samples/image_raw_335.pth b/samples/image_raw_335.pth
diff --git a/samples/image_raw_336.pth b/samples/image_raw_336.pth
diff --git a/samples/image_raw_337.pth b/samples/image_raw_337.pth
diff --git a/samples/image_raw_338.pth b/samples/image_raw_338.pth
diff --git a/samples/image_raw_339.pth b/samples/image_raw_339.pth
diff --git a/samples/image_raw_34.pth b/samples/image_raw_34.pth
diff --git a/samples/image_raw_340.pth b/samples/image_raw_340.pth
diff --git a/samples/image_raw_341.pth b/samples/image_raw_341.pth
diff --git a/samples/image_raw_342.pth b/samples/image_raw_342.pth
diff --git a/samples/image_raw_343.pth b/samples/image_raw_343.pth
diff --git a/samples/image_raw_344.pth b/samples/image_raw_344.pth
diff --git a/samples/image_raw_345.pth b/samples/image_raw_345.pth
diff --git a/samples/image_raw_346.pth b/samples/image_raw_346.pth
diff --git a/samples/image_raw_347.pth b/samples/image_raw_347.pth
diff --git a/samples/image_raw_348.pth b/samples/image_raw_348.pth
diff --git a/samples/image_raw_349.pth b/samples/image_raw_349.pth
diff --git a/samples/image_raw_35.pth b/samples/image_raw_35.pth
diff --git a/samples/image_raw_350.pth b/samples/image_raw_350.pth
diff --git a/samples/image_raw_351.pth b/samples/image_raw_351.pth
diff --git a/samples/image_raw_352.pth b/samples/image_raw_352.pth
diff --git a/samples/image_raw_353.pth b/samples/image_raw_353.pth
diff --git a/samples/image_raw_354.pth b/samples/image_raw_354.pth
diff --git a/samples/image_raw_355.pth b/samples/image_raw_355.pth
diff --git a/samples/image_raw_356.pth b/samples/image_raw_356.pth
diff --git a/samples/image_raw_357.pth b/samples/image_raw_357.pth
diff --git a/samples/image_raw_358.pth b/samples/image_raw_358.pth
diff --git a/samples/image_raw_359.pth b/samples/image_raw_359.pth
diff --git a/samples/image_raw_36.pth b/samples/image_raw_36.pth
diff --git a/samples/image_raw_360.pth b/samples/image_raw_360.pth
diff --git a/samples/image_raw_361.pth b/samples/image_raw_361.pth
diff --git a/samples/image_raw_362.pth b/samples/image_raw_362.pth
diff --git a/samples/image_raw_363.pth b/samples/image_raw_363.pth
diff --git a/samples/image_raw_364.pth b/samples/image_raw_364.pth