Fix catalyst test. (Kaggle#973)

rosbo · web-flow · commit b5bb7e9116df · 2021-03-16T13:34:23.000-07:00
* Fix catalyst test.

Catalyst 21.x was released on 3/13. We were using 20.x. This release
included a breaking change for the CheckpointCallback class which
required updating our test.

http://b/182904788

* Relax nnabla addition check
diff --git a/tests/test_catalyst.py b/tests/test_catalyst.py
@@ -141,10 +141,10 @@ def test_mnist(self):
             logdir=logdir,
             num_epochs=num_epochs,
             verbose=False,
-            callbacks=[CheckpointCallback(save_n_best=3)]
+            callbacks=[CheckpointCallback(save_n_best=3, use_runner_logdir=True)]
         )
         
-        with open('./logs/checkpoints/_metrics.json') as f:
+        with open('./logs/_metrics.json') as f:
             metrics = json.load(f)
-            self.assertTrue(metrics['train.3']['loss'] < metrics['train.1']['loss'])
-            self.assertTrue(metrics['best']['loss'] < 0.35)
+            self.assertTrue(metrics['train.3']['valid']['loss'] < metrics['train.1']['valid']['loss'])
+            self.assertTrue(metrics['best']['valid']['loss'] < 0.35)
diff --git a/tests/test_nnabla.py b/tests/test_nnabla.py
@@ -20,7 +20,7 @@ def test_addition(self):
         # forward
         c.forward()
 
-        self.assertAlmostEqual(c.d, a.d + b.d)
+        self.assertAlmostEqual(c.d, a.d + b.d, places=3)
 
     @gpu_test
     def test_cuda_ext(self):
