Loosen JSMA test constant (test_attacks.py now tests JSMA directly
@@ -17,8 +17,10 @@ class TestMNISTTutorialJSMA(unittest.TestCase):
report = mnist_tutorial_jsma.mnist_tutorial_jsma(**jsma_tutorial_args)
# Check accuracy values contained in the AccuracyReport object
- self.assertTrue(report.clean_train_clean_eval > 0.75)
- self.assertTrue(report.clean_train_adv_eval < 0.05)
+ # We already have JSMA tests in test_attacks.py, so just sanity
+ # check the values here.
+ self.assertTrue(report.clean_train_clean_eval > 0.65)
+ self.assertTrue(report.clean_train_adv_eval < 0.25)
# There is no adversarial training in the JSMA tutorial
self.assertTrue(report.adv_train_clean_eval == 0.)
