change pb size for blackbox test
@@ -8,15 +8,15 @@ class TestMNISTBlackboxF(unittest.TestCase):
# Run the MNIST tutorial on a dataset of reduced size, reduced number
# of data augmentations, increased substitute holdout for faster runtime.
mnist_blackbox_args = {'train_start': 0,
- 'train_end': 10000,
+ 'train_end': 5000,
'test_start': 0,
- 'test_end': 1666,
+ 'test_end': 733,
'data_aug': 2,
'holdout': 400}
report = mnist_blackbox.mnist_blackbox(**mnist_blackbox_args)
# Check accuracy values contained in the AccuracyReport object
- self.assertTrue(report['bbox'] > 0.85, report['bbox'])
+ self.assertTrue(report['bbox'] > 0.8, report['bbox'])
self.assertTrue(report['sub'] > 0.5, report['sub'])
self.assertTrue(report['bbox_on_sub_adv_ex'] < 0.7, report['bbox_on_sub_adv_ex'])
