Expand test to locate flakiness (huggingface#7580)

sgugger · web-flow · commit d3adb985d1fb · 2020-10-05T09:45:47.000-04:00
diff --git a/tests/test_trainer.py b/tests/test_trainer.py
@@ -193,7 +193,9 @@ def test_training_arguments_are_left_untouched(self):
         trainer = get_regression_trainer()
         trainer.train()
         args = TrainingArguments("./regression")
-        self.assertEqual(args.to_dict(), trainer.args.to_dict())
+        dict1, dict2 = args.to_dict(), trainer.args.to_dict()
+        for key in dict1.keys():
+            self.assertEqual(dict1[key], dict2[key])
 
     def test_reproducible_training(self):
         # Checks that training worked, model trained and seed made a reproducible training.
