Fail tests when example scripts exit non-zero

Author: woodsh17

tests/test_diffusion.py

@@ -48,10 +48,12 @@ def setUp(self):
         print(f"Running commands in {self.out_f}, two steps of diffusion, deterministic=True")
 
         self.results = {}
+        self.exec_status = {}
 
         for bash_file in sorted( glob.glob(f"{self.out_f}/*.sh"), reverse=False):
             test_name = os.path.basename(bash_file)[:-len('.sh')]
             res, output = execute(f"Running {test_name}", f'bash {bash_file}', return_='tuple', add_message_and_command_line_to_output=True)
+            self.exec_status[test_name] = (exit_code, output)
 
             self.results[test_name] = dict(
                 state = 'failed' if res else 'passed',
@@ -61,6 +63,13 @@ def setUp(self):
             #subprocess.run(["bash", bash_file], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
             #subprocess.run(["bash", bash_file])
 
+    def test_examples_run_without_errors(self):
+        for name, (exit_code, output) in sorted(self.exec_status.items()):
+            with self.subTest(example=name):
+                self.assertEqual(exit_code, 0,
+                                 msg=f"Example '{name}' exited with {exit_code}\n{output}")
+
+
 
     def test_commands(self):
         """