diff --git a/tests/syntax-tests/create_highlighted_versions.py b/tests/syntax-tests/create_highlighted_versions.py
index 84842644..c03a0742 100755
--- a/tests/syntax-tests/create_highlighted_versions.py
+++ b/tests/syntax-tests/create_highlighted_versions.py
@@ -64,6 +64,9 @@ def create_highlighted_versions(output_basepath):
                 file=sys.stderr,
             )
             sys.exit(1)
+        except FileNotFoundError:
+            print("Error: Could not execute 'bat'. Please make sure that the executable is available on the PATH.")
+            sys.exit(1)
 
 
 if __name__ == "__main__":