diff --git a/luaj-test/src/test/resources/compatibility/create_results.sh b/luaj-test/src/test/resources/compatibility/create_results.sh
new file mode 100755
index 00000000..4ed831ed
--- /dev/null
+++ b/luaj-test/src/test/resources/compatibility/create_results.sh
@@ -0,0 +1,11 @@
+for l in *.lua
+do
+    echo $l
+    result=${l/\.lua/\.out}
+    lua $l       > jse/$result
+    lua $l 'JME' > jme/$result
+    luajit $l    > luajit/$result
+done
+
+# TODO Test is currently disabled
+rm luajit/debuglib.out
diff --git a/luaj-test/src/test/resources/errors/create_results.sh b/luaj-test/src/test/resources/errors/create_results.sh
new file mode 100755
index 00000000..b15b2c4b
--- /dev/null
+++ b/luaj-test/src/test/resources/errors/create_results.sh
@@ -0,0 +1,11 @@
+for l in *.lua
+do
+	if [ "$l" != "args.lua" ];
+	then
+		echo $l
+		result=${l/\.lua/\.out}
+		lua $l > jse/$result
+	fi
+done
+
+grep -rHnae "^\(needcheck\|fail\|badmsg\)" jse/*.out