diff --git a/ci/build.xsh b/ci/build.xsh
index d43e3bed8d..40982f0d73 100755
--- a/ci/build.xsh
+++ b/ci/build.xsh
@@ -68,19 +68,3 @@ if $WIN == "1":
 else:
     cp lpython-$lpython_version/test-bld/src/runtime/liblfortran_runtime* src/runtime/
 cp lpython-$lpython_version/test-bld/src/runtime/*.mod src/runtime/
-
-# Run some simple compilation tests, works everywhere:
-src/bin/lpython --version
-# Compile and link separately
-src/bin/lpython -c examples/expr2.py -o expr2.o
-src/bin/lpython -o expr2 expr2.o
-./expr2
-
-# Test the new Python frontend, manually for now:
-src/bin/lpython --show-ast tests/doconcurrentloop_01.py
-src/bin/lpython --show-asr tests/doconcurrentloop_01.py
-src/bin/lpython --show-cpp tests/doconcurrentloop_01.py
-
-if $WIN != "1":
-    python run_tests.py
-    python integration_tests/run_tests.py
diff --git a/ci/test.xsh b/ci/test.xsh
new file mode 100644
index 0000000000..79f5dbf356
--- /dev/null
+++ b/ci/test.xsh
@@ -0,0 +1,15 @@
+# Run some simple compilation tests, works everywhere:
+src/bin/lpython --version
+# Compile and link separately
+src/bin/lpython -c examples/expr2.py -o expr2.o
+src/bin/lpython -o expr2 expr2.o
+./expr2
+
+# Test the new Python frontend, manually for now:
+src/bin/lpython --show-ast tests/doconcurrentloop_01.py
+src/bin/lpython --show-asr tests/doconcurrentloop_01.py
+src/bin/lpython --show-cpp tests/doconcurrentloop_01.py
+
+if $WIN != "1":
+    python run_tests.py
+    python integration_tests/run_tests.py