diff --git a/tests/reference/asr-array_01_decl-39cf894.json b/tests/reference/asr-array_01_decl-39cf894.json
index fe70e8917e..b23bdaa272 100644
--- a/tests/reference/asr-array_01_decl-39cf894.json
+++ b/tests/reference/asr-array_01_decl-39cf894.json
@@ -5,17 +5,9 @@
     "infile_hash": "3dff59bab7475d254ce0470065c11e797e52a5b2a3d7546acc0e6705",
     "outfile": null,
     "outfile_hash": null,
-<<<<<<< HEAD
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-array_01_decl-39cf894.stderr",
     "stderr_hash": "5155e10cd4958bdda66178e2ed1b6faed6f415ff1cf3ff78e45f9cbb",
     "returncode": 2
-=======
-    "stdout": "asr-array_01_decl-39cf894.stdout",
-    "stdout_hash": "24b1d1f4774489a87a82c51c4f4a797ca363f7efdb011e42936fc6b9",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
->>>>>>> main
 }
\ No newline at end of file
diff --git a/tests/reference/asr-array_02_decl-e8f6874.json b/tests/reference/asr-array_02_decl-e8f6874.json
index 68dff93169..f59af233fa 100644
--- a/tests/reference/asr-array_02_decl-e8f6874.json
+++ b/tests/reference/asr-array_02_decl-e8f6874.json
@@ -5,9 +5,9 @@
     "infile_hash": "9a398864499c7a3b4e2a480faf3a5dccaa65f9771a8de27f55f11ca4",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-array_02_decl-e8f6874.stdout",
-    "stdout_hash": "a442d1685188ae1ac93a98e1c9d15aa8c9eb53cf7ef9d926911d941c",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-array_02_decl-e8f6874.stderr",
+    "stderr_hash": "b9fd331511456947bef74d5df2f292244e7fa1861ab43918a6e02acd",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-bindc_02-bc1a7ea.json b/tests/reference/asr-bindc_02-bc1a7ea.json
index c15e13d718..b8abd26275 100644
--- a/tests/reference/asr-bindc_02-bc1a7ea.json
+++ b/tests/reference/asr-bindc_02-bc1a7ea.json
@@ -5,9 +5,9 @@
     "infile_hash": "a29f0f269c494419077ca8725e7c2d2dc7a5b4964d5c909347f1caa4",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-bindc_02-bc1a7ea.stdout",
-    "stdout_hash": "01a64e5f6cf42ede674e82e44dae47760b77e108155c498d63ad4638",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-bindc_02-bc1a7ea.stderr",
+    "stderr_hash": "f35a1e2233396c7620436bb77c9e617e33e60fb9c92da2552280ed2c",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-cast-435c233.json b/tests/reference/asr-cast-435c233.json
index 0e702578d8..8614194075 100644
--- a/tests/reference/asr-cast-435c233.json
+++ b/tests/reference/asr-cast-435c233.json
@@ -5,9 +5,9 @@
     "infile_hash": "6e4219b25f4aa2035b57c9658dbb133f2dff55db0d9c128b19214f62",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-cast-435c233.stdout",
-    "stdout_hash": "1d616232829e2d73cf1f82681176b8f5e82ae5159e9bc3b39794a33f",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-cast-435c233.stderr",
+    "stderr_hash": "94b3ddb64aab37aa358cd260252df21698826606401d00e07c873603",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-complex1-f26c460.json b/tests/reference/asr-complex1-f26c460.json
index 4540a057eb..2eb40d0cd8 100644
--- a/tests/reference/asr-complex1-f26c460.json
+++ b/tests/reference/asr-complex1-f26c460.json
@@ -5,9 +5,9 @@
     "infile_hash": "60b45de7b88ec768d70a3122b36545e9604a86504ed6e5d9d813c719",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-complex1-f26c460.stdout",
-    "stdout_hash": "8c3db4b88ed74a020b6a0ed76f47a65c3da89b2e0756dd260de0a9fb",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-complex1-f26c460.stderr",
+    "stderr_hash": "850f4cbe87b0a7ae8138fbfb71f94b82843abf09e50752159f900292",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-constants1-5828e8a.json b/tests/reference/asr-constants1-5828e8a.json
index efbf8f9bc1..5abb75edfe 100644
--- a/tests/reference/asr-constants1-5828e8a.json
+++ b/tests/reference/asr-constants1-5828e8a.json
@@ -5,9 +5,9 @@
     "infile_hash": "5dca391c30a1477fb903e17c1d47dad3b9b816088384ba61ff372db1",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-constants1-5828e8a.stdout",
-    "stdout_hash": "8ad517b1fb9537e903479b813ed839f72c36608a890401e78187eaa1",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-constants1-5828e8a.stderr",
+    "stderr_hash": "ebf1574a4c5a5194ffa967d7e3a768aad6fe823a3eae7b48b0ea46f2",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-elemental_01-b58df26.json b/tests/reference/asr-elemental_01-b58df26.json
index b4d36966d1..91ad0f8c5d 100644
--- a/tests/reference/asr-elemental_01-b58df26.json
+++ b/tests/reference/asr-elemental_01-b58df26.json
@@ -5,9 +5,9 @@
     "infile_hash": "1d1eb8ce26df5817c1e474e4f69b0b96e53df362a31f1b722efaadf0",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-elemental_01-b58df26.stdout",
-    "stdout_hash": "71cc6bc6a596fd628bad7572f8636622ef932ac2098ed3776f77099e",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-elemental_01-b58df26.stderr",
+    "stderr_hash": "cd10f41e485a55b944782ec55b168ba07907570bc9c92869d02f705e",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-expr10-efcbb1b.json b/tests/reference/asr-expr10-efcbb1b.json
index 486fbbae27..62a4828972 100644
--- a/tests/reference/asr-expr10-efcbb1b.json
+++ b/tests/reference/asr-expr10-efcbb1b.json
@@ -5,9 +5,9 @@
     "infile_hash": "7eb1dd6ad27fcc091e18c4447fb7a56c659565bbdb57f567b68f4a58",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-expr10-efcbb1b.stdout",
-    "stdout_hash": "888daca8b770c13848943f1e1da7d63d29ce81e4beeaf050a042f7d4",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-expr10-efcbb1b.stderr",
+    "stderr_hash": "32b0a64a7d73278b8d793b2991e8550827128c4df7fd48bc82d20311",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-expr13-81bdb5a.json b/tests/reference/asr-expr13-81bdb5a.json
index 9f0b756203..739e799cd5 100644
--- a/tests/reference/asr-expr13-81bdb5a.json
+++ b/tests/reference/asr-expr13-81bdb5a.json
@@ -5,9 +5,9 @@
     "infile_hash": "fae72924c71183c45d328b379dfa81aa4971b5e1a9ea668db546078f",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-expr13-81bdb5a.stdout",
-    "stdout_hash": "c07ed7eef3224ca374248cf1a964efd0159266de0351db244cc65639",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-expr13-81bdb5a.stderr",
+    "stderr_hash": "0699d234dbdd85c470cbdb001dd7447b9419e96ce3aafa7642a9edc3",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-expr7-480ba2f.json b/tests/reference/asr-expr7-480ba2f.json
index b6cc6873be..7d13377709 100644
--- a/tests/reference/asr-expr7-480ba2f.json
+++ b/tests/reference/asr-expr7-480ba2f.json
@@ -5,8 +5,8 @@
     "infile_hash": "7ef1383d1798621ee35adb7296bfe66dcdc08a21ac8dc86b9ce42878",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-expr7-480ba2f.stdout",
-    "stdout_hash": "f2a3f371604ed6cb8460758126475e5d6bd7c6d1bee5c36b8df66162",
+    "stdout": null,
+    "stdout_hash": null,
     "stderr": "asr-expr7-480ba2f.stderr",
     "stderr_hash": "4d93a6488abad28138f2713c11c47b2f02e87e530f1bf6e2e38e88bf",
     "returncode": 2
diff --git a/tests/reference/asr-expr8-6beda60.json b/tests/reference/asr-expr8-6beda60.json
index 9fb8c510ab..7801dbd06d 100644
--- a/tests/reference/asr-expr8-6beda60.json
+++ b/tests/reference/asr-expr8-6beda60.json
@@ -5,9 +5,9 @@
     "infile_hash": "6966e19cf343700cbc11ec1bf6a495e43c685c6fa065669875aa61ce",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-expr8-6beda60.stdout",
-    "stdout_hash": "b79ac7dd790182c720f71316cdcedbd0a6b3b1bd56ef5cb800fab8dd",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-expr8-6beda60.stderr",
+    "stderr_hash": "94db9a9e4af4eda9b774a82fb4f55aa3413db82da5be0160bde72352",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-expr_05-3a37324.json b/tests/reference/asr-expr_05-3a37324.json
index 71dbc8d3d5..e366badac0 100644
--- a/tests/reference/asr-expr_05-3a37324.json
+++ b/tests/reference/asr-expr_05-3a37324.json
@@ -5,9 +5,9 @@
     "infile_hash": "cc922bec30fac0a8eb10efd99f72234aa5638b3c9cd92c68044c69ea",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-expr_05-3a37324.stdout",
-    "stdout_hash": "88a4e64ce40edc1bb143c2540b877787c0e123da28609e0e129c3b84",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-expr_05-3a37324.stderr",
+    "stderr_hash": "ec167ccde0bcc3539244c081abc86809b00655e649722a96f082d86b",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-generics_array_01-682b1b2.json b/tests/reference/asr-generics_array_01-682b1b2.json
index bce600e7c0..2da3a03bc0 100644
--- a/tests/reference/asr-generics_array_01-682b1b2.json
+++ b/tests/reference/asr-generics_array_01-682b1b2.json
@@ -5,9 +5,9 @@
     "infile_hash": "6e943dd0e26ab4d1ffb6ed6909a365b4135b6f5295957b2478cfb479",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-generics_array_01-682b1b2.stdout",
-    "stdout_hash": "03c8c6575d2998c550eb112986451ceea6f8f94324e9fe33a8999fc5",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-generics_array_01-682b1b2.stderr",
+    "stderr_hash": "07809b586ef30105878e1532461ac0ad302722003d44d2ae71b4cb7a",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-generics_array_02-22c8dc1.json b/tests/reference/asr-generics_array_02-22c8dc1.json
index d120fab6da..b869c0013e 100644
--- a/tests/reference/asr-generics_array_02-22c8dc1.json
+++ b/tests/reference/asr-generics_array_02-22c8dc1.json
@@ -5,9 +5,9 @@
     "infile_hash": "54b5f1d4b8fc7543c292ac0d6f7a39939816a657173937fa7dc02f07",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-generics_array_02-22c8dc1.stdout",
-    "stdout_hash": "6060b35873ff8fc00781889af581731a8c7cb148d2423dfef06bc14a",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-generics_array_02-22c8dc1.stderr",
+    "stderr_hash": "ab2cfe57f54581e673039761ff5a42919ddb665b1083a36342cbe7e1",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-generics_array_03-fb3706c.json b/tests/reference/asr-generics_array_03-fb3706c.json
index af02823632..128484c0ae 100644
--- a/tests/reference/asr-generics_array_03-fb3706c.json
+++ b/tests/reference/asr-generics_array_03-fb3706c.json
@@ -5,9 +5,9 @@
     "infile_hash": "5b415ae64a527ce3ab3b6878141238e227258bc2b2b8c37af6d23ff5",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-generics_array_03-fb3706c.stdout",
-    "stdout_hash": "39ded0e74b830a48eddb106954df6ac01c167e2517a188d8baf246ca",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-generics_array_03-fb3706c.stderr",
+    "stderr_hash": "7d636bddcd76853697423eb36c823f5898b8274b21a62a55f764b63b",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-string_02-499c9ff.json b/tests/reference/asr-string_02-499c9ff.json
index ac33dbbf21..4eaad46910 100644
--- a/tests/reference/asr-string_02-499c9ff.json
+++ b/tests/reference/asr-string_02-499c9ff.json
@@ -8,6 +8,6 @@
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-string_02-499c9ff.stderr",
-    "stderr_hash": "368ba74a1e0d6609f71e6f87f95bd0b6151420c81336e48a172cb613",
+    "stderr_hash": "85593e60baa6c6f930b7486a92e41fac9943108966abdacb7acb39ef",
     "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-string_02-499c9ff.stderr b/tests/reference/asr-string_02-499c9ff.stderr
index 196515476b..7ca613cb8c 100644
--- a/tests/reference/asr-string_02-499c9ff.stderr
+++ b/tests/reference/asr-string_02-499c9ff.stderr
@@ -1,5 +1,11 @@
-semantic error: str.join() takes type list only
+warning: The module 'lpython_builtin' located in $DIR/src/bin/../runtime/lpython_builtin.py cannot be loaded
  --> tests/errors/string_02.py:6:15
   |
 6 |     res:str = x.join(p)
-  |               ^^^^^^^^^ 
+  |               ^^^^^^^^^ imported here
+
+semantic error: The symbol '_lpython_floordiv' not found in the module 'lpython_builtin'
+   --> $DIR/src/bin/../runtime/lpython_builtin.py:209:15
+    |
+209 |     if (n_ - (n_ // 2)*2) == 0:
+    |               ^^^^^^^ 
diff --git a/tests/reference/asr-structs_05-fa98307.json b/tests/reference/asr-structs_05-fa98307.json
index 749a2183a7..e493825921 100644
--- a/tests/reference/asr-structs_05-fa98307.json
+++ b/tests/reference/asr-structs_05-fa98307.json
@@ -5,17 +5,9 @@
     "infile_hash": "ef1037b0936a63be679efd366920a94463900e80630a070ba440aa78",
     "outfile": null,
     "outfile_hash": null,
-<<<<<<< HEAD
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-structs_05-fa98307.stderr",
     "stderr_hash": "9425960bac284eae21adb4274aa833960c505abd6bd546f896da0216",
     "returncode": 2
-=======
-    "stdout": "asr-structs_05-fa98307.stdout",
-    "stdout_hash": "3f7e68ccebad6bea7e857ff10c72bf579bd9620b47635d9eeff31a46",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
->>>>>>> main
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_bool_binop-f856ef0.json b/tests/reference/asr-test_bool_binop-f856ef0.json
index ccc4cf7e29..358216f8de 100644
--- a/tests/reference/asr-test_bool_binop-f856ef0.json
+++ b/tests/reference/asr-test_bool_binop-f856ef0.json
@@ -5,17 +5,9 @@
     "infile_hash": "7c44fe2915b3871b3b85edf3ab129d87a75fa4b9acbb597ae801daf9",
     "outfile": null,
     "outfile_hash": null,
-<<<<<<< HEAD
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-test_bool_binop-f856ef0.stderr",
     "stderr_hash": "7e1f44ed79212fae132aca28b495a511f27ee327b9bf88b797502eff",
     "returncode": 2
-=======
-    "stdout": "asr-test_bool_binop-f856ef0.stdout",
-    "stdout_hash": "b2d6b1205576cabc7c44ae611eec55ba5af026dbd918972e05e8f7da",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
->>>>>>> main
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_builtin_bin-52ba9fa.json b/tests/reference/asr-test_builtin_bin-52ba9fa.json
index 7161e3a8b6..f617a29848 100644
--- a/tests/reference/asr-test_builtin_bin-52ba9fa.json
+++ b/tests/reference/asr-test_builtin_bin-52ba9fa.json
@@ -5,9 +5,9 @@
     "infile_hash": "09e09eacf697c95f358b75f6491b766781bae9a5f856c2ad5848e824",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_bin-52ba9fa.stdout",
-    "stdout_hash": "b3d1005ae778682be163f4a836405735b4521430ea2d26bfc49cae12",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_builtin_bin-52ba9fa.stderr",
+    "stderr_hash": "f96ee9f35d47046bca3a9f0e40b965bf1b0e6654a0a4da0eb7a85e30",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_builtin_bool-330223a.json b/tests/reference/asr-test_builtin_bool-330223a.json
index aa9dd94fda..91858355b1 100644
--- a/tests/reference/asr-test_builtin_bool-330223a.json
+++ b/tests/reference/asr-test_builtin_bool-330223a.json
@@ -5,9 +5,9 @@
     "infile_hash": "3a740faba0e36b55c179ab0fa08486dc3080332e79c8e38b8f25b4a4",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_bool-330223a.stdout",
-    "stdout_hash": "3752d25de1c20fd790217573771973e3af84ffbb1bdcd345099029e3",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_builtin_bool-330223a.stderr",
+    "stderr_hash": "5cf42029c7abd7dc2dedc535fff29c622c3871ec342b595c426b27f3",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_builtin_hex-64bd268.json b/tests/reference/asr-test_builtin_hex-64bd268.json
index 06f2572907..2779c11099 100644
--- a/tests/reference/asr-test_builtin_hex-64bd268.json
+++ b/tests/reference/asr-test_builtin_hex-64bd268.json
@@ -5,9 +5,9 @@
     "infile_hash": "e639f0251477f50376536d317630e3c026354859576a5f1b7b10bd7d",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_hex-64bd268.stdout",
-    "stdout_hash": "3ee188d377c463b59225031d3d1f0bf9384d91a8eef9c203f829fd30",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_builtin_hex-64bd268.stderr",
+    "stderr_hash": "22b2ae7d0d34d2406125547149511ab5990a5f2163c186c48c5c4f05",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_builtin_oct-20b9066.json b/tests/reference/asr-test_builtin_oct-20b9066.json
index b88e3212f0..bb705fd111 100644
--- a/tests/reference/asr-test_builtin_oct-20b9066.json
+++ b/tests/reference/asr-test_builtin_oct-20b9066.json
@@ -5,9 +5,9 @@
     "infile_hash": "c20249affa4787edf4ef56c881ebbcabdced311b5b908d9da6aceaeb",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_oct-20b9066.stdout",
-    "stdout_hash": "1032b2d04f48ec8a0bba1b13fbfe6764465b44b90e51702d9d098ce0",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_builtin_oct-20b9066.stderr",
+    "stderr_hash": "986b90db11399243e0e1a9788da3876cbd8d7eecd273e46bc9437243",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_builtin_pow-f02fcda.json b/tests/reference/asr-test_builtin_pow-f02fcda.json
index 4aec745fd8..5bb87ef22b 100644
--- a/tests/reference/asr-test_builtin_pow-f02fcda.json
+++ b/tests/reference/asr-test_builtin_pow-f02fcda.json
@@ -5,8 +5,8 @@
     "infile_hash": "b7d1d5e1592f5078961eb228c756e424d394f5f0383a1577f1cced1b",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_pow-f02fcda.stdout",
-    "stdout_hash": "a7d94321eaec571a74e7b6c52bd9f200e814ae6511e4425f7363908e",
+    "stdout": null,
+    "stdout_hash": null,
     "stderr": "asr-test_builtin_pow-f02fcda.stderr",
     "stderr_hash": "6935bb3dd01caf67154e6dee0bb6480b2d3ecb270bc5038444391acc",
     "returncode": 2
diff --git a/tests/reference/asr-test_builtin_round-7417a21.json b/tests/reference/asr-test_builtin_round-7417a21.json
index 4d65afb41e..efcd6cc31e 100644
--- a/tests/reference/asr-test_builtin_round-7417a21.json
+++ b/tests/reference/asr-test_builtin_round-7417a21.json
@@ -5,9 +5,9 @@
     "infile_hash": "a4ff4032a45ce084eb524069046afb6ec44f1b24a667c84c7605f2c7",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_builtin_round-7417a21.stdout",
-    "stdout_hash": "efced280509a5f5e7b5e8197234ba1bf4bab25aba561082257bf31bc",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_builtin_round-7417a21.stderr",
+    "stderr_hash": "a58af3b9f4312b1036b728dc70928fe9c05f87d1b96d92b5c3da881f",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_complex_01-a6def58.json b/tests/reference/asr-test_complex_01-a6def58.json
index 1d94b533bb..2a3e22a7fa 100644
--- a/tests/reference/asr-test_complex_01-a6def58.json
+++ b/tests/reference/asr-test_complex_01-a6def58.json
@@ -5,9 +5,9 @@
     "infile_hash": "e580480b37e5bbfcd01d5eb412375a8a3c1ef374b5fedfb661485763",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_complex_01-a6def58.stdout",
-    "stdout_hash": "437162e161ea134837f68f4adb7cb115a3ca76bb1fb139ec64a7cff0",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_complex_01-a6def58.stderr",
+    "stderr_hash": "5e372192068e09afc8e388039c24decbd5a11c27b4143b5643bebd10",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_complex_02-782ba2d.json b/tests/reference/asr-test_complex_02-782ba2d.json
index 1f5c64e69b..3fa259e305 100644
--- a/tests/reference/asr-test_complex_02-782ba2d.json
+++ b/tests/reference/asr-test_complex_02-782ba2d.json
@@ -5,9 +5,9 @@
     "infile_hash": "e6ee66d952deccec11d316a09f1d5b4bb4916ceb56a41a11dee03ae9",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_complex_02-782ba2d.stdout",
-    "stdout_hash": "6c9aa6962b8460ef6a7854c7a980f9a4fbfc982031fefd110dcff763",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_complex_02-782ba2d.stderr",
+    "stderr_hash": "dc3a153532aa537903852b8334a63d785edb99a11aff4e951c28b5c6",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_max_min-3c2fc51.json b/tests/reference/asr-test_max_min-3c2fc51.json
index f215c7e43a..7c51d764ca 100644
--- a/tests/reference/asr-test_max_min-3c2fc51.json
+++ b/tests/reference/asr-test_max_min-3c2fc51.json
@@ -5,9 +5,9 @@
     "infile_hash": "1aba932852adf8cc5dbff4a6ff83aa5de030dba5a5721eeace90a5d4",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_max_min-3c2fc51.stdout",
-    "stdout_hash": "5a3cbd3ae5c31da6a1b6f73c630c7182220bc60cefe3368efdae9ca5",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_max_min-3c2fc51.stderr",
+    "stderr_hash": "bc3642925ccc0f3f61e37e0bd20fc7100fddbfb37c06a3609ff78daf",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_numpy_03-e600a49.json b/tests/reference/asr-test_numpy_03-e600a49.json
index 2423e90a9c..11537ffe29 100644
--- a/tests/reference/asr-test_numpy_03-e600a49.json
+++ b/tests/reference/asr-test_numpy_03-e600a49.json
@@ -5,9 +5,9 @@
     "infile_hash": "5c3ea7436668441c056bd576ea77cdfb49e44a5f0e95088d0f62184e",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_numpy_03-e600a49.stdout",
-    "stdout_hash": "4ed432239936438278e7d3c4db3d9100bb70fbac91710e3961e5569f",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_numpy_03-e600a49.stderr",
+    "stderr_hash": "934ed2ca36b7a4e431b1e4fc8dbd37edd550f7dbb5d9dca7ed49ce61",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_numpy_04-ecbb614.json b/tests/reference/asr-test_numpy_04-ecbb614.json
index d0e74207c1..a0e2dcecdb 100644
--- a/tests/reference/asr-test_numpy_04-ecbb614.json
+++ b/tests/reference/asr-test_numpy_04-ecbb614.json
@@ -5,9 +5,9 @@
     "infile_hash": "0fbd0a4280966dd9a917d3a005887954325fb1ea5468fd28dcae930f",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_numpy_04-ecbb614.stdout",
-    "stdout_hash": "0d7174d8ccec4f912b225d9d579a7f42e550d776dd28dc081fc16711",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-test_numpy_04-ecbb614.stderr",
+    "stderr_hash": "8f73238d34192a66d0659b3cc8e5f8a5339755da83a50790689cf53b",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_pow-3f5d550.json b/tests/reference/asr-test_pow-3f5d550.json
index ecb315f814..95344abe65 100644
--- a/tests/reference/asr-test_pow-3f5d550.json
+++ b/tests/reference/asr-test_pow-3f5d550.json
@@ -5,8 +5,8 @@
     "infile_hash": "073bf734150500a8b5e46940a9b0440e7e0fe30d0e2789ca049cef17",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-test_pow-3f5d550.stdout",
-    "stdout_hash": "726fae2bb158304b087ba542674db17a8bc39ba174d234f8dcbe99f3",
+    "stdout": null,
+    "stdout_hash": null,
     "stderr": "asr-test_pow-3f5d550.stderr",
     "stderr_hash": "13a950a0d1f29b9a7cf4484858b22246b086a24919ca22f6b1d410b3",
     "returncode": 2
diff --git a/tests/reference/asr-test_zero_division-3dd84e8.json b/tests/reference/asr-test_zero_division-3dd84e8.json
index 5c135e76d4..129e181bef 100644
--- a/tests/reference/asr-test_zero_division-3dd84e8.json
+++ b/tests/reference/asr-test_zero_division-3dd84e8.json
@@ -8,6 +8,6 @@
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-test_zero_division-3dd84e8.stderr",
-    "stderr_hash": "e1770a0ba87c5155926e3d6bb3bd67e14a5c040b7584c4cf114a41b2",
+    "stderr_hash": "9403e36c7ace95241bf1d59a108732b298fbee5425c44455fb81ac77",
     "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_zero_division-3dd84e8.stderr b/tests/reference/asr-test_zero_division-3dd84e8.stderr
index 57611f2b32..7403437c96 100644
--- a/tests/reference/asr-test_zero_division-3dd84e8.stderr
+++ b/tests/reference/asr-test_zero_division-3dd84e8.stderr
@@ -1,5 +1,5 @@
-semantic error: Division by 0 is not allowed
+semantic error: integer division by zero is not allowed
  --> tests/errors/test_zero_division.py:4:16
   |
 4 |     print(i // 0)
-  |                ^ 
+  |                ^ integer division by zero
diff --git a/tests/reference/asr-test_zero_division2-d84989f.json b/tests/reference/asr-test_zero_division2-d84989f.json
index f1fb7cbb0e..b9a7de7d1e 100644
--- a/tests/reference/asr-test_zero_division2-d84989f.json
+++ b/tests/reference/asr-test_zero_division2-d84989f.json
@@ -8,6 +8,6 @@
     "stdout": null,
     "stdout_hash": null,
     "stderr": "asr-test_zero_division2-d84989f.stderr",
-    "stderr_hash": "d2bac61e7df0875a7c93edb706661c80154b7b4d05dbf26663c36176",
+    "stderr_hash": "09fcb9f6244ddf2c2d14cd76ec91274cffd240e24e2b2f1c0697c8b5",
     "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/asr-test_zero_division2-d84989f.stderr b/tests/reference/asr-test_zero_division2-d84989f.stderr
index 438ee0b6d4..8dc523a2a5 100644
--- a/tests/reference/asr-test_zero_division2-d84989f.stderr
+++ b/tests/reference/asr-test_zero_division2-d84989f.stderr
@@ -1,5 +1,5 @@
-semantic error: Division by 0 is not allowed
+semantic error: float floor division by zero is not allowed
  --> tests/errors/test_zero_division2.py:4:16
   |
 4 |     print(v // 0.0)
-  |                ^^^ 
+  |                ^^^ float floor division by zero
diff --git a/tests/reference/asr-vec_01-66ac423.json b/tests/reference/asr-vec_01-66ac423.json
index bb3dec09d4..abd51bc145 100644
--- a/tests/reference/asr-vec_01-66ac423.json
+++ b/tests/reference/asr-vec_01-66ac423.json
@@ -5,9 +5,9 @@
     "infile_hash": "f85ca108780c53c54878d119822d56fb834cf4b5121511cbaca2c2fe",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "asr-vec_01-66ac423.stdout",
-    "stdout_hash": "8d933da14c566fd3d166c58d943c2d912b08f5439c9fd4a6d487b996",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "asr-vec_01-66ac423.stderr",
+    "stderr_hash": "67b435304368f453ffeda263b2c1c1a591ce3e9a4100d21fbf1ec7a5",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/c-expr7-bb2692a.json b/tests/reference/c-expr7-bb2692a.json
index ec97c6b237..c0fcdfcb2c 100644
--- a/tests/reference/c-expr7-bb2692a.json
+++ b/tests/reference/c-expr7-bb2692a.json
@@ -5,8 +5,8 @@
     "infile_hash": "7ef1383d1798621ee35adb7296bfe66dcdc08a21ac8dc86b9ce42878",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "c-expr7-bb2692a.stdout",
-    "stdout_hash": "1d75b4cf61dcee73adafec2a5448c953bae5476aab2502115df2eecb",
+    "stdout": null,
+    "stdout_hash": null,
     "stderr": "c-expr7-bb2692a.stderr",
     "stderr_hash": "4d93a6488abad28138f2713c11c47b2f02e87e530f1bf6e2e38e88bf",
     "returncode": 2
diff --git a/tests/reference/cpp-expr8-704cece.json b/tests/reference/cpp-expr8-704cece.json
index 1fac6d1530..5478fb2f70 100644
--- a/tests/reference/cpp-expr8-704cece.json
+++ b/tests/reference/cpp-expr8-704cece.json
@@ -5,9 +5,9 @@
     "infile_hash": "6966e19cf343700cbc11ec1bf6a495e43c685c6fa065669875aa61ce",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "cpp-expr8-704cece.stdout",
-    "stdout_hash": "7ac638e8146f048bd5444436ee2b2ac4f85ffa7a1d791cf526adacb4",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "cpp-expr8-704cece.stderr",
+    "stderr_hash": "94db9a9e4af4eda9b774a82fb4f55aa3413db82da5be0160bde72352",
+    "returncode": 2
 }
\ No newline at end of file
diff --git a/tests/reference/cpp-test_builtin_pow-56b3f92.json b/tests/reference/cpp-test_builtin_pow-56b3f92.json
index 05ca48608a..346ddf6b70 100644
--- a/tests/reference/cpp-test_builtin_pow-56b3f92.json
+++ b/tests/reference/cpp-test_builtin_pow-56b3f92.json
@@ -5,8 +5,8 @@
     "infile_hash": "b7d1d5e1592f5078961eb228c756e424d394f5f0383a1577f1cced1b",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "cpp-test_builtin_pow-56b3f92.stdout",
-    "stdout_hash": "dec0af96e013cd38032672f4812f876e586bf697757278addd17b591",
+    "stdout": null,
+    "stdout_hash": null,
     "stderr": "cpp-test_builtin_pow-56b3f92.stderr",
     "stderr_hash": "6935bb3dd01caf67154e6dee0bb6480b2d3ecb270bc5038444391acc",
     "returncode": 2
diff --git a/tests/reference/pass_loop_vectorise-vec_01-be9985e.json b/tests/reference/pass_loop_vectorise-vec_01-be9985e.json
index 7fc7fff2e5..e023d7e0eb 100644
--- a/tests/reference/pass_loop_vectorise-vec_01-be9985e.json
+++ b/tests/reference/pass_loop_vectorise-vec_01-be9985e.json
@@ -5,9 +5,9 @@
     "infile_hash": "f85ca108780c53c54878d119822d56fb834cf4b5121511cbaca2c2fe",
     "outfile": null,
     "outfile_hash": null,
-    "stdout": "pass_loop_vectorise-vec_01-be9985e.stdout",
-    "stdout_hash": "baa381dd5d203052002c17261471a3018958490dc0bc8d7d03f95219",
-    "stderr": null,
-    "stderr_hash": null,
-    "returncode": 0
+    "stdout": null,
+    "stdout_hash": null,
+    "stderr": "pass_loop_vectorise-vec_01-be9985e.stderr",
+    "stderr_hash": "67b435304368f453ffeda263b2c1c1a591ce3e9a4100d21fbf1ec7a5",
+    "returncode": 2
 }
\ No newline at end of file