diff --git a/src/test/regress/expected/multi_upsert.out b/src/test/regress/expected/multi_upsert.out
index ce860e2a1..10106d088 100644
--- a/src/test/regress/expected/multi_upsert.out
+++ b/src/test/regress/expected/multi_upsert.out
@@ -1,6 +1,4 @@
 -- this test file aims to test UPSERT feature on Citus
--- note that output of this file for postgresql 9.4 will
--- be full syntax errors, which is expected.
 ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 980000;
 ALTER SEQUENCE pg_catalog.pg_dist_jobid_seq RESTART 980000;
 CREATE TABLE upsert_test
diff --git a/src/test/regress/pg_regress_multi.pl b/src/test/regress/pg_regress_multi.pl
old mode 100644
new mode 100755
index 78e34322f..0b116da5c
--- a/src/test/regress/pg_regress_multi.pl
+++ b/src/test/regress/pg_regress_multi.pl
@@ -298,10 +298,6 @@ if ($majorversion eq '9.5')
 {
     push(@arguments, '--bindir', "tmp_check/tmp-bin");
 }
-elsif ($majorversion eq '9.4')
-{
-    push(@arguments, '--psqldir', "tmp_check/tmp-bin");
-}
 else
 {
     die "Citus is not compatible with the detected PostgreSQL version $majorversion";
diff --git a/src/test/regress/sql/multi_upsert.sql b/src/test/regress/sql/multi_upsert.sql
index 0d8de95f6..82eb68b12 100644
--- a/src/test/regress/sql/multi_upsert.sql
+++ b/src/test/regress/sql/multi_upsert.sql
@@ -1,6 +1,4 @@
 -- this test file aims to test UPSERT feature on Citus
--- note that output of this file for postgresql 9.4 will
--- be full syntax errors, which is expected.
 
 
 ALTER SEQUENCE pg_catalog.pg_dist_shardid_seq RESTART 980000;