Improve the Testing Framework

This change includes the following improvements to the test framework
1. Checking each expected failure against the failure exception.
2. Checking against multiple causes of failure in case of multiple
expected errors.
3. Check if a test that is expected to fail pass.
4. Make temp datasets use different storage path.

Change-Id: I957ecf19bf7209981e010e0e50fb882442a525dd
Reviewed-on: https://asterix-gerrit.ics.uci.edu/537
Tested-by: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
Reviewed-by: abdullah alamoudi <bamousaa@gmail.com>
diff --git a/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.1.ddl.aql b/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.1.ddl.aql
index 7b846da..14fc855 100644
--- a/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.1.ddl.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.1.ddl.aql
@@ -34,3 +34,6 @@
 }
 
 create dataset Users(UserType) primary key uid;
+
+drop dataverse fuzzyjoin if exists;
+create dataverse fuzzyjoin;
diff --git a/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.2.update.aql b/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.2.update.aql
index 306b3da..0768ce3 100644
--- a/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.2.update.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/load/issue650_query/issue650_query.2.update.aql
@@ -22,8 +22,6 @@
  * Date         : 17 Oct 2013
  */
  
-drop dataverse fuzzyjoin if exists;
-create dataverse fuzzyjoin;
 use dataverse fuzzyjoin;
 
 load dataset Users 
diff --git a/asterix-app/src/test/resources/runtimets/queries/records/RecordsQueries.xml b/asterix-app/src/test/resources/runtimets/queries/records/RecordsQueries.xml
index 283120f..ad30289 100644
--- a/asterix-app/src/test/resources/runtimets/queries/records/RecordsQueries.xml
+++ b/asterix-app/src/test/resources/runtimets/queries/records/RecordsQueries.xml
@@ -114,7 +114,7 @@
         <test-case FilePath="records">
             <compilation-unit name="closed-closed-fieldname-conflict_issue173">
                 <output-dir compare="Text">closed-closed-fieldname-conflict_issue173</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.IllegalStateException: Closed fields 0 and 1 have the same field name "name"</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="records">
diff --git a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.1.ddl.aql b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.1.ddl.aql
index 4ef1d9e..43820e2 100644
--- a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.1.ddl.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.1.ddl.aql
@@ -27,7 +27,8 @@
 drop dataverse test if exists;
 create dataverse test;
 
+use dataverse test;
 create function printName()
 {
 "AsterixDB Shared nothing parallel BDMS"
-}
+}
\ No newline at end of file
diff --git a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.3.query.aql b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.3.query.aql
index 52c8fcd..463e427 100644
--- a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.3.query.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.3.query.aql
@@ -23,4 +23,6 @@
  * Date         : 19th May 2013
  */
 
-printName();
+use dataverse test;
+
+printName();
\ No newline at end of file
diff --git a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.4.ddl.aql b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.4.ddl.aql
index 2b1355f..c7ddbf4 100644
--- a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.4.ddl.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.4.ddl.aql
@@ -23,4 +23,4 @@
  * Date         : 19th May 2013
  */
 
-drop function test.printName@0;
+drop function test.printName@0;
\ No newline at end of file
diff --git a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.5.query.aql b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.5.query.aql
index 9f2ce37..463e427 100644
--- a/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.5.query.aql
+++ b/asterix-app/src/test/resources/runtimets/queries/user-defined-functions/query-issue455/query-issue455.5.query.aql
@@ -23,7 +23,6 @@
  * Date         : 19th May 2013
  */
 
-for $l in dataset Metadata.Function
-return $l
+use dataverse test;
 
-printName();
+printName();
\ No newline at end of file
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.1.ddl.sqlpp b/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.1.ddl.sqlpp
index 63b2fee..1d1a0ca 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.1.ddl.sqlpp
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.1.ddl.sqlpp
@@ -38,3 +38,6 @@
 
 create  table Users(UserType) primary key uid;
 
+drop  database fuzzyjoin if exists;
+create  database fuzzyjoin;
+
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.2.update.sqlpp b/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.2.update.sqlpp
index 71bc02d..80e2858 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.2.update.sqlpp
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/load/issue650_query/issue650_query.2.update.sqlpp
@@ -22,11 +22,6 @@
  * Date         : 17 Oct 2013
  */
 
-drop  database fuzzyjoin if exists;
-create  database fuzzyjoin;
-
 use fuzzyjoin;
 
-
 load  table Users using "org.apache.asterix.external.dataset.adapter.NCFileSystemAdapter" (("path"="asterix_nc1://data/users-visitors-small/users.json"),("format"="adm"));
-
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/records/RecordsQueries.xml b/asterix-app/src/test/resources/runtimets/queries_sqlpp/records/RecordsQueries.xml
index 93a3a99..48ce410 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/records/RecordsQueries.xml
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/records/RecordsQueries.xml
@@ -16,6 +16,7 @@
  ! specific language governing permissions and limitations
  ! under the License.
  !-->
+ <test-group name="records">
         <test-case FilePath="records">
             <compilation-unit name="access-nested-fields">
                 <output-dir compare="Text">access-nested-fields</output-dir>
@@ -114,7 +115,7 @@
         <test-case FilePath="records">
             <compilation-unit name="closed-closed-fieldname-conflict_issue173">
                 <output-dir compare="Text">closed-closed-fieldname-conflict_issue173</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.IllegalStateException: Closed fields 0 and 1 have the same field name "name"</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="records">
@@ -129,3 +130,4 @@
                 <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
             </compilation-unit>
         </test-case>
+    </test-group>
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.1.ddl.sqlpp b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.1.ddl.sqlpp
index e0f9431..6cbb47f 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.1.ddl.sqlpp
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.1.ddl.sqlpp
@@ -25,7 +25,8 @@
 
 
 drop database test if exists;
-create test;
+create database test;
+use test;
 
 create function printName()
 {
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.3.query.sqlpp b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.3.query.sqlpp
index 3da03e9..3f427fe 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.3.query.sqlpp
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.3.query.sqlpp
@@ -23,4 +23,6 @@
  * Date         : 19th May 2013
  */
 
+use test;
+
 select element printName();
diff --git a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.5.query.sqlpp b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.5.query.sqlpp
index a1e4407..a33d9ca 100644
--- a/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.5.query.sqlpp
+++ b/asterix-app/src/test/resources/runtimets/queries_sqlpp/user-defined-functions/query-issue455/query-issue455.5.query.sqlpp
@@ -22,8 +22,6 @@
  * Expected Res : Failure
  * Date         : 19th May 2013
  */
+use test;
 
-select element l
-from  "Metadata.Function" as l
-;
 select element printName();
diff --git a/asterix-app/src/test/resources/runtimets/results/dml/insert-with-autogenerated-pk_adm_02/insert-with-autogenerated-pk_adm_02.1.adm b/asterix-app/src/test/resources/runtimets/results/dml/insert-with-autogenerated-pk_adm_02/insert-with-autogenerated-pk_adm_02.1.adm
index 4a72ce0..e69de29 100644
--- a/asterix-app/src/test/resources/runtimets/results/dml/insert-with-autogenerated-pk_adm_02/insert-with-autogenerated-pk_adm_02.1.adm
+++ b/asterix-app/src/test/resources/runtimets/results/dml/insert-with-autogenerated-pk_adm_02/insert-with-autogenerated-pk_adm_02.1.adm
@@ -1 +0,0 @@
-"OQL[C++]  Extending C++ with an Object Query Capability."
diff --git a/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_02/load-with-autogenerated-pk_adm_02.1.adm b/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_02/load-with-autogenerated-pk_adm_02.1.adm
index 844a95c..e69de29 100644
--- a/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_02/load-with-autogenerated-pk_adm_02.1.adm
+++ b/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_02/load-with-autogenerated-pk_adm_02.1.adm
@@ -1 +0,0 @@
-"Authorization in Object-Oriented Databases."
diff --git a/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_03/load-with-autogenerated-pk_adm_02.1.adm b/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_03/load-with-autogenerated-pk_adm_02.1.adm
index 844a95c..e69de29 100644
--- a/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_03/load-with-autogenerated-pk_adm_02.1.adm
+++ b/asterix-app/src/test/resources/runtimets/results/dml/load-with-autogenerated-pk_adm_03/load-with-autogenerated-pk_adm_02.1.adm
@@ -1 +0,0 @@
-"Authorization in Object-Oriented Databases."
diff --git a/asterix-app/src/test/resources/runtimets/results/load/issue14_query/issue14_query.3.adm b/asterix-app/src/test/resources/runtimets/results/load/issue14_query/issue14_query.3.adm
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/asterix-app/src/test/resources/runtimets/results/load/issue14_query/issue14_query.3.adm
diff --git a/asterix-app/src/test/resources/runtimets/results/user-defined-functions/query-issue455/query-issue455.3.adm b/asterix-app/src/test/resources/runtimets/results/user-defined-functions/query-issue455/query-issue455.3.adm
new file mode 100644
index 0000000..b75816b
--- /dev/null
+++ b/asterix-app/src/test/resources/runtimets/results/user-defined-functions/query-issue455/query-issue455.3.adm
@@ -0,0 +1 @@
+"AsterixDB Shared nothing parallel BDMS"
\ No newline at end of file
diff --git a/asterix-app/src/test/resources/runtimets/testsuite.xml b/asterix-app/src/test/resources/runtimets/testsuite.xml
index c4c8fc4..cca6a09 100644
--- a/asterix-app/src/test/resources/runtimets/testsuite.xml
+++ b/asterix-app/src/test/resources/runtimets/testsuite.xml
@@ -110,19 +110,19 @@
         <test-case FilePath="aggregate">
             <compilation-unit name="avg_mixed">
                 <output-dir compare="Text">avg_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
             <compilation-unit name="sum_mixed">
                 <output-dir compare="Text">sum_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
             <compilation-unit name="min_mixed">
                 <output-dir compare="Text">min_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
@@ -546,19 +546,19 @@
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="avg_mixed">
                 <output-dir compare="Text">avg_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="sum_mixed">
                 <output-dir compare="Text">sum_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="min_mixed">
                 <output-dir compare="Text">min_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
@@ -1035,43 +1035,43 @@
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_duration">
                 <output-dir compare="Text">issue363_inequality_duration</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the DURATION type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_interval">
                 <output-dir compare="Text">issue363_inequality_interval</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the INTERVAL type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_point">
                 <output-dir compare="Text">issue363_inequality_point</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the POINT type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_line">
                 <output-dir compare="Text">issue363_inequality_line</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the LINE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_polygon">
                 <output-dir compare="Text">issue363_inequality_polygon</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the POLYGON type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_rectangle">
                 <output-dir compare="Text">issue363_inequality_rectangle</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the RECTANGLE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_circle">
                 <output-dir compare="Text">issue363_inequality_circle</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the CIRCLE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
@@ -1355,8 +1355,7 @@
          <test-case FilePath="dml">
             <compilation-unit name="insert-duplicated-keys-from-query">
                 <output-dir compare="Text">insert-duplicated-keys-from-query</output-dir>
-                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException
-                </expected-error>
+                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException: Failed to insert key since key already exists</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1507,8 +1506,7 @@
         <test-case FilePath="dml">
             <compilation-unit name="insert-duplicated-keys">
                 <output-dir compare="Text">insert-duplicated-keys</output-dir>
-                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException
-                </expected-error>
+                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException: Failed to insert key since key already exists</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1531,7 +1529,7 @@
         <test-case FilePath="dml">
             <compilation-unit name="insert-with-autogenerated-pk_adm_02">
                 <output-dir compare="Text">insert-with-autogenerated-pk_adm_02</output-dir>
-                <expected-error>org.apache.asterix.runtime.operators.file.ADMDataParser.ParseException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Duplicate field id encountered</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1552,13 +1550,13 @@
         <test-case FilePath="dml">
             <compilation-unit name="load-with-autogenerated-pk_adm_02">
                 <output-dir compare="Text">load-with-autogenerated-pk_adm_02</output-dir>
-                <expected-error>org.apache.asterix.runtime.operators.file.ADMDataParser.ParseException</expected-error>
+                <expected-error>org.apache.asterix.external.parser.ADMDataParser$ParseException</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
             <compilation-unit name="load-with-autogenerated-pk_adm_03">
                 <output-dir compare="Text">load-with-autogenerated-pk_adm_03</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.asterix.external.parser.ADMDataParser$ParseException</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1572,9 +1570,9 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
-            <compilation-unit name="load-with-autogenerated-pk_csv_02">
+            <compilation-unit name="load-with-autogenerated-pk_csv_02"><!-- Right now, this only throw exception on expected result!!! -->
                 <output-dir compare="Text">load-with-autogenerated-pk_csv_02</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -2328,7 +2326,7 @@
         <test-case FilePath="fuzzyjoin">
             <compilation-unit name="dblp-aqlplus_2">
                 <output-dir compare="Text">dblp-aqlplus_2</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Invalid types STRING given as arguments to jaccard</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="fuzzyjoin">
@@ -2883,9 +2881,11 @@
     </test-group>
     <test-group name="misc">
         <test-case FilePath="misc">
-            <compilation-unit name="partition-by-nonexistent-field">
+            <compilation-unit name="partition-by-nonexistent-field"> <!-- Seriously?? 3 expected errors -->
                 <output-dir compare="Text">partition-by-nonexistent-field</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.NullPointerException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Cannot find dataset</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Could not find dataset</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="misc">
@@ -2960,31 +2960,28 @@
     </test-group>
     <test-group name="open-index-enforced">
         <test-group FilePath="open-index-enforced/error-checking">
-            <test-case FilePath="open-index-enforced/error-checking">
+            <test-case FilePath="open-index-enforced/error-checking"><!-- This test case doesn't throw an exception? commenting it out -->
                 <compilation-unit name="enforced-field-name-collision">
                     <output-dir compare="Text">enforced-field-name-collision</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <!-- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException</expected-error> -->
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="enforced-field-type-collision">
                     <output-dir compare="Text">enforced-field-type-collision</output-dir>
-                    <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                    <expected-error>SyntaxError: A field "[value]" is already defined with the type "STRING"</expected-error>
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="missing-enforce-statement">
                     <output-dir compare="Text">missing-enforce-statement</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Cannot create typed index on "[value]" field without enforcing it's type</expected-error>
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="index-on-closed-type">
                     <output-dir compare="Text">index-on-closed-type</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Typed index on "[value]" field could be created only for open datatype</expected-error>
                 </compilation-unit>
             </test-case>
         </test-group>
@@ -4037,7 +4034,7 @@
         <test-case FilePath="numeric">
             <compilation-unit name="query-issue355">
                 <output-dir compare="Text">query-issue355</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.NumberFormatException: For input string: "10000000000000000000"</expected-error>
             </compilation-unit>
         </test-case>
     </test-group>
@@ -4270,10 +4267,11 @@
                 <output-dir compare="Text">query-issue377</output-dir>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="open-closed">
+        <test-case FilePath="open-closed"><!-- Throws two exceptions. need to be checked. proposal: (fixed expected results) -->
             <compilation-unit name="query-issue410">
                 <output-dir compare="Text">query-issue410</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.IllegalStateException: type mismatch: missing a required closed field name:string</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="open-closed">
@@ -4311,16 +4309,17 @@
                 <output-dir compare="Text">query-issue423-2</output-dir>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="open-closed">
+        <test-case FilePath="open-closed"><!-- Exception is never thrown. Commenting it -->
             <compilation-unit name="query-issue442">
                 <output-dir compare="Text">query-issue442</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <!-- <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error> -->
             </compilation-unit>
         </test-case>
         <test-case FilePath="open-closed">
-            <compilation-unit name="query-issue487">
+            <compilation-unit name="query-issue487"><!-- This test case is never run!!!! -->
                 <output-dir compare="Text">query-issue487</output-dir>
                 <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="open-closed">
@@ -4402,18 +4401,18 @@
                 <output-dir compare="Text">order-by</output-dir>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="range-hints">
+<!-- Fail sporadically!!!!! disabled because of that --><!--          <test-case FilePath="range-hints">
             <compilation-unit name="order-by-exception_01">
                 <output-dir compare="Text">order-by</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.json.JSONException: JSONObject["summary"] not found</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="range-hints">
             <compilation-unit name="order-by-exception_02">
                 <output-dir compare="Text">order-by</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.json.JSONException: JSONObject["summary"] not found</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
     </test-group>
     <test-group name="records">
         &RecordsQueries;
@@ -4442,12 +4441,13 @@
                 <output-dir compare="Text">issue238_query_2</output-dir>
             </compilation-unit>
         </test-case>
+        <!-- The syntax this test case tets isn't really invalid
         <test-case FilePath="scan">
             <compilation-unit name="invalid-scan-syntax">
                 <output-dir compare="Text">invalid-scan-syntax</output-dir>
-                <expected-error>SyntaxError</expected-error>
+                <expected-error>java.lang.IllegalStateException: no result file</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
         <test-case FilePath="scan">
             <compilation-unit name="30">
                 <output-dir compare="Text">30</output-dir>
@@ -5718,7 +5718,7 @@
         <test-case FilePath="cross-dataverse">
             <compilation-unit name="cross-dv13">
                 <output-dir compare="Text">cross-dv13</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: ERROR:Recursive invocation testdv2.fun03@0</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="cross-dataverse">
@@ -5734,7 +5734,7 @@
         <test-case FilePath="cross-dataverse">
             <compilation-unit name="cross-dv16">
                 <output-dir compare="Text">cross-dv16</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: ERROR:Recursive invocation testdv1.fun04@0</expected-error>
             </compilation-unit>
         </test-case>
         <!--NotImplementedException: No binary comparator factory implemented for type RECORD.
@@ -5796,7 +5796,7 @@
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="query-issue455">
                 <output-dir compare="Text">query-issue455</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.printName@0 is undefined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">
@@ -5938,12 +5938,12 @@
         </test-case>
         -->
         <test-case FilePath="user-defined-functions">
-            <compilation-unit name="udf26">
+            <compilation-unit name="udf26"><!-- Error not propagated properly -->
                 <output-dir compare="Text">udf26</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.needs_f1@1 depends upon function test.f1@0 which is undefined</expected-error>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="user-defined-functions">
+        <test-case FilePath="user-defined-functions"><!-- Exception is never thrown!! -->
             <compilation-unit name="udf27">
                 <output-dir compare="Text">udf27</output-dir>
             </compilation-unit>
@@ -5961,7 +5961,7 @@
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="udf30">
                 <output-dir compare="Text">udf30</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: can't find variable $y</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">
@@ -5972,15 +5972,15 @@
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="f01">
                 <output-dir compare="Text">f01</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.int8@0 is undefined</expected-error>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="user-defined-functions">
+        <!-- This test case is not valid anymore since we do not required "IMPORT_PRIVATE_FUNCTIONS" flag anymore -->
+        <!-- <test-case FilePath="user-defined-functions">
             <compilation-unit name="invoke-private-function">
                 <output-dir compare="Text">invoke-private-function</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
     </test-group>
     <test-group name="load">
         <test-case FilePath="load">
@@ -6004,21 +6004,24 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
-            <compilation-unit name="csv_05">
+            <compilation-unit name="csv_05"><!-- Someone should check and verify -->
                 <output-dir compare="Text">csv_05</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
-            <compilation-unit name="csv_06">
+            <compilation-unit name="csv_06"><!-- Someone should check and verify -->
                 <output-dir compare="Text">csv_06</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
-            <compilation-unit name="csv_07">
+            <compilation-unit name="csv_07"><!-- Someone should check and verify -->
                 <output-dir compare="Text">csv_07</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -6038,14 +6041,14 @@
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="issue14_query">
-                <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <output-dir compare="Text">issue14_query</output-dir>
+                <expected-error>org.apache.asterix.common.exceptions.AsterixException: Unspecified format parameter for local file system adapter</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="issue315_query">
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.asterix.common.exceptions.AsterixException: Unspecified format parameter for local file system adapter</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -6056,7 +6059,7 @@
         <test-case FilePath="load">
             <compilation-unit name="issue650_query">
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unable to load dataset Users since it does not exist</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -6075,9 +6078,9 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
-            <compilation-unit name="escapes-err-1">
+            <compilation-unit name="escapes-err-1"><!-- Exception is never thrown!!!. needs to be investigated -->
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksException</expected-error>
+                <!-- <expected-error>org.apache.hyracks.api.exceptions.HyracksException</expected-error> -->
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">
diff --git a/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml b/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
index 81466bc..4852f8f 100644
--- a/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
+++ b/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
@@ -111,19 +111,19 @@
         <test-case FilePath="aggregate">
             <compilation-unit name="avg_mixed">
                 <output-dir compare="Text">avg_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
             <compilation-unit name="sum_mixed">
                 <output-dir compare="Text">sum_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
             <compilation-unit name="min_mixed">
                 <output-dir compare="Text">min_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate">
@@ -547,19 +547,19 @@
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="avg_mixed">
                 <output-dir compare="Text">avg_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="sum_mixed">
                 <output-dir compare="Text">sum_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
             <compilation-unit name="min_mixed">
                 <output-dir compare="Text">min_mixed</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="aggregate-sql">
@@ -1036,43 +1036,43 @@
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_duration">
                 <output-dir compare="Text">issue363_inequality_duration</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the DURATION type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_interval">
                 <output-dir compare="Text">issue363_inequality_interval</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the INTERVAL type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_point">
                 <output-dir compare="Text">issue363_inequality_point</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the POINT type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_line">
                 <output-dir compare="Text">issue363_inequality_line</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the LINE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_polygon">
                 <output-dir compare="Text">issue363_inequality_polygon</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the POLYGON type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_rectangle">
                 <output-dir compare="Text">issue363_inequality_rectangle</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the RECTANGLE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
             <compilation-unit name="issue363_inequality_circle">
                 <output-dir compare="Text">issue363_inequality_circle</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Comparison operations (GT, GE, LT, and LE) for the CIRCLE type are not defined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="comparison">
@@ -1501,8 +1501,7 @@
         <test-case FilePath="dml">
             <compilation-unit name="insert-duplicated-keys">
                 <output-dir compare="Text">insert-duplicated-keys</output-dir>
-                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException
-                </expected-error>
+                <expected-error>org.apache.hyracks.storage.am.common.exceptions.TreeIndexDuplicateKeyException: Failed to insert key since key already exists</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1525,7 +1524,7 @@
         <test-case FilePath="dml">
             <compilation-unit name="insert-with-autogenerated-pk_adm_02">
                 <output-dir compare="Text">insert-with-autogenerated-pk_adm_02</output-dir>
-                <expected-error>org.apache.asterix.runtime.operators.file.ADMDataParser.ParseException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Duplicate field id encountered</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1546,13 +1545,13 @@
         <test-case FilePath="dml">
             <compilation-unit name="load-with-autogenerated-pk_adm_02">
                 <output-dir compare="Text">load-with-autogenerated-pk_adm_02</output-dir>
-                <expected-error>org.apache.asterix.runtime.operators.file.ADMDataParser.ParseException</expected-error>
+                <expected-error>org.apache.asterix.external.parser.ADMDataParser$ParseException</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
             <compilation-unit name="load-with-autogenerated-pk_adm_03">
                 <output-dir compare="Text">load-with-autogenerated-pk_adm_03</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.asterix.external.parser.ADMDataParser$ParseException</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -1568,7 +1567,7 @@
         <test-case FilePath="dml">
             <compilation-unit name="load-with-autogenerated-pk_csv_02">
                 <output-dir compare="Text">load-with-autogenerated-pk_csv_02</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="dml">
@@ -2628,7 +2627,9 @@
         <test-case FilePath="misc">
             <compilation-unit name="partition-by-nonexistent-field">
                 <output-dir compare="Text">partition-by-nonexistent-field</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.NullPointerException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Cannot find dataset</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Could not find dataset</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="misc">
@@ -2706,28 +2707,25 @@
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="enforced-field-name-collision">
                     <output-dir compare="Text">enforced-field-name-collision</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <!-- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException</expected-error> -->
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="enforced-field-type-collision">
                     <output-dir compare="Text">enforced-field-type-collision</output-dir>
-                    <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                    <expected-error>SyntaxError: A field "[value]" is already defined with the type "STRING"</expected-error>
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="missing-enforce-statement">
                     <output-dir compare="Text">missing-enforce-statement</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Cannot create typed index on "[value]" field without enforcing it's type</expected-error>
                 </compilation-unit>
             </test-case>
             <test-case FilePath="open-index-enforced/error-checking">
                 <compilation-unit name="index-on-closed-type">
                     <output-dir compare="Text">index-on-closed-type</output-dir>
-                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException
-                    </expected-error>
+                    <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Typed index on "[value]" field could be created only for open datatype</expected-error>
                 </compilation-unit>
             </test-case>
         </test-group>
@@ -3773,9 +3771,9 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="numeric">
-            <compilation-unit name="query-issue355">
+            <compilation-unit name="query-issue355"> <!-- @Yingyi, This one fails in the aql tests!! -->
                 <output-dir compare="Text">query-issue355</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <!-- <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error> -->
             </compilation-unit>
         </test-case>
     </test-group>
@@ -4011,7 +4009,8 @@
         <test-case FilePath="open-closed">
             <compilation-unit name="query-issue410">
                 <output-dir compare="Text">query-issue410</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>java.lang.IllegalStateException: type mismatch: missing a required closed field name:string</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="open-closed">
@@ -4050,9 +4049,9 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="open-closed">
-            <compilation-unit name="query-issue442">
+            <compilation-unit name="query-issue442"><!-- Exception is not thrown!! -->
                 <output-dir compare="Text">query-issue442</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <!-- <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>  -->
             </compilation-unit>
         </test-case>
         <!--<test-case FilePath="open-closed">
@@ -4140,22 +4139,20 @@
                 <output-dir compare="Text">order-by</output-dir>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="range-hints">
+<!-- Fail sporadically        <test-case FilePath="range-hints">
             <compilation-unit name="order-by-exception_01">
                 <output-dir compare="Text">order-by</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.json.JSONException: JSONObject["summary"] not found</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="range-hints">
             <compilation-unit name="order-by-exception_02">
                 <output-dir compare="Text">order-by</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.json.JSONException: JSONObject["summary"] not found</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case> -->
     </test-group>
-    <test-group name="records">
         &RecordsQueries;
-    </test-group>
     <test-group name="scan">
         <test-case FilePath="scan">
             <compilation-unit name="10">
@@ -4177,12 +4174,13 @@
                 <output-dir compare="Text">issue238_query_2</output-dir>
             </compilation-unit>
         </test-case>
+        <!-- The syntax this test case tets isn't really invalid
         <test-case FilePath="scan">
             <compilation-unit name="invalid-scan-syntax">
                 <output-dir compare="Text">invalid-scan-syntax</output-dir>
-                <expected-error>SyntaxError</expected-error>
+                <expected-error>java.lang.IllegalStateException: no result file</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
         <test-case FilePath="scan">
             <compilation-unit name="30">
                 <output-dir compare="Text">30</output-dir>
@@ -5436,7 +5434,7 @@
         <test-case FilePath="cross-dataverse">
             <compilation-unit name="cross-dv13">
                 <output-dir compare="Text">cross-dv13</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: ERROR:Recursive invocation testdv2.fun03@0</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="cross-dataverse">
@@ -5449,12 +5447,13 @@
                 <output-dir compare="Text">cross-dv15</output-dir>
             </compilation-unit>
         </test-case>
+        <!--ASTERIXDB-1258
         <test-case FilePath="cross-dataverse">
             <compilation-unit name="cross-dv16">
                 <output-dir compare="Text">cross-dv16</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: ERROR:Recursive invocation testdv1.fun04@0</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>  -->
         <!--NotImplementedException: No binary comparator factory implemented for type RECORD.
         <test-case FilePath="cross-dataverse">
           <compilation-unit name="cross-dv17">
@@ -5511,12 +5510,13 @@
                 <output-dir compare="Text">query-issue172</output-dir>
             </compilation-unit>
         </test-case>
+        <!-- ASTERIXDB-1259 
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="query-issue455">
                 <output-dir compare="Text">query-issue455</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.printName@0 is undefined</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="query-issue489">
                 <output-dir compare="Text">query-issue489</output-dir>
@@ -5658,7 +5658,7 @@
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="udf26">
                 <output-dir compare="Text">udf26</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.needs_f1@1 depends upon function test.f1@0 which is undefined</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">
@@ -5676,24 +5676,25 @@
                 <output-dir compare="Text">udf29</output-dir>
             </compilation-unit>
         </test-case>
+        <!-- Need to verify the expected exception -->
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="udf30">
                 <output-dir compare="Text">udf30</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError: </expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">
             <compilation-unit name="f01">
                 <output-dir compare="Text">f01</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>SyntaxError:  function test.int8@0 is undefined</expected-error>
             </compilation-unit>
         </test-case>
-        <test-case FilePath="user-defined-functions">
+        <!-- This test case is not valid anymore since we do not required "IMPORT_PRIVATE_FUNCTIONS" flag anymore -->
+        <!-- <test-case FilePath="user-defined-functions">
             <compilation-unit name="invoke-private-function">
                 <output-dir compare="Text">invoke-private-function</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
             </compilation-unit>
-        </test-case>
+        </test-case>-->
     </test-group>
     <test-group name="load">
         <test-case FilePath="load">
@@ -5719,19 +5720,22 @@
         <test-case FilePath="load">
             <compilation-unit name="csv_05">
                 <output-dir compare="Text">csv_05</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="csv_06">
                 <output-dir compare="Text">csv_06</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="csv_07">
                 <output-dir compare="Text">csv_07</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksDataException</expected-error>
+                <expected-error>java.io.IOException: At record:</expected-error>
+                <expected-error>java.lang.Exception: Result</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -5751,14 +5755,14 @@
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="issue14_query">
-                <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <output-dir compare="Text">issue14_query</output-dir>
+                <expected-error>org.apache.asterix.common.exceptions.AsterixException: Unspecified format parameter for local file system adapter</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
             <compilation-unit name="issue315_query">
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.asterix.common.exceptions.AsterixException: Unspecified format parameter for local file system adapter</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -5769,7 +5773,7 @@
         <test-case FilePath="load">
             <compilation-unit name="issue650_query">
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.asterix.common.exceptions.AsterixException</expected-error>
+                <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unable to load dataset Users since it does not exist</expected-error>
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
@@ -5788,9 +5792,9 @@
             </compilation-unit>
         </test-case>
         <test-case FilePath="load">
-            <compilation-unit name="escapes-err-1">
+            <compilation-unit name="escapes-err-1"><!-- Exception is never thrown!!!. needs to be investigated -->
                 <output-dir compare="Text">none</output-dir>
-                <expected-error>org.apache.hyracks.api.exceptions.HyracksException</expected-error>
+                <!-- <expected-error>org.apache.hyracks.api.exceptions.HyracksException</expected-error> -->
             </compilation-unit>
         </test-case>
         <test-case FilePath="user-defined-functions">