From 6c44a7cf3647af6a4f15b09011549886ff5930a2 Mon Sep 17 00:00:00 2001
From: David <xudavidb@gmail.com>
Date: Sun, 24 Apr 2016 18:46:00 -0700
Subject: [PATCH] add error tests

---
 .../errorTests/expected_output/comments1.re   |  2 +
 formatTest/errorTests/input/comments1.re      |  1 +
 formatTest/test.sh                            | 51 +++++++++++++++++++
 3 files changed, 54 insertions(+)
 create mode 100644 formatTest/errorTests/expected_output/comments1.re
 create mode 100644 formatTest/errorTests/input/comments1.re

diff --git a/formatTest/errorTests/expected_output/comments1.re b/formatTest/errorTests/expected_output/comments1.re
new file mode 100644
index 000000000..673de8a2e
--- /dev/null
+++ b/formatTest/errorTests/expected_output/comments1.re
@@ -0,0 +1,2 @@
+File "comments1.re", line 1, characters 0-2:
+Error: Comment not terminated
diff --git a/formatTest/errorTests/input/comments1.re b/formatTest/errorTests/input/comments1.re
new file mode 100644
index 000000000..aeff9db2c
--- /dev/null
+++ b/formatTest/errorTests/input/comments1.re
@@ -0,0 +1 @@
+/* this is an unterminated comment
diff --git a/formatTest/test.sh b/formatTest/test.sh
index d55ae64a6..2ad1b7343 100755
--- a/formatTest/test.sh
+++ b/formatTest/test.sh
@@ -36,6 +36,14 @@ TYPE_TEST_OUTPUT=$TEST_DIR/typeCheckedTests/output
 
 TYPE_TEST_EXPECTED_OUTPUT=$DIR/typeCheckedTests/expected_output
 
+
+ERROR_TEST_INPUT=$DIR/errorTests/input
+
+ERROR_TEST_OUTPUT=$TEST_DIR/errorTests/output
+
+ERROR_TEST_EXPECTED_OUTPUT=$DIR/errorTests/expected_output
+
+
 FAILED_TESTS=$TEST_DIR/failed_tests
 
 function info() {
@@ -64,6 +72,7 @@ function setup_test_dir() {
     echo "Setting up test dir at $UNIT_TEST_EXPECTED_OUTPUT"
     mkdir -p $UNIT_TEST_OUTPUT
     mkdir -p $TYPE_TEST_OUTPUT
+    mkdir -p $ERROR_TEST_OUTPUT
     touch $FAILED_TESTS
 }
 
@@ -201,6 +210,41 @@ function typecheck_test() {
     echo
 }
 
+function error_test() {
+    FILE=$1
+    INPUT=$2
+    OUTPUT=$3
+    EXPECTED_OUTPUT=$4
+
+    info "Error Test: $FILE"
+    if [ "$(basename $FILE)" != "$(basename $FILE .ml)" ] || [ "$(basename $FILE)" != "$(basename $FILE .mli)" ]; then
+      warning "  ⊘ FAILED: .ml files should not need to be run against error tests. \n"
+      return 1
+    else
+      debug "  '$REFMT -print-width 50 -print re $INPUT/$FILE &> $OUTPUT/$FILE'"
+      # ensure errors are not absolute filepaths
+      cd $INPUT
+      $REFMT -print-width 50 -print re $(basename $FILE) &> $OUTPUT/$FILE
+      cd -
+    fi
+
+    debug "  Comparing results:  diff $OUTPUT/$FILE $EXPECTED_OUTPUT/$FILE"
+
+    diff --unchanged-line-format="" --new-line-format=":%dn: %L" --old-line-format=":%dn: %L" $OUTPUT/$FILE $EXPECTED_OUTPUT/$FILE
+
+    if ! [[ $? -eq 0 ]]; then
+        warning "  ⊘ FAILED\n"
+        info "  ${INFO}$OUTPUT/$FILE${RESET}"
+        info "  doesn't match expected output"
+        info "  ${INFO}$EXPECTED_OUTPUT/$FILE${RESET}"
+        echo ""
+        return 1
+    fi
+
+    success "  ☑ PASS"
+    echo
+}
+
 cd $UNIT_TEST_INPUT && find . -type f \( -name "*.re*" -or -name "*.ml*" \) | while read file; do
         unit_test $file $UNIT_TEST_INPUT $UNIT_TEST_OUTPUT $UNIT_TEST_EXPECTED_OUTPUT
         if ! [[ $? -eq 0 ]]; then
@@ -228,6 +272,13 @@ cd $TYPE_TEST_INPUT && find . -type f \( -name "*.re*" -or -name "*.ml*" \) | so
         fi
 done
 
+cd $ERROR_TEST_INPUT && find . -type f \( -name "*.re*" -or -name "*.ml*" \) | while read file; do
+        error_test $file $ERROR_TEST_INPUT $ERROR_TEST_OUTPUT $ERROR_TEST_EXPECTED_OUTPUT
+        if ! [[ $? -eq 0 ]]; then
+            echo "$file -- error_test" >> $FAILED_TESTS
+        fi
+done
+
 if [[ -s $FAILED_TESTS ]]; then
   warning "Failed tests:"
   cat $FAILED_TESTS