DO NOT MERGE. Jenkins test with better debugging output

Author: vsalvis

test/test/CompilerTest.scala

@@ -255,28 +255,18 @@ abstract class CompilerTest extends DottyTest {
     processFileDir(sourceFile, { sf =>
       if (extensionsToCopy.contains(sf.extension)) {
         dest.parent.jfile.mkdirs
-        println("copying " + sf.toString + " with UTF8 codec " + sf.creationCodec)
-        val contents = try { sf.slurp(scala.io.Codec.UTF8) } catch {
-          case e: Throwable => println("==================\n=======BOOM=======\n==================\nfailed slurping file " + sf.toString); ""
+        val contents = try sf.slurp catch {
+          case e: java.nio.charset.MalformedInputException =>
+            println("ERROR: illegal character detected for file " + sf + " (charset " + sf.creationCodec + ")")
+            checkEncoding(sf)
+            throw e
         }
         dest.toFile.writeAll("/* ==========================================\n",
                              " * ========= AUTOMATICALLY GENERATED ========\n",
                              " * ========= DO NOT EDIT THIS FILE ==========\n",
                              " * ==========================================\n",
                              " * Original: " + sf.toString + " */\n\n",
                              contents)
-
-/* ==================
-=======BOOM=======
-==================
-failed slurping file ./src/dotty/tools/dotc/core/tasty/TastyFormat.scala
-failed slurping file ./src/dotty/tools/dotc/core/tasty/TastyFormat.scala
-failed slurping file ./src/dotty/tools/dotc/transform/PatternMatcher.scala
-failed slurping file ./src/dotty/tools/dotc/transform/PatternMatcher.scala
-
-
-*/
-
       } else {
         log(s"WARNING: ignoring $sf")
       }
@@ -351,6 +341,25 @@ failed slurping file ./src/dotty/tools/dotc/transform/PatternMatcher.scala
 
   /** Write either to console (JUnit) or log file (partest). */
   private def log(msg: String) = logFile.map(_.appendAll(msg + "\n")).getOrElse(println(msg))
+
+  /** Jenkins uses different Character encoding, check if this is the problem. */
+  private def checkEncoding(sf: SFile) = {
+    val reader1 = sf.reader(scala.io.Codec.UTF8) // local machine
+    val reader2 = sf.reader(scala.io.Codec(java.nio.charset.Charset.forName("US-ASCII"))) // jenkins
+    try {
+      var read1, read2, count, diffcount = 0
+      while ((read1 > -1 || read2 > -1) && diffcount < 30) {
+        read1 = reader1.read(); read2 = reader2.read()
+        count += 1
+        if (read1 != read2) {
+          println("difference at character " + count  + ": UTF8: " + read1.toChar + ", US-ASCII (jenkins): " + read2.toChar)
+          diffcount += 1
+        }
+      }
+    } finally {
+      reader1.close; reader2.close
+    }
+  }
 }
 
 object CompilerTest extends App {