Dangerfile: handle maven-surefire-plugin reports.

Author: php-coder

Dangerfile

@@ -450,6 +450,50 @@ else
 	end
 end
 
+# Handle `mvn test` reports
+# maven-surefire-plugin generates multiple XML files (one result file per test class).
+#
+# Example:
+# <testsuite name="ru.mystamps.web.service.CronServiceImplTest" time="0.175" tests="7" errors="0" skipped="0" failures="2">
+#   <testcase name="sendDailyStatistics() should prepare report and pass it to mail service" classname="ru.mystamps.web.service.CronServiceImplTest" time="0.107">
+#     <failure message="Condition not satisfied: bla bla bla" type="org.spockframework.runtime.SpockComparisonFailure">
+#       org.spockframework.runtime.SpockComparisonFailure: bla bla bla
+#     </failure>
+#   </testcase>
+# </testsuite>
+#
+test_reports_pattern = 'target/surefire-reports/TEST-*.xml'
+test_reports = Dir.glob(test_reports_pattern)
+if test_reports.empty?
+	warn("Couldn't find #{test_reports_pattern}. maven-surefire-plugin results is unknown")
+else
+	errors_count = 0
+	test_reports.each do |file|
+		doc = Nokogiri::XML(File.open(file))
+		testsuite = doc.xpath('/testsuite').first
+		failures  = testsuite['failures'].to_i
+		if failures == 0
+			next
+		end
+		
+		testsuite.xpath('.//failure').each do |failure|
+			errors_count += 1
+			msg = failure.text
+			tc  = failure.parent
+			file = tc['classname'].gsub(/\./, '/')
+			path = "src/test/groovy/#{file}.groovy"
+			if File.file?(path)
+				file = path
+			end
+			# TODO: try to findout the test case and use it for highlighting line numbers
+			file = github.html_link(file)
+			testcase = tc['name']
+			fail("maven-surefire-plugin error in #{file}:\nTest case `#{testcase}` fails with message:\n```\n#{msg}\n```")
+		end
+	end
+	print_errors_summary 'maven-surefire-plugin', errors_count, 'https://github.com/php-coder/mystamps/wiki/unit-tests'
+end
+
 # Handle `mvn findbugs:check` results
 #
 # Example:

pom.xml

@@ -430,6 +430,10 @@
 		<commons.lang.version>3.4</commons.lang.version>
 		<compiler.plugin.version>3.6.1</compiler.plugin.version>
 		<coveralls.plugin.version>2.2.0</coveralls.plugin.version>
+		
+		<!-- Disable XML reports by default. Enabled manually by passing -DdisableXmlReport=false in CI environment -->
+		<disableXmlReport>true</disableXmlReport>
+		
 		<enforcer.plugin.version>1.4.1</enforcer.plugin.version>
 		<failsafe.plugin.version>2.19.1</failsafe.plugin.version>
 		<fest.assert.version>2.0M8</fest.assert.version>
@@ -790,7 +794,7 @@
 				<version>${surefire.plugin.version}</version>
 				<configuration>
 					<skipTests>${skipUnitTests}</skipTests>
-					<disableXmlReport>true</disableXmlReport>
+					<disableXmlReport>${disableXmlReport}</disableXmlReport>
 					<!-- Run junit tests only (see #SUREFIRE-377) -->
 					<testNGArtifactName>none:none</testNGArtifactName>
 				</configuration>

src/main/scripts/ci/check-build-and-verify.sh

@@ -56,6 +56,7 @@ if [ "$RUN_ONLY_INTEGRATION_TESTS" = 'no' ]; then
 		-Denforcer.skip=true \
 		-Dmaven.resources.skip=true \
 		-DskipMinify=true \
+		-DdisableXmlReport=false \
 		>test.log 2>&1 || TEST_FAIL=yes
 	# run after tests for getting compiled sources
 	mvn --batch-mode findbugs:check >findbugs.log 2>&1 || FINDBUGS_FAIL=yes