Add missing EXIT or SIGNAL specifications

We should always check for these to avoid spuriously passing tests.

Author: tautschnig

jbmc/regression/jbmc-concurrency/anonymous-java.lang.thread/test2.desc

@@ -1,5 +1,6 @@
 CORE
 A.class
 --function 'A.me2:()V' --java-threading --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
+^EXIT=10$
 ^SIGNAL=0$
 ^VERIFICATION FAILED$

jbmc/regression/jbmc-concurrency/explicit-thread-blocks/test2.desc

@@ -1,5 +1,6 @@
 CORE
 A.class
 --function 'A.me2:()V' --java-threading
+^EXIT=10$
 ^SIGNAL=0$
 ^VERIFICATION FAILED

jbmc/regression/jbmc-concurrency/java-lang-runnable/test2.desc

@@ -1,5 +1,6 @@
 CORE
 A.class
 --function 'A.me2:()V' --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --java-threading
+^EXIT=10$
 ^SIGNAL=0$
 ^VERIFICATION FAILED

jbmc/regression/jbmc-concurrency/java-lang-thread/test2.desc

@@ -1,5 +1,6 @@
 CORE
 A.class
 --function 'A.me2:()V' --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --java-threading
+^EXIT=10$
 ^SIGNAL=0$
 ^VERIFICATION FAILED$

jbmc/regression/jbmc-concurrency/several-threads/test2.desc

@@ -1,5 +1,6 @@
 CORE
 A.class
 --function A.me2 --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --java-threading
+^EXIT=10$
 ^SIGNAL=0$
 ^VERIFICATION FAILED$

jbmc/regression/jbmc-concurrency/synchronized-blocks-null-throw/test.desc

@@ -1,6 +1,8 @@
 KNOWNBUG
 Sync.class
 --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --java-threading
+^EXIT=0$
+^SIGNAL=0$
 ^VERIFICATION SUCCESSFUL$
 --
 ^warning: ignoring

jbmc/regression/jbmc-concurrency/synchronized-blocks-throw/test.desc

@@ -1,6 +1,8 @@
 KNOWNBUG
 Sync.class
 --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --java-threading
+^EXIT=0$
+^SIGNAL=0$
 ^VERIFICATION SUCCESSFUL$
 --
 ^warning: ignoring

jbmc/regression/jbmc-concurrency/synchronized-blocks/test1.desc

@@ -1,6 +1,8 @@
 CORE
 A.class
 --function 'A.me0:()V' --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --show-goto-functions --java-threading
+^EXIT=0$
+^SIGNAL=0$
 ATOMIC_BEGIN
 ATOMIC_END
 --

jbmc/regression/jbmc-concurrency/synchronized-methods/test1.desc

@@ -1,6 +1,8 @@
 CORE
 A.class
 --function 'A.me1:()V' --java-threading --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --show-goto-functions
+^EXIT=0$
+^SIGNAL=0$
 ATOMIC_BEGIN
 ATOMIC_END
 --

jbmc/regression/jbmc-concurrency/synchronized-methods/test2.desc

@@ -1,6 +1,8 @@
 CORE
 A.class
 --function 'A.me1:()V' --java-threading --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar` --show-goto-functions
+^EXIT=0$
+^SIGNAL=0$
 ATOMIC_BEGIN
 ATOMIC_END
 --

jbmc/regression/jbmc-generics/type_erasure/test.desc

@@ -1,6 +1,6 @@
 CORE
 TestClass.class
 --function TestClass.testFunction --classpath `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 VERIFICATION SUCCESSFUL

jbmc/regression/jbmc-generics/type_erasure/test_function_input.desc

@@ -1,8 +1,8 @@
 CORE
 TestClass.class
 --function TestClass.testFunctionWithInput
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 VERIFICATION SUCCESSFUL
 --
 --

jbmc/regression/jbmc-strings/StartsWithConstantEvalution/constant_equals.desc

@@ -2,6 +2,8 @@ CORE
 RefineStrings.class
 --function string_refinement.RefineStrings.constantComparison --show-vcc --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^Generated [0-9]+ VCC\(s\), 0 remaining after simplification$
+^EXIT=0$
+^SIGNAL=0$
 --
 .*cprover_string_startswith_func*.
 --

jbmc/regression/jbmc-strings/stub-string-length/test.desc

@@ -2,5 +2,5 @@ CORE
 Test.class
 --function Test.main --max-nondet-string-length 10
 VERIFICATION SUCCESSFUL
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$

jbmc/regression/jbmc/JumpSimplification/test.desc

@@ -2,8 +2,8 @@ CORE
 Test.class
 --show-goto-functions --function Test.foo
 activate-multi-line-match
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 IF \w* <= 0 THEN GOTO 1\n\s*//.*\n\s*//.*\n\s*\w*::
 --
 IF !\(\w* <= 0\) THEN GOTO 1\n\s*//.*\n.*GOTO 2\n\s*//.*\n\s*//.*\n\s*1: \w*::

jbmc/regression/jbmc/NondetEnumArg/test_specific_constant1.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumArg.class
 --function NondetEnumArg.canChooseRed --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 1 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/NondetEnumArg/test_specific_constant2.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumArg.class
 --function NondetEnumArg.canChooseGreen --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 2 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/NondetEnumArg/test_specific_constant3.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumArg.class
 --function NondetEnumArg.canChooseBlue --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 3 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/NondetEnumArgField/test.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumArgField.class
 --function NondetEnumArgField.test --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 The test checks that even when none of the enum constants are referenced in user

jbmc/regression/jbmc/NondetEnumOpaqueReturn/test_specific_constant1.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumOpaqueReturn.class
 --function NondetEnumOpaqueReturn.canChooseRed --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 1 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/NondetEnumOpaqueReturn/test_specific_constant2.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumOpaqueReturn.class
 --function NondetEnumOpaqueReturn.canChooseGreen --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 2 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/NondetEnumOpaqueReturn/test_specific_constant3.desc

@@ -2,6 +2,8 @@ CORE
 NondetEnumOpaqueReturn.class
 --function NondetEnumOpaqueReturn.canChooseBlue --cp `../../../../scripts/format_classpath.sh . ../../../lib/java-models-library/target/core-models.jar`
 ^VERIFICATION FAILED$
+^EXIT=10$
+^SIGNAL=0$
 --
 --
 Test 3 of 3 to check that any of the enum constants can be chosen.

jbmc/regression/jbmc/class-loading-annotations/test-array-value-annotation-on-class.desc

@@ -1,6 +1,8 @@
 CORE
 ArrayValueAnnotationOnClass.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 Getting class `MyClassB' from file \.[\\/]MyClassB\.class
 --

jbmc/regression/jbmc/class-loading-annotations/test-array-value-annotation-on-field.desc

@@ -1,6 +1,8 @@
 CORE
 ArrayValueAnnotationOnField.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 Getting class `MyClassB' from file \.[\\/]MyClassB\.class
 --

jbmc/regression/jbmc/class-loading-annotations/test-array-value-annotation-on-method.desc

@@ -1,6 +1,8 @@
 CORE
 ArrayValueAnnotationOnMethod.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 Getting class `MyClassB' from file \.[\\/]MyClassB\.class
 --

jbmc/regression/jbmc/class-loading-annotations/test-array-value-annotation-on-parameter.desc

@@ -1,6 +1,8 @@
 CORE
 ArrayValueAnnotationOnParameter.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 Getting class `MyClassB' from file \.[\\/]MyClassB\.class
 --

jbmc/regression/jbmc/class-loading-annotations/test-class-value-annotation-on-class.desc

@@ -1,6 +1,8 @@
 CORE
 ClassValueAnnotationOnClass.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 --
 MyClassB

jbmc/regression/jbmc/class-loading-annotations/test-class-value-annotation-on-field.desc

@@ -1,6 +1,8 @@
 CORE
 ClassValueAnnotationOnField.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 --
 MyClassB

jbmc/regression/jbmc/class-loading-annotations/test-class-value-annotation-on-method.desc

@@ -1,6 +1,8 @@
 CORE
 ClassValueAnnotationOnMethod.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 --
 MyClassB

jbmc/regression/jbmc/class-loading-annotations/test-class-value-annotation-on-parameter.desc

@@ -1,6 +1,8 @@
 CORE
 ClassValueAnnotationOnParameter.class
 --verbosity 10
+^EXIT=6$
+^SIGNAL=0$
 Getting class `MyClassA' from file \.[\\/]MyClassA\.class
 --
 MyClassB

jbmc/regression/jbmc/class_hierarchy/test_json.desc

@@ -2,6 +2,6 @@ CORE symex-driven-lazy-loading-expected-failure
 HierarchyTest.class
 --show-class-hierarchy --json-ui
 activate-multi-line-match
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 \{\n *"isAbstract": true,\n *"name": "java::HierarchyTest",\n *"parents": \[\n *"java::java.lang.Object"\n *\],\n *"children": \[\n *"java::HierarchyTestChild(1|2)",\n *"java::HierarchyTestChild(1|2)"\n *\]\n *\},\n *\{\n *"isAbstract": false,\n *"name": "java::HierarchyTestGrandchild",\n *"parents": \[\n *"java::HierarchyTestChild1",\n *"java::HierarchyTestInterface1",\n *"java::HierarchyTestInterface2"\n *\],\n *"children": \[\n *\]\n *\},\n *\{\n *"isAbstract": false,\n *"name": "java::HierarchyTestChild2",\n *"parents": \[\n *"java::HierarchyTest"\n *\],\n *"children": \[\n *\]\n *\},\n *\{\n *"isAbstract": false,\n *"name": "java::HierarchyTestChild1",\n *"parents": \[\n *"java::HierarchyTest"\n *\],\n *"children": \[\n *"java::HierarchyTestGrandchild"\n *\]\n *\},\n *\{\n *"isAbstract": true,\n *"name": "java::HierarchyTestInterface1",\n *"parents": \[\n *"java::java.lang.Object"\n *\],\n *"children": \[\n *"java::HierarchyTestGrandchild"\n *\]\n *\},\n *\{\n *"isAbstract": true,\n *"name": "java::HierarchyTestInterface2",\n *"parents": \[\n *"java::java.lang.Object"\n *\],\n *"children": \[\n *"java::HierarchyTestGrandchild"\n *\]\n *\},

jbmc/regression/jbmc/class_hierarchy/test_plain.desc

@@ -2,6 +2,6 @@ CORE symex-driven-lazy-loading-expected-failure
 HierarchyTest.class
 --show-class-hierarchy
 activate-multi-line-match
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 java::HierarchyTest \(abstract\):\n *parents:\n *java::java\.lang\.Object\n *children:\n *java::HierarchyTestChild(1|2)\n *java::HierarchyTestChild(1|2)\njava::HierarchyTestGrandchild:\n *parents:\n *java::HierarchyTestChild1\n *java::HierarchyTestInterface1\n *java::HierarchyTestInterface2\n *children:\njava::HierarchyTestChild2:\n *parents:\n *java::HierarchyTest\n *children:\njava::HierarchyTestChild1:\n *parents:\n *java::HierarchyTest\n *children:\n *java::HierarchyTestGrandchild\njava::HierarchyTestInterface1 \(abstract\):\n *parents:\n *java::java\.lang\.Object\n *children:\n *java::HierarchyTestGrandchild\njava::HierarchyTestInterface2 \(abstract\):\n *parents:\n *java::java\.lang\.Object\n *children:\n *java::HierarchyTestGrandchild

jbmc/regression/jbmc/classpath-class-incorrect-package/test.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 Test.class
 --classpath src
 ^EXIT=6$
+^SIGNAL=0$
 --
 Java main class: Test
 failed to open input file `Test.class'

jbmc/regression/jbmc/classpath-class-with-one-dir/test_prefix.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 src/Test.class
 
 ^EXIT=6$
+^SIGNAL=0$
 --
 Parsing src/Test.class
 --

jbmc/regression/jbmc/classpath-jar-entry-method/test.desc

@@ -1,8 +1,8 @@
 CORE
 jar_file.jar
 --function RelevantClass.entry --verbosity 10
-^EXIT=10
-^SIGNAL=0
+^EXIT=10$
+^SIGNAL=0$
 VERIFICATION FAILED
 Getting class `RelevantClass' from JAR jar_file.jar
 Getting class `RelatedClass' from JAR jar_file.jar

jbmc/regression/jbmc/classpath-jar-incorrect-package/test_class.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 Test.class
 --classpath test.jar
 ^EXIT=6$
+^SIGNAL=0$
 --
 Java main class: Test
 failed to open input file `Test.class'

jbmc/regression/jbmc/classpath-jar-incorrect-package/test_jar_main_class.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 test.jar
 --main-class Test.class
 ^EXIT=6$
+^SIGNAL=0$
 --
 Java main class: Test
 failed to open input file `Test.class'

jbmc/regression/jbmc/classpath-two-classes/test.desc

@@ -2,6 +2,7 @@ CORE
 Test.class
 
 ^EXIT=10$
+^SIGNAL=0$
 ^VERIFICATION FAILED$
 --
 --

jbmc/regression/jbmc/classpath-two-classes/test_incorrect.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 Test.class
 Test2.class
 ^EXIT=6$
+^SIGNAL=0$
 --
 Invariant check failed
 --

jbmc/regression/jbmc/classpath-two-jars/test.desc

@@ -2,6 +2,7 @@ CORE
 libs/test.jar
 --main-class Test --classpath lib/test2.jar
 ^EXIT=10$
+^SIGNAL=0$
 ^VERIFICATION FAILED$
 --
 --

jbmc/regression/jbmc/classpath-two-jars/test2.desc

@@ -2,6 +2,7 @@ CORE
 lib/test2.jar
 --main-class Test --classpath libs/test.jar
 ^EXIT=10$
+^SIGNAL=0$
 ^VERIFICATION FAILED$
 --
 --

jbmc/regression/jbmc/classpath-two-jars/test_incorrect.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 libs/test.jar
 lib/test2.jar --main-class Test.class
 ^EXIT=6$
+^SIGNAL=0$
 --
 Invariant check failed
 the program has no entry point

jbmc/regression/jbmc/classpath-two-jars/test_incorrect2.desc

@@ -2,6 +2,7 @@ KNOWNBUG
 Test.class
 --classpath `../../../../scripts/format_classpath.sh libs/test.jar lib/test2.jar`
 ^EXIT=6$
+^SIGNAL=0$
 --
 --
 This is incorrect as it would search for a Test.class file outside the jar files.

jbmc/regression/jbmc/cprover-always-load-nondet-initialize/test.desc

@@ -1,8 +1,8 @@
 KNOWNBUG
 Test.class
 --function Test.test --show-goto-functions
-EXIT=0
-SIGNAL=0
+^EXIT=0$
+^SIGNAL=0$
 ObjectWithNondetInitialize\.cproverNondetInitialize\(\)
 --
 --

jbmc/regression/jbmc/destructors/block.desc

@@ -3,6 +3,8 @@ DestructorStackTests.class
 --show-goto-functions --function DestructorStackTests.mainTest --unwind 10
 activate-multi-line-match
 [0-9]+: dead strings;[\s]*(?P<comment_block>(\/\/ [0-9]+ file DestructorStackTests\.java line 42 function java::DestructorStackTests\.mainTest:\(Z\)V bytecode-index 90)|(\/\/ [0-9]+ no location))[\s]*dead minor1;[\s]*(?P>comment_block)[\s]*dead anonlocal::[0-9a-zA-Z]+;[\s]*(?P>comment_block)[\s]*[0-9]+: END_FUNCTION
+^EXIT=0$
+^SIGNAL=0$
 --
 --
 Checks for: