Merge pull request #9711 from igfoo/igfoo/integ

Kotlin: Add integration tests

Author: igfoo

java/ql/integration-tests/linux-only/kotlin/custom_plugin/PrintAst.expected

@@ -0,0 +1,83 @@
+a.kt:
+#    0| [CompilationUnit] a
+#    1|   1: [Class] A
+#    0|     1: [Method] <fn>
+#    0|       3: [TypeAccess] int
+#    0|       5: [BlockStmt] { ... }
+#    0|         0: [ReturnStmt] return ...
+#    0|           0: [IntegerLiteral] 42
+#    1|     2: [Constructor] A
+#    1|       5: [BlockStmt] { ... }
+#    1|         0: [SuperConstructorInvocationStmt] super(...)
+#    1|         1: [BlockStmt] { ... }
+#    2|     3: [Method] f1
+#    2|       3: [TypeAccess] int
+#    2|       5: [BlockStmt] { ... }
+#    2|         0: [ReturnStmt] return ...
+#    2|           0: [IntegerLiteral] 1
+b.kt:
+#    0| [CompilationUnit] b
+#    1|   1: [Class] B
+#    0|     1: [Method] <fn>
+#    0|       3: [TypeAccess] int
+#    0|       5: [BlockStmt] { ... }
+#    0|         0: [ReturnStmt] return ...
+#    0|           0: [UnsafeCoerceExpr] <unsafe coerce>
+#    0|             0: [TypeAccess] int
+#    0|             1: [IntegerLiteral] 1
+#    1|     2: [Constructor] B
+#    1|       5: [BlockStmt] { ... }
+#    1|         0: [SuperConstructorInvocationStmt] super(...)
+#    1|         1: [BlockStmt] { ... }
+c.kt:
+#    0| [CompilationUnit] c
+#    1|   1: [Class] C
+#    0|     1: [Method] <fn>
+#    0|       3: [TypeAccess] Unit
+#-----|       4: (Parameters)
+#    0|         0: [Parameter] param
+#    0|           0: [TypeAccess] ProcessBuilder
+#    0|       5: [BlockStmt] { ... }
+#    0|         0: [ReturnStmt] return ...
+#    0|           0: [MethodAccess] start(...)
+#    0|             -1: [VarAccess] param
+#    1|     2: [Constructor] C
+#    1|       5: [BlockStmt] { ... }
+#    1|         0: [SuperConstructorInvocationStmt] super(...)
+#    1|         1: [BlockStmt] { ... }
+d.kt:
+#    0| [CompilationUnit] d
+#    1|   1: [Class] D
+#    0|     1: [FieldDeclaration] String bar;
+#    0|       -1: [TypeAccess] String
+#    0|       0: [StringLiteral] Foobar
+#    1|     3: [Constructor] D
+#    1|       5: [BlockStmt] { ... }
+#    1|         0: [SuperConstructorInvocationStmt] super(...)
+#    1|         1: [BlockStmt] { ... }
+e.kt:
+#    0| [CompilationUnit] e
+#    1|   1: [Class] E
+#    0|     1: [Method] <fn_ArrayListAdd>
+#    0|       3: [TypeAccess] boolean
+#    0|       5: [BlockStmt] { ... }
+#    0|         0: [ReturnStmt] return ...
+#    0|           0: [MethodAccess] add(...)
+#    0|             -1: [ClassInstanceExpr] new ArrayList<Object>(...)
+#    0|               -3: [TypeAccess] ArrayList<Object>
+#    0|               0: [IntegerLiteral] 1
+#    0|             0: [NullLiteral] null
+#    0|     1: [Method] <fn_LinkedHashMap>
+#    0|       3: [TypeAccess] Object
+#    0|       5: [BlockStmt] { ... }
+#    0|         0: [ReturnStmt] return ...
+#    0|           0: [MethodAccess] put(...)
+#    0|             -1: [ClassInstanceExpr] new LinkedHashMap<Object,Object>(...)
+#    0|               -3: [TypeAccess] LinkedHashMap<Object,Object>
+#    0|               0: [IntegerLiteral] 1
+#    0|             0: [NullLiteral] null
+#    0|             1: [NullLiteral] null
+#    1|     3: [Constructor] E
+#    1|       5: [BlockStmt] { ... }
+#    1|         0: [SuperConstructorInvocationStmt] super(...)
+#    1|         1: [BlockStmt] { ... }

java/ql/integration-tests/linux-only/kotlin/custom_plugin/PrintAst.qlref

@@ -0,0 +1 @@
+semmle/code/java/PrintAst.ql

java/ql/integration-tests/linux-only/kotlin/custom_plugin/a.kt

@@ -0,0 +1,3 @@
+class A {
+    fun f1() = 1
+}

java/ql/integration-tests/linux-only/kotlin/custom_plugin/b.kt

@@ -0,0 +1,2 @@
+class B {
+}

java/ql/integration-tests/linux-only/kotlin/custom_plugin/build_plugin

@@ -0,0 +1,53 @@
+#!/usr/bin/env python3
+
+import subprocess
+import shutil
+import os
+import os.path
+import sys
+import shlex
+
+
+def run_process(cmd):
+    try:
+        print("Running command: " + shlex.join(cmd))
+        return subprocess.run(cmd, check=True, capture_output=True)
+    except subprocess.CalledProcessError as e:
+        print("In: " + os.getcwd(), file=sys.stderr)
+        print("Command failed: " + shlex.join(cmd), file=sys.stderr)
+        print("stdout output:\n" + e.stdout.decode(encoding='UTF-8',
+              errors='strict'), file=sys.stderr)
+        print("stderr output:\n" + e.stderr.decode(encoding='UTF-8',
+              errors='strict'), file=sys.stderr)
+        raise e
+
+root = '../../../../../../../../..'
+
+sys.path.append(root + '/ql/java/kotlin-extractor')
+import kotlin_plugin_versions
+defaultKotlinDependencyVersion = kotlin_plugin_versions.get_single_version()
+
+builddir = 'build'
+dependency_dir = root + '/resources/kotlin-dependencies/'
+dependencies = ['kotlin-stdlib-' + defaultKotlinDependencyVersion +
+                '.jar', 'kotlin-compiler-' + defaultKotlinDependencyVersion + '.jar']
+classpath = ':'.join([dependency_dir + dep for dep in dependencies])
+srcs = ['plugin/Plugin.kt']
+output = 'plugin.jar'
+
+if os.path.exists(builddir):
+    shutil.rmtree(builddir)
+os.makedirs(builddir)
+
+run_process(['kotlinc',
+            '-J-Xmx2G',
+             '-d', builddir,
+             '-module-name', 'test',
+             '-no-reflect', '-no-stdlib',
+             '-jvm-target', '1.8',
+             '-classpath', classpath] + srcs)
+
+run_process(['jar', '-c', '-f', output,
+            '-C', builddir, '.',
+             '-C', 'plugin/resources', 'META-INF'])
+shutil.rmtree(builddir)

java/ql/integration-tests/linux-only/kotlin/custom_plugin/c.kt

@@ -0,0 +1 @@
+class C { }

java/ql/integration-tests/linux-only/kotlin/custom_plugin/d.kt

@@ -0,0 +1 @@
+class D { }

java/ql/integration-tests/linux-only/kotlin/custom_plugin/diagnostics.expected

@@ -0,0 +1,2 @@
+| CodeQL Kotlin extractor | 2 |  | IrProperty without a getter | d.kt:0:0:0:0 | d.kt:0:0:0:0 |
+| CodeQL Kotlin extractor | 2 |  | Not rewriting trap file for: Boolean -1.0-0- -1.0-0-null test-db/trap/java/classes/kotlin/Boolean.members.trap.gz | file://:0:0:0:0 | file://:0:0:0:0 |

java/ql/integration-tests/linux-only/kotlin/custom_plugin/diagnostics.ql

@@ -0,0 +1,13 @@
+import java
+
+from string genBy, int severity, string tag, string msg, Location l
+where
+  diagnostics(_, genBy, severity, tag, msg, _, l) and
+  (
+    // Different installations get different sets of these messages,
+    // so we filter out all but one that happens everywhere.
+    msg.matches("Not rewriting trap file for: %")
+    implies
+    msg.matches("Not rewriting trap file for: Boolean %")
+  )
+select genBy, severity, tag, msg, l

java/ql/integration-tests/linux-only/kotlin/custom_plugin/e.kt

@@ -0,0 +1 @@
+class E { }

java/ql/integration-tests/linux-only/kotlin/custom_plugin/methods.expected

@@ -0,0 +1,7 @@
+| a.kt:0:0:0:0 | <fn> | has body |
+| a.kt:2:5:2:16 | f1 | has body |
+| b.kt:0:0:0:0 | <fn> | has body |
+| c.kt:0:0:0:0 | <fn> | has body |
+| d.kt:0:0:0:0 | <clinit> | has body |
+| e.kt:0:0:0:0 | <fn_ArrayListAdd> | has body |
+| e.kt:0:0:0:0 | <fn_LinkedHashMap> | has body |

java/ql/integration-tests/linux-only/kotlin/custom_plugin/methods.ql

@@ -0,0 +1,7 @@
+import java
+
+from Method m, string body
+where
+  m.fromSource() and
+  if exists(m.getBody()) then body = "has body" else body = "has no body"
+select m, body