add tests to launchers

Author: bishabosha

.github/workflows/launchers.yml

@@ -14,9 +14,10 @@ jobs:
           java-version: '17'
           distribution: 'temurin'
           cache: 'sbt'
-      - name: Build the launcher command
-        run: sbt "dist-linux-x86_64/pack"
-      - run: ./dist/linux-x86_64/target/pack/bin/scala --version
+      - name: Build and test launcher command
+        run: ./project/scripts/native-integration/bashTests
+        env:
+          LAUNCHER_EXPECTED_PROJECT: "dist-linux-x86_64"
 
   linux-aarch64:
     name: Deploy and Test on Linux ARM64 architecture
@@ -33,9 +34,10 @@ jobs:
       # https://github.com/actions/runner-images/issues/9369
       - name: Install sbt
         run: brew install sbt
-      - name: Build the launcher command
-        run: sbt "dist-linux-aarch64/pack"
-      - run: ./dist/linux-aarch64/target/pack/bin/scala --version
+      - name: Build and test launcher command
+        run: ./project/scripts/native-integration/bashTests
+        env:
+          LAUNCHER_EXPECTED_PROJECT: "dist-linux-aarch64"
 
   mac-x86_64:
     name: Deploy and Test on Mac x64 architecture
@@ -51,9 +53,10 @@ jobs:
       # https://github.com/actions/runner-images/issues/9369
       - name: Install sbt
         run: brew install sbt
-      - name: Build the launcher command
-        run: sbt "dist-mac-x86_64/pack"
-      - run: ./dist/mac-x86_64/target/pack/bin/scala --version
+      - name: Build and test launcher command
+        run: ./project/scripts/native-integration/bashTests
+        env:
+          LAUNCHER_EXPECTED_PROJECT: "dist-mac-x86_64"
 
   mac-aarch64:
     name: Deploy and Test on Mac ARM64 architecture
@@ -69,9 +72,10 @@ jobs:
       # https://github.com/actions/runner-images/issues/9369
       - name: Install sbt
         run: brew install sbt
-      - name: Build the launcher command
-        run: sbt "dist-mac-aarch64/pack"
-      - run: ./dist/mac-aarch64/target/pack/bin/scala --version
+      - name: Build and test launcher command
+        run: ./project/scripts/native-integration/bashTests
+        env:
+          LAUNCHER_EXPECTED_PROJECT: "dist-mac-aarch64"
 
   win-x86_64:
     name: Deploy and Test on Windows x64 architecture
@@ -86,4 +90,6 @@ jobs:
           cache: 'sbt'
       - name: Build the launcher command
         run: sbt "dist-win-x86_64/pack"
-      - run: ./dist/win-x86_64/target/pack/bin/scala --version
+      - name: Run the launcher command tests
+        run: './project/scripts/native-integration/winTests.bat'
+        shell: cmd

project/scripts/native-integration/bashTests

@@ -0,0 +1,84 @@
+#!/usr/bin/env bash
+
+set -eux
+
+#/*---------------*\
+# *  SETUP VARS   *#
+# *---------------*/
+
+ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" >& /dev/null && pwd)/../../.."
+
+SBT="$ROOT/project/scripts/sbt" # if run on CI
+# SBT="sbt" # if run locally
+
+# set the $DIST_PROJECT and $DIST_DIR variables
+source "$ROOT/bin/common-platform"
+
+die () {
+    echo >&2 "$@"
+    exit 1
+}
+
+PROG_HOME="$DIST_DIR/target/pack"
+
+SOURCE="$ROOT/tests/pos/HelloWorld.scala"
+SOURCE_VERSION="$ROOT/project/scripts/native-integration/reportScalaVersion.scala"
+
+clear_cli_dotfiles()
+{
+  local out="$1"
+  rm -rf "$out"/.bsp
+  rm -rf "$out"/.scala-build
+
+  rm -f "$ROOT"/.bsp/scala.json
+  if [ -z "$(ls -A "$ROOT"/.bsp)" ]; then
+    rm -rf "$ROOT"/.bsp
+  fi
+  rm -rf "$ROOT"/.scala-build
+}
+
+#/*---------------*\
+# *  INITIALIZE   *#
+# *---------------*/
+
+# build the distribution
+"$SBT" "$DIST_PROJECT/pack"
+
+SCALA_VERSION=""
+# iterate through lines in VERSION_SRC
+while IFS= read -r line; do
+  # if line starts with "version:=" then extract the version
+  if [[ "$line" == version:=* ]]; then
+    SCALA_VERSION="${line#version:=}"
+    break
+  fi
+done < "$PROG_HOME/VERSION"
+
+if [ -z "$SCALA_VERSION" ]; then
+  die "Could not find scala version in $PROG_HOME/VERSION"
+fi
+
+#/*-------------------*\
+# *  TESTING BEGINS   *#
+# *-------------------*/
+
+echo "assert native launcher matches expected version"
+if [ -z "$LAUNCHER_EXPECTED_PROJECT" ]; then
+  die "LAUNCHER_EXPECTED_PROJECT is not set in the environment"
+fi
+test "$LAUNCHER_EXPECTED_PROJECT" = "$DIST_PROJECT"
+
+echo "testing version output (default)"
+std_output=$("$PROG_HOME/bin/scala" version --scala-version)
+test "$SCALA_VERSION" = "$std_output"
+
+echo "testing run command"
+std_output=$("$PROG_HOME/bin/scala" run "$SOURCE" --power --offline --server=false)
+test "hello world" = "$std_output"
+clear_cli_dotfiles "$ROOT/tests/pos"
+
+echo "testing run command (-with-compiler)"
+std_output=$("$PROG_HOME/bin/scala" run "$SOURCE_VERSION" -with-compiler --power --offline --server=false)
+test "$SCALA_VERSION" = "$std_output"
+clear_cli_dotfiles "$ROOT/project/scripts/native-integration"
+

project/scripts/native-integration/reportScalaVersion.scala

@@ -0,0 +1,4 @@
+// To be ran by Scala CLI (requires -with-compiler command line option)
+
+@main def reportScalaVersion: Unit =
+  println(dotty.tools.dotc.config.Properties.versionNumberString)

project/scripts/native-integration/winTests.bat

@@ -0,0 +1,19 @@
+@echo off
+setlocal
+
+@rem paths are relative to the root project directory
+set "_PREFIX=dist\win-x86_64\target\pack"
+set "_SOURCE=tests\pos\HelloWorld.scala"
+set "_OUT_DIR=out"
+
+@rem if-tests mimic the non-existing bash instruction 'set -e'.
+call "%_PREFIX%\bin\scalac.bat" "@project\scripts\options" "%_SOURCE%"
+if not %ERRORLEVEL%==0 endlocal& exit /b 1
+
+call "%_PREFIX%\bin\scalac.bat" -d "%_OUT_DIR%" "%_SOURCE%"
+if not %ERRORLEVEL%==0 endlocal& exit /b 1
+
+call "%_PREFIX%\bin\scala.bat" --power -classpath "%_OUT_DIR%" -M HelloWorld --offline --server=false
+if not %ERRORLEVEL%==0 endlocal& exit /b 1
+
+endlocal