Upgrade to sbt 1.4.4

Theo following projects failed to compile: minitest, scopt, squants and
stdlib213:
- Scopt and squants still do not support Scala 3 upstream, I decided to
  drop them because the alternatives (staying with an old fork and
  cherry-picking changes, or continuously rebasing our fork on top of
  upstream) requires too much on-going maintenance work, we can add them
  back when they officially support Scala 3.
- Minitest was upgraded to the latest upstream commit (I made a PR
  upstream to support 3.0.0-M2), at the same time I enabled running the
  tests (both JVM and JS) of minitest instead of just compiling it.
- The new minitest required a new scalacheck, upgrading scalacheck broke
  other projects in the community build which depended on an old version
  of it. I fixed the issue by using `dependencyOverrides` to force all
  projects to use the same version of scalacheck, we can use this
  mechanism for other projects upgrade in the future.
- stdlib213 was rebased on the latest upstream commit, I opened a PR
  with the necessary changes so we don't need to keep a fork anymore:
  scala/scala#9345

Some of our sbt scripted tests started failing after upgrading sbt, I
traced this to an unintentional behavior change in sbt which now uses
always run scripted tests in batch
mode (sbt/sbt#5913 (comment)).
The next two commits add batch modes support to our scripted tests by
porting fixes made in sbt itself when it switched its own tests to batch
modes a while ago. The good news is that the batch mode makes the
scripted tests much faster.

Author: smarter

.gitmodules

@@ -13,12 +13,6 @@
 [submodule "community-build/community-projects/scalatest"]
 	path = community-build/community-projects/scalatest
 	url = https://github.com/dotty-staging/scalatest
-[submodule "community-build/community-projects/scopt"]
-	path = community-build/community-projects/scopt
-	url = https://github.com/dotty-staging/scopt
-[submodule "community-build/community-projects/squants"]
-	path = community-build/community-projects/squants
-	url = https://github.com/dotty-staging/squants
 [submodule "community-build/community-projects/scalap"]
 	path = community-build/community-projects/scalap
 	url = https://github.com/dotty-staging/scala

community-build/community-projects/minitest

@@ -72,7 +72,18 @@ final case class SbtCommunityProject(
     dependencies: List[CommunityProject] = Nil,
     sbtPublishCommand: String = null) extends CommunityProject:
   override val binaryName: String = "sbt"
-  private val baseCommand = s";clean ;set logLevel in Global := Level.Error ;set updateOptions in Global ~= (_.withLatestSnapshots(false)) ;++$compilerVersion! "
+
+  val dependencyOverrides = List(
+    // dependencyOverrides doesn't seem to understand `%%%`
+    """"org.scalacheck" %% "scalacheck" % "1.15.2-SNAPSHOT"""",
+    """"org.scalacheck" %% "scalacheck_sjs1" % "1.15.2-SNAPSHOT""""
+  )
+
+  private val baseCommand =
+    "clean; set logLevel in Global := Level.Error; set updateOptions in Global ~= (_.withLatestSnapshots(false)); "
+    ++ s"""set dependencyOverrides in ThisBuild ++= ${dependencyOverrides.mkString("Seq(", ", ", ")")}; """
+    ++ s"++$compilerVersion!; "
+
   override val testCommand = s"$baseCommand$sbtTestCommand"
   override val publishCommand = s"$baseCommand$sbtPublishCommand"
 
@@ -85,7 +96,7 @@ final case class SbtCommunityProject(
       if (forceUpgradeSbtScalajsPlugin) List(s"--addPluginSbtFile=$sbtScalaJSPluginFilePath")
       else Nil
     extraSbtArgs ++ sbtProps ++ List(
-      "-sbt-version", "1.3.8",
+      "-sbt-version", "1.4.4",
        "-Dsbt.supershell=false",
       s"--addPluginSbtFile=$sbtPluginFilePath"
     ) ++ scalaJSPluginArgs
@@ -172,14 +183,14 @@ object projects:
 
   lazy val scalacheck = SbtCommunityProject(
     project       = "scalacheck",
-    sbtTestCommand   = "jvm/test",
-    sbtPublishCommand = ";set jvm/publishArtifact in (Compile, packageDoc) := false ;jvm/publishLocal"
+    sbtTestCommand   = "jvm/test;js/test",
+    sbtPublishCommand = "jvm/publishLocal;js/publishLocal"
   )
 
   lazy val scalatest = SbtCommunityProject(
     project       = "scalatest",
-    sbtTestCommand   = ";scalacticDotty/clean;scalacticTestDotty/test;scalatestTestDotty/test",
-    sbtPublishCommand = ";scalacticDotty/publishLocal; scalatestDotty/publishLocal"
+    sbtTestCommand   = "scalacticDotty/clean;scalacticTestDotty/test; scalatestTestDotty/test",
+    sbtPublishCommand = "scalacticDotty/publishLocal; scalatestDotty/publishLocal"
   )
 
   lazy val scalatestplusScalacheck = SbtCommunityProject(
@@ -194,21 +205,11 @@ object projects:
     sbtTestCommand   = "xml/test",
   )
 
-  lazy val scopt = SbtCommunityProject(
-    project       = "scopt",
-    sbtTestCommand   = "scoptJVM/compile",
-  )
-
   lazy val scalap = SbtCommunityProject(
     project       = "scalap",
     sbtTestCommand   = "scalap/compile",
   )
 
-  lazy val squants = SbtCommunityProject(
-    project       = "squants",
-    sbtTestCommand   = "squantsJVM/compile",
-  )
-
   lazy val betterfiles = SbtCommunityProject(
     project       = "betterfiles",
     sbtTestCommand   = "dotty-community-build/compile",
@@ -221,7 +222,8 @@ object projects:
 
   lazy val minitest = SbtCommunityProject(
     project       = "minitest",
-    sbtTestCommand   = "dotty-community-build/compile",
+    sbtTestCommand   = "test",
+    dependencies = List(scalacheck)
   )
 
   lazy val fastparse = SbtCommunityProject(
@@ -233,7 +235,7 @@ object projects:
     project       = "stdLib213",
     extraSbtArgs  = List("-Dscala.build.compileWithDotty=true"),
     sbtTestCommand   = """library/compile""",
-    sbtPublishCommand = """;set publishArtifact in (library, Compile, packageDoc) := false ;library/publishLocal""",
+    sbtPublishCommand = """set publishArtifact in (library, Compile, packageDoc) := false ;library/publishLocal""",
   )
 
   lazy val shapeless = SbtCommunityProject(
@@ -256,9 +258,9 @@ object projects:
     // has not been updated since 2018, so no 2.13 compat. Some akka tests are dropped due to MutableBehaviour being
     // dropped in the 2.13 compatible release
 
-    // sbtTestCommand   = ";set ThisBuild / useEffpiPlugin := false; effpi/test:compile; plugin/test:compile; benchmarks/test:compile; examples/test:compile; pluginBenchmarks/test:compile",
+    // sbtTestCommand   = "set ThisBuild / useEffpiPlugin := false; effpi/test:compile; plugin/test:compile; benchmarks/test:compile; examples/test:compile; pluginBenchmarks/test:compile",
 
-    sbtTestCommand   = ";set ThisBuild / useEffpiPlugin := false; effpi/test:compile; benchmarks/test:compile; examples/test:compile; pluginBenchmarks/test:compile",
+    sbtTestCommand   = "set ThisBuild / useEffpiPlugin := false; effpi/test:compile; benchmarks/test:compile; examples/test:compile; pluginBenchmarks/test:compile",
   )
 
   // TODO @odersky? It got broken by #5458
@@ -313,7 +315,7 @@ object projects:
 
   lazy val endpoints4s = SbtCommunityProject(
     project        = "endpoints4s",
-    sbtTestCommand = ";json-schemaJVM/compile;algebraJVM/compile;openapiJVM/compile;http4s-server/compile;http4s-client/compile;play-server/compile;play-client/compile;akka-http-server/compile;akka-http-client/compile"
+    sbtTestCommand = "json-schemaJVM/compile;algebraJVM/compile;openapiJVM/compile;http4s-server/compile;http4s-client/compile;play-server/compile;play-client/compile;akka-http-server/compile;akka-http-client/compile"
   )
 
   lazy val catsEffect2 = SbtCommunityProject(

community-build/community-projects/scalacheck

@@ -123,9 +123,7 @@ class CommunityBuildTestB extends CommunityBuildTest:
   @Test def scalaz = projects.scalaz.run()
   @Test def scas = projects.scas.run()
   @Test def sconfig = projects.sconfig.run()
-  @Test def scopt = projects.scopt.run()
   @Test def shapeless = projects.shapeless.run()
-  @Test def squants = projects.squants.run()
   @Test def stdLib213 = projects.stdLib213.run()
   @Test def xmlInterpolator = projects.xmlInterpolator.run()
   @Test def zio = projects.zio.run()

community-build/community-projects/scopt

@@ -211,7 +211,14 @@ object Build {
         }
       // Do not cut off the bottom of large stack traces (default is 1024)
       "-XX:MaxJavaStackTraceDepth=1000000" :: agentOptions ::: ciOptions
-    }
+    },
+
+    excludeLintKeys ++= Set(
+      // We set these settings in `commonSettings`, if a project
+      // uses `commonSettings` but overrides `unmanagedSourceDirectories`,
+      // sbt will complain if we don't exclude them here.
+      Keys.scalaSource, Keys.javaSource
+    ),
   )
 
   lazy val disableDocSetting =
@@ -1197,6 +1204,12 @@ object Build {
       unmanagedSourceDirectories in Compile +=
         baseDirectory.value / "../language-server/src/dotty/tools/languageserver/config",
       sbtTestDirectory := baseDirectory.value / "sbt-test",
+
+      // The batch mode accidentally became the default with no way to disable
+      // it in sbt 1.4 (https://github.com/sbt/sbt/issues/5913#issuecomment-716003195).
+      // We enable it explicitly here to make it clear that we're using it.
+      scriptedBatchExecution := true,
+
       scriptedLaunchOpts ++= Seq(
         "-Dplugin.version=" + version.value,
         "-Dplugin.scalaVersion=" + dottyVersion,

community-build/community-projects/squants

@@ -1 +1 @@
-sbt.version=1.3.12
+sbt.version=1.4.4

community-build/community-projects/stdLib213

@@ -394,6 +394,10 @@ object DottyIDEPlugin extends AutoPlugin {
 
   ) ++ addCommandAlias("launchIDE", ";configureIDE;runCode")
 
+  override def globalSettings: Seq[Setting[_]] = Seq(
+    excludeLintKeys += excludeFromIDE
+  )
+
   // Ported from Bloop
   /**
    * Detect the eligible configuration dependencies from a given configuration.