Script to scrape the latest Scala 2.13 version from artifactory

Author: MasseGuillaume

build.sbt

@@ -29,9 +29,21 @@ lazy val root = project
 
 lazy val junit = libraryDependencies += "com.novocode" % "junit-interface" % "0.11" % Test
 
-lazy val scala211 = "2.11.12"
-lazy val scala212 = "2.12.6"
+lazy val scala211   = "2.11.12"
+lazy val scala212   = "2.12.6"
+lazy val scalaJs213 = "2.13.0-M4" // Scala.js does no have -pre
+
+
+
 lazy val scala213 = "2.13.0-M4"
+// lazy val scala213 = "2.13.0-pre-3ae6282" // use the sbt command `latest-213` to fetch the latest version
+
+
+
+lazy val scala213Settings = Seq(
+  resolvers += "scala-pr" at "https://scala-ci.typesafe.com/artifactory/scala-integration/",
+  scalaVersion := scala213
+)
 
 lazy val compat = MultiScalaCrossProject(JSPlatform, JVMPlatform)("compat",
   _.settings(scalaModuleSettings)
@@ -82,7 +94,7 @@ lazy val compat = MultiScalaCrossProject(JSPlatform, JVMPlatform)("compat",
 
 val compat211 = compat(scala211)
 val compat212 = compat(scala212)
-val compat213 = compat(scala213)
+val compat213 = compat(scala213, scalaJs213, _.jvmSettings(scala213Settings))
 
 lazy val compat211JVM = compat211.jvm
 lazy val compat211JS  = compat211.js
@@ -150,7 +162,7 @@ lazy val `scalafix-data` = MultiScalaProject("scalafix-data", "scalafix/data",
 
 val `scalafix-data211` = `scalafix-data`(scala211,         _.dependsOn(compat211JVM))
 val `scalafix-data212` = `scalafix-data`(scalafixScala212, _.dependsOn(compat212JVM))
-val `scalafix-data213` = `scalafix-data`(scala213,         _.dependsOn(compat213JVM))
+val `scalafix-data213` = `scalafix-data`(scala213,         _.settings(scala213Settings).dependsOn(compat213JVM))
 
 lazy val `scalafix-input` = project
   .in(file("scalafix/input"))
@@ -176,7 +188,12 @@ lazy val addOutput213 = unmanagedSourceDirectories in Compile += output213.value
 
 lazy val `scalafix-output211` = `scalafix-output`(scala211, _.dependsOn(`scalafix-data211`))
 lazy val `scalafix-output212` = `scalafix-output`(scala212, _.settings(addOutput212).dependsOn(`scalafix-data212`))
-lazy val `scalafix-output213` = `scalafix-output`(scala213, _.settings(addOutput213).dependsOn(`scalafix-data213`))
+lazy val `scalafix-output213` = `scalafix-output`(
+  scala213,
+  _.settings(addOutput213)
+   .settings(scala213Settings)
+   .dependsOn(`scalafix-data213`)
+)
 
 lazy val `scalafix-output213-failure` = project
   .in(file("scalafix/output213-failure"))
@@ -216,11 +233,6 @@ lazy val dontPublish = Seq(
   publishLocal := {}
 )
 
-lazy val scala213Settings = Seq(
-  resolvers += "scala-pr" at "https://scala-ci.typesafe.com/artifactory/scala-integration/",
-  scalaVersion := scala213
-)
-
 val preRelease = "pre-release"
 val travisScalaVersion = sys.env.get("TRAVIS_SCALA_VERSION").flatMap(Version.parse)
 val releaseVersion     = sys.env.get("TRAVIS_TAG").flatMap(Version.parse)
@@ -249,6 +261,10 @@ inThisBuild(releaseCredentials)
 // required by sbt-scala-module
 inThisBuild(Seq(
   crossScalaVersions := Seq(scala211, scala212, scala213),
+  commands += Command.command("latest-213") { state =>
+    LatestScala.printLatestScala213()
+    state
+  },
   commands += Command.command(preRelease) { state =>
     // Show Compat version, Scala version, and Java Version
     val jvmVersion = Version.parse(sys.props("java.specification.version")).get.minor

project/LatestScala213.scala

@@ -0,0 +1,43 @@
+import org.jsoup.Jsoup
+import com.github.nscala_time.time.Imports._
+
+import java.nio.file._
+import java.net.URL
+
+// Fetch the latest Scala 2.13 by scraping the artifactory web directory
+// We just search the latest version by date
+// run the command: latest-213 in sbt
+// NB. maven-metadata.xml does not point to the latest version
+object LatestScala {
+
+  def printLatestScala213(): Unit = {
+    val url = "https://scala-ci.typesafe.com/artifactory/scala-integration/org/scala-lang/scala-library/"
+    val index = new URL(url).openStream()
+    val html = scala.io.Source.fromInputStream(index).mkString
+    index.close
+
+    val doc = Jsoup.parse(html, url)
+    val pre = doc.select("pre").get(1).text
+    val versionsAndDateRaw = pre.split("\n").drop(1).dropRight(1)
+    val dateFormat = DateTimeFormat.forPattern("dd-MMM-yyyy HH:mm")
+    val versionsAndDate =
+      versionsAndDateRaw.map{line =>
+        val Array(version, dateRaw) = line.split("/")
+        val dateClean = dateRaw.dropRight(1).trim
+        val date = DateTime.parse(dateClean, dateFormat)
+        (version, date)
+      }
+
+    def Descending[T : Ordering] = implicitly[Ordering[T]].reverse
+
+    val (version, date) = versionsAndDate.sortBy(_._2)(Descending).head
+    val latestVersion = version
+    val lastestDate = dateFormat.print(date)
+
+    println()
+    println(latestVersion)
+    println()
+    println(lastestDate)
+    println()
+  }
+}

project/MultiScalaProject.scala

@@ -62,8 +62,12 @@ class MultiScalaCrossProject(
     name: String,
     configure: CrossProject => CrossProject)
     extends MultiScala {
+
+  def apply(scalaV: String): CrossProject = apply(scalaV, scalaV, x => x)
+
   def apply(
       scalaV: String,
+      scalaVJs: String,
       configurePerScala: CrossProject => CrossProject = x => x
   ): CrossProject = {
     val projectId = projectIdPerScala(name, scalaV)
@@ -74,10 +78,9 @@ class MultiScalaCrossProject(
       )(platforms: _*)
         .crossType(CrossType.Full)
         .withoutSuffixFor(JVMPlatform)
-        .settings(
-          scalaVersion := scalaV,
-          moduleName := name
-        )
+        .settings(moduleName := name)
+        .jvmSettings(scalaVersion := scalaV)
+        .jsSettings(scalaVersion := scalaVJs)
         .settings(srcFull(name))
 
     configurePerScala(configure(resultingProject))
@@ -111,8 +114,8 @@ class MultiScalaProject(
     val resultingProject =
       Project(id = projectId, base = file(s".cross/$projectId"))
         .settings(
-          scalaVersion := scalaV,
-          moduleName := fullName
+          moduleName := fullName,
+          scalaVersion := scalaV
         )
         .settings(srcFull(base))
 

project/plugins.sbt

@@ -12,4 +12,9 @@ addSbtPlugin("org.portable-scala"     % "sbt-scalajs-crossproject" % "0.5.0")
 addSbtPlugin("org.scala-lang.modules" % "sbt-scala-module"         % "1.0.14")
 addSbtPlugin("ch.epfl.scala"          % "sbt-scalafix"             % "0.5.10")
 addSbtPlugin("com.eed3si9n"           % "sbt-buildinfo"            % "0.7.0")
-addSbtPlugin("com.typesafe.sbt"       % "sbt-pgp"                  % "0.8.3")
+addSbtPlugin("com.typesafe.sbt"       % "sbt-pgp"                  % "0.8.3")
+
+libraryDependencies ++= Seq(
+  "com.github.nscala-time" %% "nscala-time" % "2.20.0",
+  "org.jsoup" % "jsoup" % "1.10.1"
+)