File tree 1 file changed +1
-4
lines changed
coordinator/src/main/scala 1 file changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ def loadProjects(scalaBinaryVersion: String): Seq[StarredProject] =
26
26
s " $ScaladexUrl/search? ${commonSearchParams}&page= $page"
27
27
)
28
28
.get()
29
- val batch = d.select(" .list-result .row" ).asScala.flatMap { e =>
29
+ d.select(" .list-result .row" ).asScala.flatMap { e =>
30
30
e.select(" h4" ).get(0 ).text().takeWhile(! _.isWhitespace) match {
31
31
case s " ${organization}/ ${repository}" =>
32
32
for ghStars <- e
@@ -39,15 +39,12 @@ def loadProjects(scalaBinaryVersion: String): Seq[StarredProject] =
39
39
case _ => None
40
40
}
41
41
}.toSeq
42
- println(page -> batch.size)
43
- batch
44
42
} catch {case err : SocketTimeoutException =>
45
43
println(s " retry load projects, page= $page, err= $err" )
46
44
load(page)
47
45
}
48
46
LazyList
49
47
.from(1 ) // page 0 and page 1 have the same content
50
- .tapEach(println)
51
48
.map(load)
52
49
.takeWhile(_.nonEmpty)
53
50
.flatten
You can’t perform that action at this time.
0 commit comments