Merge remote-tracking branch 'github-example/master'

Author: szymon-rd

github/git/Commit.scala

@@ -0,0 +1,17 @@
+package git
+
+import scala.collection.mutable.ArrayBuffer
+import scala.util.Try
+
+case class Commit(author: String, sha: String, date: String)
+object Commit:
+    def commitsFromJson(json: String): List[Commit] =
+        for commit <- ujson.read(json).arr.toList
+            author = Try(commit("author")("login").str)
+                .orElse(Try(commit("commit")("author")("name").str))
+                .getOrElse("Unknown")
+            sha = commit("sha").str
+            date = Try(commit("commit")("author")("date").str).getOrElse("")
+        yield
+            Commit(author, sha, date)
+            

github/git/Contributor.scala

@@ -0,0 +1,3 @@
+package git
+
+final case class Contributor(author: String, commits: Int)

github/git/Lang.scala

@@ -0,0 +1,35 @@
+package git
+
+enum Lang():
+  case Scala
+  case JavaScript
+  case TypeScript
+  case Python
+  case C
+  case Go
+  case Yaml
+  case AsciiDoc
+  case Markdown
+  case Shell
+  case Other
+  case HTML
+  case CSS
+
+object Lang:
+  def fromExtension(ext: String): Lang =
+      ext match
+        case "sc" => Scala
+        case "scala" => Scala
+        case "js" => JavaScript
+        case "ts" => TypeScript
+        case "py" => Python
+        case "c" => C
+        case "h" => C
+        case "go" => Go
+        case "yml" => Yaml
+        case "adoc" => AsciiDoc
+        case "md" => Markdown
+        case "sh" => Shell
+        case "html" => HTML
+        case "css" => CSS
+        case _ => Other

github/git/Repo.scala

@@ -0,0 +1,95 @@
+package git
+
+import sys.error
+import sttp.client3._
+import sttp.model._
+import os.Path
+
+import scala.util.Try
+import scala.util.Success
+
+import git.Lang.*
+import git.Commit
+import git.Contributor
+
+class Repo(val owner: String, val repoName: String):
+    lazy val localRepo = cloneRepo()
+    val client = SimpleHttpClient()
+    
+    def getCommits(page: Int = 1): List[Commit] = 
+        val request = basicRequest
+            .header("Accept", "application/vnd.github+json")
+            .get(uri"https://api.github.com/repos/$owner/$repoName/commits?per_page=100&page=$page")
+    
+        val response = client.send(request)
+        val json = response.body match
+            case Right(content) => content
+            case Left(value) => error(value)
+
+        val commits = Commit.commitsFromJson(json)
+        if (isLast(response)) commits else commits ++ getCommits(page + 1)
+
+    def getContributors(): List[Contributor] = 
+        getCommits()
+            .groupBy(_.author)
+            .mapValues(seq => seq.length)
+            .map((author, commits) => Contributor(author, commits))
+            .toList
+    
+    def getOpenIssuesWithoutAnswers(page: Int = 1): List[Uri] = 
+        val request = basicRequest
+            .header("Accept", "application/vnd.github+json")
+            .get(uri"https://api.github.com/repos/$owner/$repoName/issues?per_page=100&page=$page")
+
+        val response = client.send(request)
+        val json = response.body match
+            case Right(content) => content
+            case Left(value) => error(value)
+
+        val issues = 
+            for issue <- ujson.read(json).arr.toList
+                if issue("state").str == "open" 
+                if Try(issue("pull_request")).isFailure
+                if hasNoComments(issue("comments_url").str)
+            yield uri"${issue("html_url").str}"
+
+        if (isLast(response)) issues else issues ++ getOpenIssuesWithoutAnswers(page + 1)
+
+    def lineCountPerLanguage(): Map[Lang, Int] = 
+        os.walk(localRepo, skip = _.last.equals(".git"))
+            .filter(os.isFile)
+            .map(path => Lang.fromExtension(path.ext) -> path)
+            .map((lang, path) => (lang, getLineCount(path)))
+            .groupBy(_._1)
+            .mapValues(seq => seq.map(_._2).reduce(_ + _))
+            .toMap
+
+    private def cloneRepo(): Path = 
+        val tmpDir = os.temp.dir()
+        val address = uri"https://github.com/$owner/$repoName.git"
+        os.proc("git", "clone", address.toString)
+            .call(cwd = tmpDir)
+        tmpDir
+
+    private def getLineCount(path: Path): Int =
+        Try(os.read.lines(path).filter(_.nonEmpty).size) match
+            case Success(value) => value
+            case _ => 0
+
+    private def hasNoComments(uri: String): Boolean = 
+        val request = basicRequest
+            .header("Accept", "application/vnd.github+json")
+            .get(uri"$uri")
+        
+        val response = client.send(request)
+        val json = response.body match
+            case Right(content) => content
+            case Left(value) => error(value)
+        
+        ujson.read(json).arr.isEmpty
+
+    private def isLast(response: Response[Either[String, String]]) =
+        response.header(HeaderNames.Link) match
+            case Some(value) => !value.contains("rel=\"next\"")
+            case None => true
+

github/main.scala

@@ -0,0 +1,25 @@
+//> using lib "com.softwaremill.sttp.client3::core:3.8.5"
+//> using lib "com.lihaoyi::upickle:2.0.0"
+//> using lib "com.lihaoyi::os-lib:0.9.0"
+//> using lib "org.scalameta::munit::1.0.0-M7"
+
+import sttp.client3._
+import sys.error
+import git.Repo
+import git.Commit
+import git.Contributor
+import java.nio.file.Path
+
+@main
+def main(operation: String, owner: String, repoName: String) =
+    val repo = Repo(owner, repoName)
+    operation match
+        case "contributors" => repo.getContributors()
+                                   .sortWith(_.commits > _.commits)
+                                   .foreach(c => println(s"$c.author,$c.count"))
+        case "commits" => repo.getCommits()
+                              .foreach(commit => println(s"$commit.author,$commit.date"))
+        case "lines" => repo.lineCountPerLanguage()
+                            .foreach((lang, lines) => println(s"$lang,$lines"))
+        case "issues" => repo.getOpenIssuesWithoutAnswers()
+                             .foreach(println)

github/test/RepoTest.scala

@@ -0,0 +1,49 @@
+import munit._
+import git._
+import git.Lang.*
+
+class RepoTest extends munit.FunSuite:
+    test("getCommits") {
+        // given
+        val repo = Repo("octocat", "Spoon-Knife")
+        // when
+        val commitsObtained = repo.getCommits()
+        // then
+        val commitsExpected = List(
+            Commit("octocat", "d0dd1f61b33d64e29d8bc1372a94ef6a2fee76a9", "2014-02-12T23:20:44Z"),
+            Commit("octocat", "bb4cc8d3b2e14b3af5df699876dd4ff3acd00b7f", "2014-02-04T22:38:36Z"),
+            Commit("octocat", "a30c19e3f13765a3b48829788bc1cb8b4e95cee4", "2014-02-04T22:38:24Z")
+        )
+        assertEquals(commitsObtained, commitsExpected)
+    }
+
+    test("getContributors") {
+        // given
+        val repo = Repo("octocat", "Spoon-Knife")
+        // when
+        val contributorsObtained = repo.getContributors()
+        // then
+        val contributorsExpected = List(
+            Contributor("octocat", 3)
+        )
+        assertEquals(contributorsObtained, contributorsExpected)
+    }
+
+    test("getLineCount") {
+        // given
+        val repo = Repo("octocat", "Spoon-Knife")
+        // when
+        val langObtained = repo.lineCountPerLanguage()
+        // then
+        val langExpected = Map(
+            Markdown -> 5,
+            HTML -> 15,
+            CSS -> 15
+        )
+        assertEquals(langObtained, langExpected)
+    }
+
+    test("issues") {
+        fail("not impemented")
+    }
+