perf: fetch open issues while looking through the fs

Author: alexdor

cmd/root.go

@@ -17,6 +17,7 @@ import (
 	"github.com/alexdor/issue-syncer/storer"
 	"github.com/lmittmann/tint"
 	"github.com/spf13/cobra"
+	"golang.org/x/sync/errgroup"
 )
 
 var (
@@ -75,25 +76,43 @@ var rootCmd = &cobra.Command{
 			cob.SetContext(context.WithValue(cob.Context(), storer.DryRunKey, true))
 		}
 
-		for i := range WordsToLookFor {
-			WordsToLookFor[i] = strings.ToLower(WordsToLookFor[i])
-		}
-		comments, err := parser.ParseDirectory(Path, WordsToLookFor, DirsToSkip, UseGitIgnore)
-		if err != nil {
-			return fmt.Errorf("failed to parse directory: %w", err)
-		}
+		var (
+			comments      []parser.Comment
+			currentIssues map[string]storer.Issue
+		)
 
-		err = storerToUse.Init(cob.Context())
-		if err != nil {
-			return fmt.Errorf("failed to create storer: %w", err)
-		}
+		ctx := cob.Context()
+		g, gctx := errgroup.WithContext(ctx)
+
+		g.Go(func() error {
+			if err := storerToUse.Init(ctx); err != nil {
+				return fmt.Errorf("failed to initialize storer: %w", err)
+			}
+			var err error
+			currentIssues, err = storerToUse.FetchCurrentOpenIssues(gctx)
+			if err != nil {
+				return fmt.Errorf("failed to fetch current open issues: %w", err)
+			}
+			return nil
+		})
+
+		g.Go(func() error {
+			for i := range WordsToLookFor {
+				WordsToLookFor[i] = strings.ToLower(WordsToLookFor[i])
+			}
+			var err error
+			comments, err = parser.ParseDirectory(gctx, Path, WordsToLookFor, DirsToSkip, UseGitIgnore)
+			if err != nil {
+				return fmt.Errorf("failed to parse directory: %w", err)
+			}
+			return nil
+		})
 
-		currentIssues, err := storerToUse.FetchCurrentOpenIssues(cob.Context())
-		if err != nil {
-			return fmt.Errorf("failed to fetch current open issues: %w", err)
+		if err := g.Wait(); err != nil {
+			return err
 		}
 
-		return storer.UpdateIssues(cob.Context(), storerToUse, currentIssues, comments)
+		return storer.UpdateIssues(ctx, storerToUse, currentIssues, comments)
 	},
 }
 

go.mod

@@ -7,6 +7,7 @@ require (
 	github.com/lmittmann/tint v1.0.7
 	github.com/spf13/cobra v1.9.1
 	golang.org/x/oauth2 v0.29.0
+	golang.org/x/sync v0.13.0
 )
 
 require (

go.sum

@@ -17,6 +17,8 @@ github.com/spf13/pflag v1.0.6 h1:jFzHGLGAlb3ruxLB8MhbI6A8+AQX/2eW4qeyNZXNp2o=
 github.com/spf13/pflag v1.0.6/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
 golang.org/x/oauth2 v0.29.0 h1:WdYw2tdTK1S8olAzWHdgeqfy+Mtm9XNhv/xJsY65d98=
 golang.org/x/oauth2 v0.29.0/go.mod h1:onh5ek6nERTohokkhCD/y2cV4Do3fxFHFuAejCkRWT8=
+golang.org/x/sync v0.13.0 h1:AauUjRAJ9OSnvULf/ARrrVywoJDy0YS2AwQ98I37610=
+golang.org/x/sync v0.13.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

parser/parser.go

@@ -2,6 +2,7 @@ package parser
 
 import (
 	"bufio"
+	"context"
 	"errors"
 	"fmt"
 	"log/slog"
@@ -141,13 +142,15 @@ func parseFile(filePath string, marker CommentMarker, wordsToLookFor []string) (
 }
 
 // ParseDirectory walks through a directory and finds all comments
-func ParseDirectory(rootPath string, wordsToLookFor []string, pathsToSkip []string, useGitIgnore bool) ([]Comment, error) {
+func ParseDirectory(ctx context.Context, rootPath string, wordsToLookFor, pathsToSkip []string, useGitIgnore bool) ([]Comment, error) {
 	var comments []Comment
-
 	err := filepath.WalkDir(rootPath, func(path string, d os.DirEntry, err error) error {
 		if err != nil {
 			return err
 		}
+		if ctx.Err() != nil {
+			return ctx.Err()
+		}
 
 		if slices.Contains(pathsToSkip, d.Name()) {
 			return filepath.SkipDir