feat: sw gitlab pagination to keyset mode; adding sort option queries

Author: y-eight

pkg/sparrow/targets/remote/gitlab/gitlab.go

@@ -155,8 +155,12 @@ func (c *client) fetchFileList(ctx context.Context) ([]string, error) {
 		log.ErrorContext(ctx, "Could not parse GitLab API repository URL", "url", rawUrl, "error", err)
 	}
 	query := reqUrl.Query()
-	query.Set("ref", c.config.Branch)
+	query.Set("pagination", "keyset")
 	query.Set("per_page", strconv.Itoa(paginationPerPage))
+	query.Set("order_by", "id")
+	query.Set("sort", "asc")
+
+	query.Set("ref", c.config.Branch)
 	reqUrl.RawQuery = query.Encode()
 
 	return c.fetchNextFileList(ctx, reqUrl.String())

pkg/sparrow/targets/remote/gitlab/gitlab_test.go

@@ -107,7 +107,7 @@ func Test_gitlab_fetchFileList(t *testing.T) {
 			if err != nil {
 				t.Fatalf("error creating mock response: %v", err)
 			}
-			httpmock.RegisterResponder("GET", fmt.Sprintf("http://test/api/v4/projects/1/repository/tree?per_page=%d&ref=main", paginationPerPage), resp)
+			httpmock.RegisterResponder("GET", fmt.Sprintf("http://test/api/v4/projects/1/repository/tree?order_by=id&pagination=keyset&per_page=%d&ref=main&sort=asc", paginationPerPage), resp)
 
 			g := &client{
 				config: Config{
@@ -217,7 +217,7 @@ func Test_gitlab_FetchFiles(t *testing.T) {
 			if err != nil {
 				t.Fatalf("error creating mock response: %v", err)
 			}
-			httpmock.RegisterResponder("GET", fmt.Sprintf("http://test/api/v4/projects/1/repository/tree?per_page=%d&ref=main", paginationPerPage), resp)
+			httpmock.RegisterResponder("GET", fmt.Sprintf("http://test/api/v4/projects/1/repository/tree?order_by=id&pagination=keyset&per_page=%d&ref=main&sort=asc", paginationPerPage), resp)
 
 			got, err := g.FetchFiles(context.Background())
 			if (err != nil) != tt.wantErr {