git-annex: add tests for push-to-create

This adds tests for creating a repository using the push-to-create
feature. The tests are the equivalent of doing
```
git remote add origin <url>
git annex sync --content
```
in a local git-annex repository.

The steps it does are:
1. create a local git-annex repository
2. add a non-existing repository as a remote
3. sync using `git annex sync --content`

It then checks that:
- the repository was indeed created
- the default branch matches the HEAD of the local repository
- all annexed files exist on the remote and have the correct content

This is done both for a repository in a user's namespace and for a
repository in an organization's namespace.

Author: matrss

tests/integration/git_annex_test.go

@@ -8,11 +8,13 @@ import (
 	"errors"
 	"fmt"
 	"io"
+	"io/fs"
 	"math/rand"
 	"net/http"
 	"net/url"
 	"os"
 	"path"
+	"path/filepath"
 	"regexp"
 	"strings"
 	"testing"
@@ -58,6 +60,100 @@ func doCreateRemoteAnnexRepository(t *testing.T, u *url.URL, ctx APITestContext,
 	return nil
 }
 
+func doGitAnnexPushToCreateTest(t *testing.T, u *url.URL, ctx APITestContext, repo string) {
+	// create a local repository
+	repoPath, err := os.MkdirTemp(os.TempDir(), "git-annex-repo-*")
+	require.NoError(t, err)
+	_, _, err = git.NewCommandContextNoGlobals(git.DefaultContext, "init", ".").RunStdString(&git.RunOpts{Dir: repoPath})
+	require.NoError(t, err)
+	err = doInitAnnexRepository(repoPath)
+	require.NoError(t, err)
+
+	// add a remote
+	repoURL := createSSHUrl(repo, u)
+	_, _, err = git.NewCommandContextNoGlobals(git.DefaultContext, "remote", "add", "origin").AddDynamicArguments(repoURL.String()).RunStdString(&git.RunOpts{Dir: repoPath})
+	require.NoError(t, err)
+
+	// sync to gitea
+	withAnnexCtxKeyFile(t, ctx, func() {
+		_, _, err = git.NewCommandContextNoGlobals(git.DefaultContext, "annex", "sync", "--content").RunStdString(&git.RunOpts{Dir: repoPath})
+		require.NoError(t, err)
+	})
+
+	// check that the repo was created and synced as expected
+	// // repo exists on the gitea server
+	remoteRepoPath := path.Join(setting.RepoRootPath, repo+".git")
+	require.DirExists(t, remoteRepoPath)
+
+	// // default branch matches
+	localRepo, err := git.OpenRepository(git.DefaultContext, repoPath)
+	require.NoError(t, err)
+	expectedDefaultBranch, err := localRepo.GetDefaultBranch()
+	require.NoError(t, err)
+
+	remoteRepo, err := git.OpenRepository(git.DefaultContext, remoteRepoPath)
+	require.NoError(t, err)
+	actualDefaultBranch, err := remoteRepo.GetDefaultBranch()
+	require.NoError(t, err)
+
+	require.Equal(t, expectedDefaultBranch, actualDefaultBranch)
+
+	// // repo contains the same annexed files
+	err = filepath.WalkDir(repoPath, func(localPath string, d fs.DirEntry, err error) error {
+		if err != nil {
+			return err
+		}
+
+		// skip anything below .git/
+		if d.IsDir() && strings.HasSuffix(localPath, "/.git") {
+			return filepath.SkipDir
+		}
+
+		if d.IsDir() {
+			return nil
+		}
+
+		// local (expected) content
+		f, err := os.Open(localPath)
+		require.NoError(t, err)
+		defer f.Close()
+		expectedContent, err := io.ReadAll(f)
+		require.NoError(t, err)
+
+		// remote (actual) content
+		remotePath, err := contentLocation(remoteRepoPath, strings.TrimPrefix(localPath, repoPath+"/"))
+		if err == annex.ErrInvalidPointer {
+			// skip non-annex files
+			return nil
+		}
+		require.FileExists(t, remotePath)
+		f, err = os.Open(remotePath)
+		require.NoError(t, err)
+		defer f.Close()
+		actualContent, err := io.ReadAll(f)
+		require.NoError(t, err)
+
+		require.Equal(t, expectedContent, actualContent)
+
+		return nil
+	})
+	require.NoError(t, err)
+}
+
+func TestGitAnnexPushToCreate(t *testing.T) {
+	onGiteaRun(t, func(t *testing.T, u *url.URL) {
+		t.Run("User", func(t *testing.T) {
+			ctx := NewAPITestContext(t, "user2", "annex-push-to-create-test", auth_model.AccessTokenScopeWriteRepository)
+			doGitAnnexPushToCreateTest(t, u, ctx, "user2/annex-push-to-create-test")
+		})
+
+		t.Run("Org", func(t *testing.T) {
+			ctx := NewAPITestContext(t, "user2", "annex-push-to-create-test", auth_model.AccessTokenScopeWriteRepository)
+			doGitAnnexPushToCreateTest(t, u, ctx, "org3/annex-push-to-create-test")
+		})
+	})
+}
+
 func TestGitAnnexMedia(t *testing.T) {
 	if !setting.Annex.Enabled {
 		t.Skip("Skipping since annex support is disabled.")

tests/mssql.ini.tmpl

@@ -28,6 +28,8 @@ TYPE = immediate
 
 [repository]
 ROOT = {{REPO_TEST_DIR}}tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-mssql/gitea-repositories
+ENABLE_PUSH_CREATE_USER = true
+ENABLE_PUSH_CREATE_ORG = true
 
 [repository.local]
 LOCAL_COPY_PATH = tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-mssql/tmp/local-repo

tests/mysql.ini.tmpl

@@ -30,6 +30,8 @@ TYPE = immediate
 
 [repository]
 ROOT = {{REPO_TEST_DIR}}tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-mysql/gitea-repositories
+ENABLE_PUSH_CREATE_USER = true
+ENABLE_PUSH_CREATE_ORG = true
 
 [repository.local]
 LOCAL_COPY_PATH = tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-mysql/tmp/local-repo

tests/pgsql.ini.tmpl

@@ -29,6 +29,8 @@ TYPE = immediate
 
 [repository]
 ROOT = {{REPO_TEST_DIR}}tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-pgsql/gitea-repositories
+ENABLE_PUSH_CREATE_USER = true
+ENABLE_PUSH_CREATE_ORG = true
 
 [repository.local]
 LOCAL_COPY_PATH = tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-pgsql/tmp/local-repo

tests/sqlite.ini.tmpl

@@ -24,6 +24,8 @@ TYPE = immediate
 
 [repository]
 ROOT = {{REPO_TEST_DIR}}tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-sqlite/gitea-repositories
+ENABLE_PUSH_CREATE_USER = true
+ENABLE_PUSH_CREATE_ORG = true
 
 [repository.local]
 LOCAL_COPY_PATH = tests/{{TEST_TYPE}}/gitea-{{TEST_TYPE}}-sqlite/tmp/local-repo