2019-05-07 06:42:51 +05:30
|
|
|
// Copyright 2019 The Gitea Authors. All rights reserved.
|
|
|
|
// Copyright 2018 Jonas Franz. All rights reserved.
|
|
|
|
// Use of this source code is governed by a MIT-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package migrations
|
|
|
|
|
|
|
|
import (
|
2020-09-02 23:19:25 +05:30
|
|
|
"context"
|
2022-02-01 23:50:28 +05:30
|
|
|
"strconv"
|
2019-05-07 06:42:51 +05:30
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"code.gitea.io/gitea/models"
|
2021-09-19 17:19:59 +05:30
|
|
|
"code.gitea.io/gitea/models/db"
|
2021-12-10 06:57:50 +05:30
|
|
|
repo_model "code.gitea.io/gitea/models/repo"
|
2021-11-12 20:06:47 +05:30
|
|
|
"code.gitea.io/gitea/models/unittest"
|
2021-11-24 15:19:20 +05:30
|
|
|
user_model "code.gitea.io/gitea/models/user"
|
2019-12-17 09:46:54 +05:30
|
|
|
"code.gitea.io/gitea/modules/graceful"
|
2021-11-16 20:55:33 +05:30
|
|
|
base "code.gitea.io/gitea/modules/migration"
|
2019-10-13 18:53:14 +05:30
|
|
|
"code.gitea.io/gitea/modules/structs"
|
2019-05-07 06:42:51 +05:30
|
|
|
"code.gitea.io/gitea/modules/util"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestGiteaUploadRepo(t *testing.T) {
|
|
|
|
// FIXME: Since no accesskey or user/password will trigger rate limit of github, just skip
|
|
|
|
t.Skip()
|
|
|
|
|
2021-11-12 20:06:47 +05:30
|
|
|
unittest.PrepareTestEnv(t)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
2021-11-24 15:19:20 +05:30
|
|
|
user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 1}).(*user_model.User)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
|
|
|
var (
|
2020-09-21 20:06:51 +05:30
|
|
|
downloader = NewGithubDownloaderV3(context.Background(), "https://github.com", "", "", "", "go-xorm", "builder")
|
2019-05-07 06:42:51 +05:30
|
|
|
repoName = "builder-" + time.Now().Format("2006-01-02-15-04-05")
|
2019-12-17 09:46:54 +05:30
|
|
|
uploader = NewGiteaLocalUploader(graceful.GetManager().HammerContext(), user, user.Name, repoName)
|
2019-05-07 06:42:51 +05:30
|
|
|
)
|
|
|
|
|
2020-09-11 03:59:19 +05:30
|
|
|
err := migrateRepository(downloader, uploader, base.MigrateOptions{
|
2019-10-13 18:53:14 +05:30
|
|
|
CloneAddr: "https://github.com/go-xorm/builder",
|
|
|
|
RepoName: repoName,
|
2019-05-07 06:42:51 +05:30
|
|
|
AuthUsername: "",
|
|
|
|
|
2019-07-08 07:44:12 +05:30
|
|
|
Wiki: true,
|
|
|
|
Issues: true,
|
|
|
|
Milestones: true,
|
|
|
|
Labels: true,
|
|
|
|
Releases: true,
|
|
|
|
Comments: true,
|
|
|
|
PullRequests: true,
|
|
|
|
Private: true,
|
|
|
|
Mirror: false,
|
2021-06-17 03:32:24 +05:30
|
|
|
}, nil)
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
|
|
|
|
2021-12-10 06:57:50 +05:30
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{OwnerID: user.ID, Name: repoName}).(*repo_model.Repository)
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.True(t, repo.HasWiki())
|
2021-12-10 06:57:50 +05:30
|
|
|
assert.EqualValues(t, repo_model.RepositoryReady, repo.Status)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
2021-08-12 18:13:08 +05:30
|
|
|
milestones, _, err := models.GetMilestones(models.GetMilestonesOption{
|
2020-07-28 17:00:40 +05:30
|
|
|
RepoID: repo.ID,
|
|
|
|
State: structs.StateOpen,
|
|
|
|
})
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Len(t, milestones, 1)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
2021-08-12 18:13:08 +05:30
|
|
|
milestones, _, err = models.GetMilestones(models.GetMilestonesOption{
|
2020-07-28 17:00:40 +05:30
|
|
|
RepoID: repo.ID,
|
|
|
|
State: structs.StateClosed,
|
|
|
|
})
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Empty(t, milestones)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
2021-09-24 17:02:56 +05:30
|
|
|
labels, err := models.GetLabelsByRepoID(repo.ID, "", db.ListOptions{})
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
2021-08-18 06:17:18 +05:30
|
|
|
assert.Len(t, labels, 12)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
|
|
|
releases, err := models.GetReleasesByRepoID(repo.ID, models.FindReleasesOptions{
|
2021-09-24 17:02:56 +05:30
|
|
|
ListOptions: db.ListOptions{
|
2020-01-25 00:30:29 +05:30
|
|
|
PageSize: 10,
|
|
|
|
Page: 0,
|
|
|
|
},
|
2019-05-07 06:42:51 +05:30
|
|
|
IncludeTags: true,
|
2020-01-25 00:30:29 +05:30
|
|
|
})
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Len(t, releases, 8)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
|
|
|
releases, err = models.GetReleasesByRepoID(repo.ID, models.FindReleasesOptions{
|
2021-09-24 17:02:56 +05:30
|
|
|
ListOptions: db.ListOptions{
|
2020-01-25 00:30:29 +05:30
|
|
|
PageSize: 10,
|
|
|
|
Page: 0,
|
|
|
|
},
|
2019-05-07 06:42:51 +05:30
|
|
|
IncludeTags: false,
|
2020-01-25 00:30:29 +05:30
|
|
|
})
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, err)
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Len(t, releases, 1)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
|
|
|
issues, err := models.Issues(&models.IssuesOptions{
|
|
|
|
RepoIDs: []int64{repo.ID},
|
|
|
|
IsPull: util.OptionalBoolFalse,
|
|
|
|
SortType: "oldest",
|
|
|
|
})
|
|
|
|
assert.NoError(t, err)
|
2021-08-18 06:17:18 +05:30
|
|
|
assert.Len(t, issues, 15)
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, issues[0].LoadDiscussComments())
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Empty(t, issues[0].Comments)
|
2019-05-07 06:42:51 +05:30
|
|
|
|
|
|
|
pulls, _, err := models.PullRequests(repo.ID, &models.PullRequestsOptions{
|
|
|
|
SortType: "oldest",
|
|
|
|
})
|
|
|
|
assert.NoError(t, err)
|
2021-08-18 06:17:18 +05:30
|
|
|
assert.Len(t, pulls, 30)
|
2019-05-07 06:42:51 +05:30
|
|
|
assert.NoError(t, pulls[0].LoadIssue())
|
|
|
|
assert.NoError(t, pulls[0].Issue.LoadDiscussComments())
|
2021-06-07 10:57:09 +05:30
|
|
|
assert.Len(t, pulls[0].Issue.Comments, 2)
|
2019-05-07 06:42:51 +05:30
|
|
|
}
|
2022-02-01 23:50:28 +05:30
|
|
|
|
2022-02-06 14:35:29 +05:30
|
|
|
func TestGiteaUploadRemapLocalUser(t *testing.T) {
|
|
|
|
unittest.PrepareTestEnv(t)
|
|
|
|
doer := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 1}).(*user_model.User)
|
|
|
|
user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2}).(*user_model.User)
|
|
|
|
|
|
|
|
repoName := "migrated"
|
|
|
|
uploader := NewGiteaLocalUploader(context.Background(), doer, doer.Name, repoName)
|
|
|
|
// call remapLocalUser
|
|
|
|
uploader.sameApp = true
|
|
|
|
|
|
|
|
externalID := int64(1234567)
|
|
|
|
externalName := "username"
|
|
|
|
source := base.Release{
|
|
|
|
PublisherID: externalID,
|
|
|
|
PublisherName: externalName,
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// The externalID does not match any existing user, everything
|
|
|
|
// belongs to the doer
|
|
|
|
//
|
|
|
|
target := models.Release{}
|
|
|
|
uploader.userMap = make(map[int64]int64)
|
|
|
|
err := uploader.remapUser(&source, &target)
|
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.EqualValues(t, doer.ID, target.GetUserID())
|
|
|
|
|
|
|
|
//
|
|
|
|
// The externalID matches a known user but the name does not match,
|
|
|
|
// everything belongs to the doer
|
|
|
|
//
|
|
|
|
source.PublisherID = user.ID
|
|
|
|
target = models.Release{}
|
|
|
|
uploader.userMap = make(map[int64]int64)
|
|
|
|
err = uploader.remapUser(&source, &target)
|
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.EqualValues(t, doer.ID, target.GetUserID())
|
|
|
|
|
|
|
|
//
|
|
|
|
// The externalID and externalName match an existing user, everything
|
|
|
|
// belongs to the existing user
|
|
|
|
//
|
|
|
|
source.PublisherName = user.Name
|
|
|
|
target = models.Release{}
|
|
|
|
uploader.userMap = make(map[int64]int64)
|
|
|
|
err = uploader.remapUser(&source, &target)
|
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.EqualValues(t, user.ID, target.GetUserID())
|
|
|
|
}
|
|
|
|
|
2022-02-01 23:50:28 +05:30
|
|
|
func TestGiteaUploadRemapExternalUser(t *testing.T) {
|
|
|
|
unittest.PrepareTestEnv(t)
|
|
|
|
doer := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 1}).(*user_model.User)
|
|
|
|
|
|
|
|
repoName := "migrated"
|
|
|
|
uploader := NewGiteaLocalUploader(context.Background(), doer, doer.Name, repoName)
|
|
|
|
uploader.gitServiceType = structs.GiteaService
|
2022-02-06 14:35:29 +05:30
|
|
|
// call remapExternalUser
|
|
|
|
uploader.sameApp = false
|
2022-02-01 23:50:28 +05:30
|
|
|
|
|
|
|
externalID := int64(1234567)
|
2022-02-06 14:35:29 +05:30
|
|
|
externalName := "username"
|
2022-02-01 23:50:28 +05:30
|
|
|
source := base.Release{
|
|
|
|
PublisherID: externalID,
|
|
|
|
PublisherName: externalName,
|
|
|
|
}
|
|
|
|
|
|
|
|
//
|
|
|
|
// When there is no user linked to the external ID, the migrated data is authored
|
|
|
|
// by the doer
|
|
|
|
//
|
2022-02-06 14:35:29 +05:30
|
|
|
uploader.userMap = make(map[int64]int64)
|
2022-02-01 23:50:28 +05:30
|
|
|
target := models.Release{}
|
2022-02-06 14:35:29 +05:30
|
|
|
err := uploader.remapUser(&source, &target)
|
2022-02-01 23:50:28 +05:30
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.EqualValues(t, doer.ID, target.GetUserID())
|
|
|
|
|
|
|
|
//
|
|
|
|
// Link the external ID to an existing user
|
|
|
|
//
|
|
|
|
linkedUser := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2}).(*user_model.User)
|
|
|
|
externalLoginUser := &user_model.ExternalLoginUser{
|
|
|
|
ExternalID: strconv.FormatInt(externalID, 10),
|
|
|
|
UserID: linkedUser.ID,
|
|
|
|
LoginSourceID: 0,
|
|
|
|
Provider: structs.GiteaService.Name(),
|
|
|
|
}
|
|
|
|
err = user_model.LinkExternalToUser(linkedUser, externalLoginUser)
|
|
|
|
assert.NoError(t, err)
|
|
|
|
|
|
|
|
//
|
|
|
|
// When a user is linked to the external ID, it becomes the author of
|
|
|
|
// the migrated data
|
|
|
|
//
|
2022-02-06 14:35:29 +05:30
|
|
|
uploader.userMap = make(map[int64]int64)
|
2022-02-01 23:50:28 +05:30
|
|
|
target = models.Release{}
|
2022-02-06 14:35:29 +05:30
|
|
|
err = uploader.remapUser(&source, &target)
|
2022-02-01 23:50:28 +05:30
|
|
|
assert.NoError(t, err)
|
2022-02-06 14:35:29 +05:30
|
|
|
assert.EqualValues(t, linkedUser.ID, target.GetUserID())
|
2022-02-01 23:50:28 +05:30
|
|
|
}
|