ffc904b1e0
* Sleep longer if request speed is over github limitation * improve code * remove unused code * fix lint * Use github's rate limit remain value to determine how long to sleep * Save reset time when finished github api request * fix bug * fix lint * Add context.Context for sleep * fix test * improve code * fix bug and lint * fix import order
187 lines
4.7 KiB
Go
187 lines
4.7 KiB
Go
// Copyright 2019 The Gitea Authors. All rights reserved.
|
|
// Copyright 2018 Jonas Franz. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package base
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"code.gitea.io/gitea/modules/structs"
|
|
)
|
|
|
|
// Downloader downloads the site repo informations
|
|
type Downloader interface {
|
|
SetContext(context.Context)
|
|
GetRepoInfo() (*Repository, error)
|
|
GetTopics() ([]string, error)
|
|
GetMilestones() ([]*Milestone, error)
|
|
GetReleases() ([]*Release, error)
|
|
GetLabels() ([]*Label, error)
|
|
GetIssues(page, perPage int) ([]*Issue, bool, error)
|
|
GetComments(issueNumber int64) ([]*Comment, error)
|
|
GetPullRequests(page, perPage int) ([]*PullRequest, error)
|
|
}
|
|
|
|
// DownloaderFactory defines an interface to match a downloader implementation and create a downloader
|
|
type DownloaderFactory interface {
|
|
Match(opts MigrateOptions) (bool, error)
|
|
New(opts MigrateOptions) (Downloader, error)
|
|
GitServiceType() structs.GitServiceType
|
|
}
|
|
|
|
var (
|
|
_ Downloader = &RetryDownloader{}
|
|
)
|
|
|
|
// RetryDownloader retry the downloads
|
|
type RetryDownloader struct {
|
|
Downloader
|
|
RetryTimes int // the total execute times
|
|
RetryDelay int // time to delay seconds
|
|
}
|
|
|
|
// NewRetryDownloader creates a retry downloader
|
|
func NewRetryDownloader(downloader Downloader, retryTimes, retryDelay int) *RetryDownloader {
|
|
return &RetryDownloader{
|
|
Downloader: downloader,
|
|
RetryTimes: retryTimes,
|
|
RetryDelay: retryDelay,
|
|
}
|
|
}
|
|
|
|
// SetContext set context
|
|
func (d *RetryDownloader) SetContext(ctx context.Context) {
|
|
d.Downloader.SetContext(ctx)
|
|
}
|
|
|
|
// GetRepoInfo returns a repository information with retry
|
|
func (d *RetryDownloader) GetRepoInfo() (*Repository, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
repo *Repository
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if repo, err = d.Downloader.GetRepoInfo(); err == nil {
|
|
return repo, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetTopics returns a repository's topics with retry
|
|
func (d *RetryDownloader) GetTopics() ([]string, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
topics []string
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if topics, err = d.Downloader.GetTopics(); err == nil {
|
|
return topics, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetMilestones returns a repository's milestones with retry
|
|
func (d *RetryDownloader) GetMilestones() ([]*Milestone, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
milestones []*Milestone
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if milestones, err = d.Downloader.GetMilestones(); err == nil {
|
|
return milestones, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetReleases returns a repository's releases with retry
|
|
func (d *RetryDownloader) GetReleases() ([]*Release, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
releases []*Release
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if releases, err = d.Downloader.GetReleases(); err == nil {
|
|
return releases, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetLabels returns a repository's labels with retry
|
|
func (d *RetryDownloader) GetLabels() ([]*Label, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
labels []*Label
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if labels, err = d.Downloader.GetLabels(); err == nil {
|
|
return labels, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetIssues returns a repository's issues with retry
|
|
func (d *RetryDownloader) GetIssues(page, perPage int) ([]*Issue, bool, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
issues []*Issue
|
|
isEnd bool
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if issues, isEnd, err = d.Downloader.GetIssues(page, perPage); err == nil {
|
|
return issues, isEnd, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, false, err
|
|
}
|
|
|
|
// GetComments returns a repository's comments with retry
|
|
func (d *RetryDownloader) GetComments(issueNumber int64) ([]*Comment, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
comments []*Comment
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if comments, err = d.Downloader.GetComments(issueNumber); err == nil {
|
|
return comments, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
// GetPullRequests returns a repository's pull requests with retry
|
|
func (d *RetryDownloader) GetPullRequests(page, perPage int) ([]*PullRequest, error) {
|
|
var (
|
|
times = d.RetryTimes
|
|
prs []*PullRequest
|
|
err error
|
|
)
|
|
for ; times > 0; times-- {
|
|
if prs, err = d.Downloader.GetPullRequests(page, perPage); err == nil {
|
|
return prs, nil
|
|
}
|
|
time.Sleep(time.Second * time.Duration(d.RetryDelay))
|
|
}
|
|
return nil, err
|
|
}
|