2015-02-12 08:28:37 +05:30
// Copyright 2015 The Gogs Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
2015-01-22 18:19:52 +05:30
package migrations
import (
2015-02-12 08:28:37 +05:30
"fmt"
2015-01-23 13:24:16 +05:30
"strings"
"time"
2015-01-22 18:26:50 +05:30
2015-02-12 08:28:37 +05:30
"github.com/Unknwon/com"
2015-01-22 18:19:52 +05:30
"github.com/go-xorm/xorm"
2015-02-12 08:28:37 +05:30
2015-02-12 09:40:30 +05:30
"github.com/gogits/gogs/modules/log"
2015-02-12 08:28:37 +05:30
"github.com/gogits/gogs/modules/setting"
2015-01-22 18:19:52 +05:30
)
2015-02-12 17:24:34 +05:30
const _MIN_DB_VER = 0
2015-02-12 08:28:37 +05:30
2015-02-12 09:40:30 +05:30
type Migration interface {
Description ( ) string
Migrate ( * xorm . Engine ) error
}
type migration struct {
description string
migrate func ( * xorm . Engine ) error
}
func NewMigration ( desc string , fn func ( * xorm . Engine ) error ) Migration {
return & migration { desc , fn }
}
func ( m * migration ) Description ( ) string {
return m . description
}
func ( m * migration ) Migrate ( x * xorm . Engine ) error {
return m . migrate ( x )
}
2015-01-22 18:19:52 +05:30
// The version table. Should have only one row with id==1
type Version struct {
2015-01-22 18:26:50 +05:30
Id int64
2015-01-22 18:19:52 +05:30
Version int64
}
// This is a sequence of migrations. Add new migrations to the bottom of the list.
2015-02-12 23:16:21 +05:30
// If you want to "retire" a migration, remove it from the top of the list and
// update _MIN_VER_DB accordingly
2015-02-12 09:40:30 +05:30
var migrations = [ ] Migration {
2015-02-12 17:24:34 +05:30
NewMigration ( "generate collaboration from access" , accessToCollaboration ) , // V0 -> V1
2015-02-13 17:28:19 +05:30
NewMigration ( "make authorize 4 if team is owners" , ownerTeamUpdate ) , // V1 -> V2
NewMigration ( "refactor access table to use id's" , accessRefactor ) , // V2 -> V3
2015-01-23 13:24:16 +05:30
}
2015-01-22 18:19:52 +05:30
// Migrate database to current version
func Migrate ( x * xorm . Engine ) error {
2015-01-22 18:31:45 +05:30
if err := x . Sync ( new ( Version ) ) ; err != nil {
2015-02-12 08:28:37 +05:30
return fmt . Errorf ( "sync: %v" , err )
2015-01-22 18:31:45 +05:30
}
2015-01-22 18:19:52 +05:30
currentVersion := & Version { Id : 1 }
has , err := x . Get ( currentVersion )
if err != nil {
2015-02-12 08:28:37 +05:30
return fmt . Errorf ( "get: %v" , err )
2015-01-22 18:26:50 +05:30
} else if ! has {
2015-02-12 17:24:34 +05:30
// If the user table does not exist it is a fresh installation and we
2015-02-12 23:16:21 +05:30
// can skip all migrations.
2015-01-23 13:24:16 +05:30
needsMigration , err := x . IsTableExist ( "user" )
if err != nil {
return err
}
2015-02-12 09:40:30 +05:30
if needsMigration {
isEmpty , err := x . IsTableEmpty ( "user" )
if err != nil {
return err
}
2015-02-12 17:24:34 +05:30
// If the user table is empty it is a fresh installation and we can
2015-02-12 23:16:21 +05:30
// skip all migrations.
2015-02-12 09:40:30 +05:30
needsMigration = ! isEmpty
}
2015-01-23 13:24:16 +05:30
if ! needsMigration {
2015-02-12 17:24:34 +05:30
currentVersion . Version = int64 ( _MIN_DB_VER + len ( migrations ) )
2015-01-23 13:24:16 +05:30
}
2015-01-22 18:26:50 +05:30
if _ , err = x . InsertOne ( currentVersion ) ; err != nil {
2015-02-12 08:28:37 +05:30
return fmt . Errorf ( "insert: %v" , err )
2015-01-22 18:26:50 +05:30
}
2015-01-22 18:19:52 +05:30
}
v := currentVersion . Version
2015-02-12 17:24:34 +05:30
for i , m := range migrations [ v - _MIN_DB_VER : ] {
2015-02-12 09:40:30 +05:30
log . Info ( "Migration: %s" , m . Description ( ) )
if err = m . Migrate ( x ) ; err != nil {
return fmt . Errorf ( "do migrate: %v" , err )
2015-01-22 18:19:52 +05:30
}
currentVersion . Version = v + int64 ( i ) + 1
2015-01-22 18:31:45 +05:30
if _ , err = x . Id ( 1 ) . Update ( currentVersion ) ; err != nil {
return err
}
2015-01-22 18:19:52 +05:30
}
return nil
}
2015-02-12 23:16:21 +05:30
func sessionRelease ( sess * xorm . Session ) {
if ! sess . IsCommitedOrRollbacked {
sess . Rollback ( )
}
sess . Close ( )
}
2015-02-13 09:13:32 +05:30
func accessToCollaboration ( x * xorm . Engine ) ( err error ) {
2015-01-23 13:24:16 +05:30
type Collaboration struct {
2015-02-12 08:28:37 +05:30
ID int64 ` xorm:"pk autoincr" `
RepoID int64 ` xorm:"UNIQUE(s) INDEX NOT NULL" `
UserID int64 ` xorm:"UNIQUE(s) INDEX NOT NULL" `
Created time . Time
2015-01-23 13:24:16 +05:30
}
2015-02-13 09:13:32 +05:30
if err = x . Sync ( new ( Collaboration ) ) ; err != nil {
return fmt . Errorf ( "sync: %v" , err )
}
2015-01-23 13:24:16 +05:30
2015-02-12 08:28:37 +05:30
results , err := x . Query ( "SELECT u.id AS `uid`, a.repo_name AS `repo`, a.mode AS `mode`, a.created as `created` FROM `access` a JOIN `user` u ON a.user_name=u.lower_name" )
2015-01-23 13:24:16 +05:30
if err != nil {
return err
}
2015-02-12 09:40:30 +05:30
sess := x . NewSession ( )
2015-02-12 23:16:21 +05:30
defer sessionRelease ( sess )
2015-02-12 09:40:30 +05:30
if err = sess . Begin ( ) ; err != nil {
return err
}
2015-02-12 08:28:37 +05:30
offset := strings . Split ( time . Now ( ) . String ( ) , " " ) [ 2 ]
2015-01-23 13:24:16 +05:30
for _ , result := range results {
2015-02-12 08:28:37 +05:30
mode := com . StrTo ( result [ "mode" ] ) . MustInt64 ( )
// Collaborators must have write access.
2015-01-23 13:24:16 +05:30
if mode < 2 {
continue
}
2015-02-12 08:28:37 +05:30
userID := com . StrTo ( result [ "uid" ] ) . MustInt64 ( )
repoRefName := string ( result [ "repo" ] )
var created time . Time
switch {
case setting . UseSQLite3 :
created , _ = time . Parse ( time . RFC3339 , string ( result [ "created" ] ) )
case setting . UseMySQL :
created , _ = time . Parse ( "2006-01-02 15:04:05-0700" , string ( result [ "created" ] ) + offset )
case setting . UsePostgreSQL :
created , _ = time . Parse ( "2006-01-02T15:04:05Z-0700" , string ( result [ "created" ] ) + offset )
}
2015-02-04 19:17:40 +05:30
// find owner of repository
2015-01-23 13:24:16 +05:30
parts := strings . SplitN ( repoRefName , "/" , 2 )
ownerName := parts [ 0 ]
repoName := parts [ 1 ]
2015-02-12 09:40:30 +05:30
results , err := sess . Query ( "SELECT u.id as `uid`, ou.uid as `memberid` FROM `user` u LEFT JOIN org_user ou ON ou.org_id=u.id WHERE u.lower_name=?" , ownerName )
2015-01-23 13:24:16 +05:30
if err != nil {
return err
}
if len ( results ) < 1 {
continue
}
2015-02-04 19:17:40 +05:30
2015-02-12 08:28:37 +05:30
ownerID := com . StrTo ( results [ 0 ] [ "uid" ] ) . MustInt64 ( )
2015-02-04 19:17:40 +05:30
if ownerID == userID {
continue
}
2015-01-23 13:24:16 +05:30
2015-02-04 19:17:40 +05:30
// test if user is member of owning organization
isMember := false
2015-01-23 13:24:16 +05:30
for _ , member := range results {
2015-02-12 08:28:37 +05:30
memberID := com . StrTo ( member [ "memberid" ] ) . MustInt64 ( )
2015-01-23 13:24:16 +05:30
// We can skip all cases that a user is member of the owning organization
if memberID == userID {
2015-02-04 19:17:40 +05:30
isMember = true
2015-01-23 13:24:16 +05:30
}
}
2015-02-04 19:17:40 +05:30
if isMember {
continue
}
2015-01-23 13:24:16 +05:30
2015-02-12 09:40:30 +05:30
results , err = sess . Query ( "SELECT id FROM `repository` WHERE owner_id=? AND lower_name=?" , ownerID , repoName )
2015-01-23 13:24:16 +05:30
if err != nil {
return err
2015-02-12 09:40:30 +05:30
} else if len ( results ) < 1 {
continue
2015-01-23 13:24:16 +05:30
}
2015-02-12 09:40:30 +05:30
collaboration := & Collaboration {
UserID : userID ,
RepoID : com . StrTo ( results [ 0 ] [ "id" ] ) . MustInt64 ( ) ,
}
has , err := sess . Get ( collaboration )
if err != nil {
return err
} else if has {
2015-01-23 13:24:16 +05:30
continue
}
2015-02-12 09:40:30 +05:30
collaboration . Created = created
if _ , err = sess . InsertOne ( collaboration ) ; err != nil {
2015-01-23 13:24:16 +05:30
return err
}
}
2015-02-12 09:40:30 +05:30
return sess . Commit ( )
2015-01-23 13:24:16 +05:30
}
2015-02-05 18:59:08 +05:30
2015-02-13 17:28:19 +05:30
func ownerTeamUpdate ( x * xorm . Engine ) ( err error ) {
if _ , err := x . Exec ( "UPDATE team SET authorize=4 WHERE lower_name=?" , "owners" ) ; err != nil {
return fmt . Errorf ( "drop table: %v" , err )
}
return nil
}
2015-02-13 09:13:32 +05:30
func accessRefactor ( x * xorm . Engine ) ( err error ) {
type (
AccessMode int
Access struct {
2015-02-13 17:28:19 +05:30
ID int64 ` xorm:"pk autoincr" `
UserID int64 ` xorm:"UNIQUE(s)" `
RepoID int64 ` xorm:"UNIQUE(s)" `
Mode AccessMode
}
UserRepo struct {
UserID int64
RepoID int64
2015-02-13 09:13:32 +05:30
}
)
2015-02-13 17:28:19 +05:30
// We consiously don't start a session yet as we make only reads for now, no writes
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
accessMap := make ( map [ UserRepo ] AccessMode , 50 )
results , err := x . Query ( "SELECT r.id as `repo_id`, r.is_private as `is_private`, r.owner_id as `owner_id`, u.type as `owner_type` FROM `repository` r LEFT JOIN user u ON r.owner_id=u.id" )
if err != nil {
2015-02-13 09:13:32 +05:30
return err
}
2015-02-13 17:28:19 +05:30
for _ , repo := range results {
repoID := com . StrTo ( repo [ "repo_id" ] ) . MustInt64 ( )
isPrivate := com . StrTo ( repo [ "is_private" ] ) . MustInt ( ) > 0
ownerID := com . StrTo ( repo [ "owner_id" ] ) . MustInt64 ( )
ownerIsOrganization := com . StrTo ( repo [ "owner_type" ] ) . MustInt ( ) > 0
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
results , err := x . Query ( "SELECT user_id FROM collaboration WHERE repo_id=?" , repoID )
if err != nil {
return fmt . Errorf ( "select repos: %v" , err )
}
for _ , user := range results {
userID := com . StrTo ( user [ "user_id" ] ) . MustInt64 ( )
accessMap [ UserRepo { userID , repoID } ] = 2 // WRITE ACCESS
}
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
if ! ownerIsOrganization {
continue
}
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
minAccessLevel := AccessMode ( 0 )
if ! isPrivate {
minAccessLevel = 1
}
repoString := "$" + string ( repo [ "repo_id" ] ) + "|"
results , err = x . Query ( "SELECT id, authorize, repo_ids FROM team WHERE org_id=? AND authorize > ? ORDER BY authorize ASC" , ownerID , int ( minAccessLevel ) )
2015-02-13 09:13:32 +05:30
if err != nil {
2015-02-13 17:28:19 +05:30
return fmt . Errorf ( "select teams from org: %v" , err )
2015-02-13 09:13:32 +05:30
}
2015-02-13 17:28:19 +05:30
for _ , team := range results {
if ! strings . Contains ( string ( team [ "repo_ids" ] ) , repoString ) {
continue
}
teamID := com . StrTo ( team [ "id" ] ) . MustInt64 ( )
mode := AccessMode ( com . StrTo ( team [ "authorize" ] ) . MustInt ( ) )
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
results , err := x . Query ( "SELECT uid FROM team_user WHERE team_id=?" , teamID )
2015-02-13 09:13:32 +05:30
if err != nil {
2015-02-13 17:28:19 +05:30
return fmt . Errorf ( "select users from team: %v" , err )
}
for _ , user := range results {
userID := com . StrTo ( user [ "uid" ] ) . MustInt64 ( )
accessMap [ UserRepo { userID , repoID } ] = mode
2015-02-13 09:13:32 +05:30
}
}
2015-02-13 17:28:19 +05:30
}
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
// Drop table can't be in a session (at least not in sqlite)
if _ , err = x . Exec ( "DROP TABLE access" ) ; err != nil {
return fmt . Errorf ( "drop table: %v" , err )
}
2015-02-13 09:13:32 +05:30
2015-02-13 17:28:19 +05:30
// Now we start writing so we make a session
sess := x . NewSession ( )
defer sessionRelease ( sess )
if err = sess . Begin ( ) ; err != nil {
return err
2015-02-13 09:13:32 +05:30
}
2015-02-13 17:28:19 +05:30
if err = sess . Sync2 ( new ( Access ) ) ; err != nil {
return fmt . Errorf ( "sync: %v" , err )
}
accesses := make ( [ ] * Access , 0 , len ( accessMap ) )
for ur , mode := range accessMap {
accesses = append ( accesses , & Access { UserID : ur . UserID , RepoID : ur . RepoID , Mode : mode } )
2015-02-13 09:13:32 +05:30
}
2015-02-13 17:28:19 +05:30
_ , err = sess . Insert ( accesses )
2015-02-13 09:13:32 +05:30
return sess . Commit ( )
2015-02-05 18:59:08 +05:30
}