2015-02-11 19:58:37 -07:00
|
|
|
// Copyright 2015 The Gogs Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a MIT-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
2015-01-22 05:49:52 -07:00
|
|
|
package migrations
|
|
|
|
|
|
|
|
import (
|
2015-08-11 08:24:40 -07:00
|
|
|
"bytes"
|
2015-07-26 07:06:28 -07:00
|
|
|
"encoding/json"
|
2015-02-11 19:58:37 -07:00
|
|
|
"fmt"
|
2015-08-11 08:24:40 -07:00
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"path"
|
2015-10-31 20:18:58 -07:00
|
|
|
"path/filepath"
|
2015-01-23 00:54:16 -07:00
|
|
|
"strings"
|
2016-03-09 17:53:30 -07:00
|
|
|
"time"
|
2015-01-22 05:56:50 -07:00
|
|
|
|
2015-02-11 19:58:37 -07:00
|
|
|
"github.com/Unknwon/com"
|
2015-01-22 05:49:52 -07:00
|
|
|
"github.com/go-xorm/xorm"
|
2016-02-20 16:13:12 -07:00
|
|
|
gouuid "github.com/satori/go.uuid"
|
2015-03-25 16:51:22 -07:00
|
|
|
"gopkg.in/ini.v1"
|
2015-02-11 19:58:37 -07:00
|
|
|
|
2016-11-10 09:24:48 -07:00
|
|
|
"code.gitea.io/gitea/modules/base"
|
|
|
|
"code.gitea.io/gitea/modules/log"
|
|
|
|
"code.gitea.io/gitea/modules/setting"
|
2015-01-22 05:49:52 -07:00
|
|
|
)
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
const minDBVersion = 4
|
2015-02-11 19:58:37 -07:00
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// Migration describes on migration from lower version to high version
|
2015-02-11 21:10:30 -07:00
|
|
|
type Migration interface {
|
|
|
|
Description() string
|
|
|
|
Migrate(*xorm.Engine) error
|
|
|
|
}
|
|
|
|
|
|
|
|
type migration struct {
|
|
|
|
description string
|
|
|
|
migrate func(*xorm.Engine) error
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// NewMigration creates a new migration
|
2015-02-11 21:10:30 -07:00
|
|
|
func NewMigration(desc string, fn func(*xorm.Engine) error) Migration {
|
|
|
|
return &migration{desc, fn}
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// Description returns the migration's description
|
2015-02-11 21:10:30 -07:00
|
|
|
func (m *migration) Description() string {
|
|
|
|
return m.description
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// Migrate executes the migration
|
2015-02-11 21:10:30 -07:00
|
|
|
func (m *migration) Migrate(x *xorm.Engine) error {
|
|
|
|
return m.migrate(x)
|
|
|
|
}
|
2015-01-22 05:49:52 -07:00
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// Version describes the version table. Should have only one row with id==1
|
2015-01-22 05:49:52 -07:00
|
|
|
type Version struct {
|
2016-07-15 19:08:04 -07:00
|
|
|
ID int64 `xorm:"pk autoincr"`
|
2015-01-22 05:49:52 -07:00
|
|
|
Version int64
|
|
|
|
}
|
|
|
|
|
|
|
|
// This is a sequence of migrations. Add new migrations to the bottom of the list.
|
2015-02-12 10:46:21 -07:00
|
|
|
// If you want to "retire" a migration, remove it from the top of the list and
|
2016-11-28 08:44:17 -07:00
|
|
|
// update minDBVersion accordingly
|
2015-02-11 21:10:30 -07:00
|
|
|
var migrations = []Migration{
|
2016-08-31 04:31:53 -07:00
|
|
|
// v0 -> v4: before 0.6.0 -> 0.7.33
|
2016-07-07 16:25:09 -07:00
|
|
|
NewMigration("fix locale file load panic", fixLocaleFileLoadPanic), // V4 -> V5:v0.6.0
|
2016-11-28 08:44:17 -07:00
|
|
|
NewMigration("trim action compare URL prefix", trimCommitActionAppURLPrefix), // V5 -> V6:v0.6.3
|
2016-07-07 16:25:09 -07:00
|
|
|
NewMigration("generate issue-label from issue", issueToIssueLabel), // V6 -> V7:v0.6.4
|
|
|
|
NewMigration("refactor attachment table", attachmentRefactor), // V7 -> V8:v0.6.4
|
|
|
|
NewMigration("rename pull request fields", renamePullRequestFields), // V8 -> V9:v0.6.16
|
|
|
|
NewMigration("clean up migrate repo info", cleanUpMigrateRepoInfo), // V9 -> V10:v0.6.20
|
|
|
|
NewMigration("generate rands and salt for organizations", generateOrgRandsAndSalt), // V10 -> V11:v0.8.5
|
|
|
|
NewMigration("convert date to unix timestamp", convertDateToUnix), // V11 -> V12:v0.9.2
|
|
|
|
NewMigration("convert LDAP UseSSL option to SecurityProtocol", ldapUseSSLToSecurityProtocol), // V12 -> V13:v0.9.37
|
2016-08-26 14:07:21 -07:00
|
|
|
|
|
|
|
// v13 -> v14:v0.9.87
|
|
|
|
NewMigration("set comment updated with created", setCommentUpdatedWithCreated),
|
2017-02-04 08:53:46 -07:00
|
|
|
// v14 -> v15
|
2016-11-12 19:54:04 -07:00
|
|
|
NewMigration("create user column diff view style", createUserColumnDiffViewStyle),
|
2017-02-04 08:53:46 -07:00
|
|
|
// v15 -> v16
|
2016-12-30 19:33:30 -07:00
|
|
|
NewMigration("create user column allow create organization", createAllowCreateOrganizationColumn),
|
2017-02-04 08:53:46 -07:00
|
|
|
// V16 -> v17
|
|
|
|
NewMigration("create repo unit table and add units for all repos", addUnitsToTables),
|
2017-02-21 08:02:10 -07:00
|
|
|
// v17 -> v18
|
|
|
|
NewMigration("set protect branches updated with created", setProtectedBranchUpdatedWithCreated),
|
2017-02-22 00:14:37 -07:00
|
|
|
// v18 -> v19
|
|
|
|
NewMigration("add external login user", addExternalLoginUser),
|
2017-02-22 20:40:44 -07:00
|
|
|
// v19 -> v20
|
|
|
|
NewMigration("generate and migrate Git hooks", generateAndMigrateGitHooks),
|
2017-02-25 07:58:57 -07:00
|
|
|
// v20 -> v21
|
2017-02-25 20:58:02 -07:00
|
|
|
NewMigration("use new avatar path name for security reason", useNewNameAvatars),
|
2017-03-02 09:36:47 -07:00
|
|
|
// v21 -> v22
|
|
|
|
NewMigration("rewrite authorized_keys file via new format", useNewPublickeyFormat),
|
2017-03-13 23:39:02 -07:00
|
|
|
// v22 -> v23
|
2017-03-12 23:27:29 -07:00
|
|
|
NewMigration("generate and migrate wiki Git hooks", generateAndMigrateWikiGitHooks),
|
2017-03-17 07:16:08 -07:00
|
|
|
// v23 -> v24
|
|
|
|
NewMigration("add user openid table", addUserOpenID),
|
2017-03-17 07:24:51 -07:00
|
|
|
// v24 -> v25
|
|
|
|
NewMigration("change the key_id and primary_key_id type", changeGPGKeysColumns),
|
2017-03-20 01:31:08 -07:00
|
|
|
// v25 -> v26
|
|
|
|
NewMigration("add show field in user openid table", addUserOpenIDShow),
|
2017-03-22 18:12:51 -07:00
|
|
|
// v26 -> v27
|
|
|
|
NewMigration("generate and migrate repo and wiki Git hooks", generateAndMigrateGitHookChains),
|
2017-04-08 08:27:26 -07:00
|
|
|
// v27 -> v28
|
|
|
|
NewMigration("change mirror interval from hours to time.Duration", convertIntervalToDuration),
|
2017-04-11 06:30:15 -07:00
|
|
|
// v28 -> v29
|
|
|
|
NewMigration("add field for repo size", addRepoSize),
|
2017-04-21 04:32:31 -07:00
|
|
|
// v29 -> v30
|
|
|
|
NewMigration("add commit status table", addCommitStatus),
|
2017-05-02 01:41:44 -07:00
|
|
|
// v30 -> 31
|
|
|
|
NewMigration("add primary key to external login user", addExternalLoginUserPK),
|
2017-05-10 06:10:18 -07:00
|
|
|
// 31 -> 32
|
|
|
|
NewMigration("add field for login source synchronization", addLoginSourceSyncEnabledColumn),
|
2017-05-18 07:54:24 -07:00
|
|
|
// v32 -> v33
|
|
|
|
NewMigration("add units for team", addUnitsToRepoTeam),
|
2017-05-25 18:38:18 -07:00
|
|
|
// v33 -> v34
|
|
|
|
NewMigration("remove columns from action", removeActionColumns),
|
2017-06-05 03:40:25 -07:00
|
|
|
// v34 -> v35
|
|
|
|
NewMigration("give all units to owner teams", giveAllUnitsToOwnerTeams),
|
2017-06-25 11:20:29 -07:00
|
|
|
// v35 -> v36
|
|
|
|
NewMigration("adds comment to an action", addCommentIDToAction),
|
2017-07-02 06:50:57 -07:00
|
|
|
// v36 -> v37
|
|
|
|
NewMigration("regenerate git hooks", regenerateGitHooks36),
|
2017-07-12 07:58:52 -07:00
|
|
|
// v37 -> v38
|
|
|
|
NewMigration("unescape user full names", unescapeUserFullNames),
|
2017-07-16 19:04:43 -07:00
|
|
|
// v38 -> v39
|
|
|
|
NewMigration("remove commits and settings unit types", removeCommitsUnitType),
|
2017-09-11 23:48:13 -07:00
|
|
|
// v39 -> v40
|
|
|
|
NewMigration("adds time tracking and stopwatches", addTimetracking),
|
2017-09-14 01:16:22 -07:00
|
|
|
// v40 -> v41
|
|
|
|
NewMigration("migrate protected branch struct", migrateProtectedBranchStruct),
|
2017-09-15 17:18:25 -07:00
|
|
|
// v41 -> v42
|
|
|
|
NewMigration("add default value to user prohibit_login", addDefaultValueToUserProhibitLogin),
|
2017-09-19 22:26:49 -07:00
|
|
|
// v42 -> v43
|
|
|
|
NewMigration("add tags to releases and sync existing repositories", releaseAddColumnIsTagAndSyncTags),
|
2017-09-20 07:52:23 -07:00
|
|
|
// v43 -> v44
|
|
|
|
NewMigration("fix protected branch can push value to false", fixProtectedBranchCanPushValue),
|
2017-09-28 06:14:51 -07:00
|
|
|
// v44 -> v45
|
|
|
|
NewMigration("remove duplicate unit types", removeDuplicateUnitTypes),
|
2015-01-23 00:54:16 -07:00
|
|
|
}
|
2015-01-22 05:49:52 -07:00
|
|
|
|
|
|
|
// Migrate database to current version
|
|
|
|
func Migrate(x *xorm.Engine) error {
|
2015-01-22 06:01:45 -07:00
|
|
|
if err := x.Sync(new(Version)); err != nil {
|
2015-02-11 19:58:37 -07:00
|
|
|
return fmt.Errorf("sync: %v", err)
|
2015-01-22 06:01:45 -07:00
|
|
|
}
|
2015-01-22 05:49:52 -07:00
|
|
|
|
2016-07-15 19:08:04 -07:00
|
|
|
currentVersion := &Version{ID: 1}
|
2015-01-22 05:49:52 -07:00
|
|
|
has, err := x.Get(currentVersion)
|
|
|
|
if err != nil {
|
2015-02-11 19:58:37 -07:00
|
|
|
return fmt.Errorf("get: %v", err)
|
2015-01-22 05:56:50 -07:00
|
|
|
} else if !has {
|
2015-12-10 17:52:06 -07:00
|
|
|
// If the version record does not exist we think
|
|
|
|
// it is a fresh installation and we can skip all migrations.
|
2016-12-23 18:37:35 -07:00
|
|
|
currentVersion.ID = 0
|
2016-11-28 08:44:17 -07:00
|
|
|
currentVersion.Version = int64(minDBVersion + len(migrations))
|
2015-01-23 00:54:16 -07:00
|
|
|
|
2015-01-22 05:56:50 -07:00
|
|
|
if _, err = x.InsertOne(currentVersion); err != nil {
|
2015-02-11 19:58:37 -07:00
|
|
|
return fmt.Errorf("insert: %v", err)
|
2015-01-22 05:56:50 -07:00
|
|
|
}
|
2015-01-22 05:49:52 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
v := currentVersion.Version
|
2016-11-28 08:44:17 -07:00
|
|
|
if minDBVersion > v {
|
2016-12-28 01:33:21 -07:00
|
|
|
log.Fatal(4, `Gitea no longer supports auto-migration from your previously installed version.
|
2015-12-10 17:52:06 -07:00
|
|
|
Please try to upgrade to a lower version (>= v0.6.0) first, then upgrade to current version.`)
|
2015-11-25 07:27:27 -07:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
if int(v-minDBVersion) > len(migrations) {
|
2016-12-28 01:33:21 -07:00
|
|
|
// User downgraded Gitea.
|
2016-11-28 08:44:17 -07:00
|
|
|
currentVersion.Version = int64(len(migrations) + minDBVersion)
|
2015-08-11 08:24:40 -07:00
|
|
|
_, err = x.Id(1).Update(currentVersion)
|
|
|
|
return err
|
2015-08-10 07:59:12 -07:00
|
|
|
}
|
2016-11-28 08:44:17 -07:00
|
|
|
for i, m := range migrations[v-minDBVersion:] {
|
2015-02-11 21:10:30 -07:00
|
|
|
log.Info("Migration: %s", m.Description())
|
|
|
|
if err = m.Migrate(x); err != nil {
|
|
|
|
return fmt.Errorf("do migrate: %v", err)
|
2015-01-22 05:49:52 -07:00
|
|
|
}
|
|
|
|
currentVersion.Version = v + int64(i) + 1
|
2015-01-22 06:01:45 -07:00
|
|
|
if _, err = x.Id(1).Update(currentVersion); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-01-22 05:49:52 -07:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2015-03-25 16:51:22 -07:00
|
|
|
func fixLocaleFileLoadPanic(_ *xorm.Engine) error {
|
|
|
|
cfg, err := ini.Load(setting.CustomConf)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("load custom config: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
cfg.DeleteSection("i18n")
|
|
|
|
if err = cfg.SaveTo(setting.CustomConf); err != nil {
|
|
|
|
return fmt.Errorf("save custom config: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
setting.Langs = strings.Split(strings.Replace(strings.Join(setting.Langs, ","), "fr-CA", "fr-FR", 1), ",")
|
|
|
|
return nil
|
|
|
|
}
|
2015-07-26 07:06:28 -07:00
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
func trimCommitActionAppURLPrefix(x *xorm.Engine) error {
|
2015-07-26 07:06:28 -07:00
|
|
|
type PushCommit struct {
|
|
|
|
Sha1 string
|
|
|
|
Message string
|
|
|
|
AuthorEmail string
|
|
|
|
AuthorName string
|
|
|
|
}
|
|
|
|
|
|
|
|
type PushCommits struct {
|
|
|
|
Len int
|
|
|
|
Commits []*PushCommit
|
2016-11-28 08:44:17 -07:00
|
|
|
CompareURL string `json:"CompareUrl"`
|
2015-07-26 07:06:28 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
type Action struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
Content string `xorm:"TEXT"`
|
|
|
|
}
|
|
|
|
|
|
|
|
results, err := x.Query("SELECT `id`,`content` FROM `action` WHERE `op_type`=?", 5)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("select commit actions: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
sess := x.NewSession()
|
2017-06-20 17:57:05 -07:00
|
|
|
defer sess.Close()
|
2015-07-26 07:06:28 -07:00
|
|
|
if err = sess.Begin(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
var pushCommits *PushCommits
|
|
|
|
for _, action := range results {
|
|
|
|
actID := com.StrTo(string(action["id"])).MustInt64()
|
|
|
|
if actID == 0 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
pushCommits = new(PushCommits)
|
|
|
|
if err = json.Unmarshal(action["content"], pushCommits); err != nil {
|
2015-11-08 12:31:49 -07:00
|
|
|
return fmt.Errorf("unmarshal action content[%d]: %v", actID, err)
|
2015-07-26 07:06:28 -07:00
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
infos := strings.Split(pushCommits.CompareURL, "/")
|
2015-07-26 07:06:28 -07:00
|
|
|
if len(infos) <= 4 {
|
|
|
|
continue
|
|
|
|
}
|
2016-11-28 08:44:17 -07:00
|
|
|
pushCommits.CompareURL = strings.Join(infos[len(infos)-4:], "/")
|
2015-07-26 07:06:28 -07:00
|
|
|
|
|
|
|
p, err := json.Marshal(pushCommits)
|
|
|
|
if err != nil {
|
2015-11-08 12:31:49 -07:00
|
|
|
return fmt.Errorf("marshal action content[%d]: %v", actID, err)
|
2015-07-26 07:06:28 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if _, err = sess.Id(actID).Update(&Action{
|
|
|
|
Content: string(p),
|
|
|
|
}); err != nil {
|
2015-08-19 05:08:57 -07:00
|
|
|
return fmt.Errorf("update action[%d]: %v", actID, err)
|
2015-07-26 07:06:28 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return sess.Commit()
|
|
|
|
}
|
2015-08-09 23:42:50 -07:00
|
|
|
|
|
|
|
func issueToIssueLabel(x *xorm.Engine) error {
|
|
|
|
type IssueLabel struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
IssueID int64 `xorm:"UNIQUE(s)"`
|
|
|
|
LabelID int64 `xorm:"UNIQUE(s)"`
|
|
|
|
}
|
|
|
|
|
|
|
|
issueLabels := make([]*IssueLabel, 0, 50)
|
|
|
|
results, err := x.Query("SELECT `id`,`label_ids` FROM `issue`")
|
|
|
|
if err != nil {
|
2015-12-10 17:52:06 -07:00
|
|
|
if strings.Contains(err.Error(), "no such column") ||
|
|
|
|
strings.Contains(err.Error(), "Unknown column") {
|
2015-08-09 23:42:50 -07:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return fmt.Errorf("select issues: %v", err)
|
|
|
|
}
|
|
|
|
for _, issue := range results {
|
|
|
|
issueID := com.StrTo(issue["id"]).MustInt64()
|
|
|
|
|
|
|
|
// Just in case legacy code can have duplicated IDs for same label.
|
|
|
|
mark := make(map[int64]bool)
|
|
|
|
for _, idStr := range strings.Split(string(issue["label_ids"]), "|") {
|
|
|
|
labelID := com.StrTo(strings.TrimPrefix(idStr, "$")).MustInt64()
|
|
|
|
if labelID == 0 || mark[labelID] {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
mark[labelID] = true
|
|
|
|
issueLabels = append(issueLabels, &IssueLabel{
|
|
|
|
IssueID: issueID,
|
|
|
|
LabelID: labelID,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
sess := x.NewSession()
|
2017-06-20 17:57:05 -07:00
|
|
|
defer sess.Close()
|
2015-08-09 23:42:50 -07:00
|
|
|
if err = sess.Begin(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = sess.Sync2(new(IssueLabel)); err != nil {
|
2016-08-26 17:32:41 -07:00
|
|
|
return fmt.Errorf("Sync2: %v", err)
|
2015-08-09 23:42:50 -07:00
|
|
|
} else if _, err = sess.Insert(issueLabels); err != nil {
|
|
|
|
return fmt.Errorf("insert issue-labels: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return sess.Commit()
|
|
|
|
}
|
2015-08-11 08:24:40 -07:00
|
|
|
|
|
|
|
func attachmentRefactor(x *xorm.Engine) error {
|
|
|
|
type Attachment struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
UUID string `xorm:"uuid INDEX"`
|
|
|
|
|
|
|
|
// For rename purpose.
|
|
|
|
Path string `xorm:"-"`
|
|
|
|
NewPath string `xorm:"-"`
|
|
|
|
}
|
|
|
|
|
|
|
|
results, err := x.Query("SELECT * FROM `attachment`")
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("select attachments: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
attachments := make([]*Attachment, 0, len(results))
|
|
|
|
for _, attach := range results {
|
|
|
|
if !com.IsExist(string(attach["path"])) {
|
|
|
|
// If the attachment is already missing, there is no point to update it.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
attachments = append(attachments, &Attachment{
|
|
|
|
ID: com.StrTo(attach["id"]).MustInt64(),
|
|
|
|
UUID: gouuid.NewV4().String(),
|
|
|
|
Path: string(attach["path"]),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
sess := x.NewSession()
|
2017-06-20 17:57:05 -07:00
|
|
|
defer sess.Close()
|
2015-08-11 08:24:40 -07:00
|
|
|
if err = sess.Begin(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = sess.Sync2(new(Attachment)); err != nil {
|
|
|
|
return fmt.Errorf("Sync2: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Note: Roll back for rename can be a dead loop,
|
|
|
|
// so produces a backup file.
|
|
|
|
var buf bytes.Buffer
|
|
|
|
buf.WriteString("# old path -> new path\n")
|
|
|
|
|
|
|
|
// Update database first because this is where error happens the most often.
|
|
|
|
for _, attach := range attachments {
|
|
|
|
if _, err = sess.Id(attach.ID).Update(attach); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
attach.NewPath = path.Join(setting.AttachmentPath, attach.UUID[0:1], attach.UUID[1:2], attach.UUID)
|
|
|
|
buf.WriteString(attach.Path)
|
|
|
|
buf.WriteString("\t")
|
|
|
|
buf.WriteString(attach.NewPath)
|
|
|
|
buf.WriteString("\n")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Then rename attachments.
|
|
|
|
isSucceed := true
|
|
|
|
defer func() {
|
|
|
|
if isSucceed {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
dumpPath := path.Join(setting.LogRootPath, "attachment_path.dump")
|
|
|
|
ioutil.WriteFile(dumpPath, buf.Bytes(), 0666)
|
2017-01-29 13:13:57 -07:00
|
|
|
log.Info("Failed to rename some attachments, old and new paths are saved into: %s", dumpPath)
|
2015-08-11 08:24:40 -07:00
|
|
|
}()
|
|
|
|
for _, attach := range attachments {
|
|
|
|
if err = os.MkdirAll(path.Dir(attach.NewPath), os.ModePerm); err != nil {
|
|
|
|
isSucceed = false
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = os.Rename(attach.Path, attach.NewPath); err != nil {
|
|
|
|
isSucceed = false
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return sess.Commit()
|
|
|
|
}
|
2015-10-18 16:30:39 -07:00
|
|
|
|
|
|
|
func renamePullRequestFields(x *xorm.Engine) (err error) {
|
|
|
|
type PullRequest struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
PullID int64 `xorm:"INDEX"`
|
|
|
|
PullIndex int64
|
|
|
|
HeadBarcnh string
|
|
|
|
|
|
|
|
IssueID int64 `xorm:"INDEX"`
|
|
|
|
Index int64
|
|
|
|
HeadBranch string
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = x.Sync(new(PullRequest)); err != nil {
|
|
|
|
return fmt.Errorf("sync: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
results, err := x.Query("SELECT `id`,`pull_id`,`pull_index`,`head_barcnh` FROM `pull_request`")
|
|
|
|
if err != nil {
|
|
|
|
if strings.Contains(err.Error(), "no such column") {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return fmt.Errorf("select pull requests: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
sess := x.NewSession()
|
2017-06-20 17:57:05 -07:00
|
|
|
defer sess.Close()
|
2015-10-18 16:30:39 -07:00
|
|
|
if err = sess.Begin(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
var pull *PullRequest
|
|
|
|
for _, pr := range results {
|
|
|
|
pull = &PullRequest{
|
|
|
|
ID: com.StrTo(pr["id"]).MustInt64(),
|
|
|
|
IssueID: com.StrTo(pr["pull_id"]).MustInt64(),
|
|
|
|
Index: com.StrTo(pr["pull_index"]).MustInt64(),
|
|
|
|
HeadBranch: string(pr["head_barcnh"]),
|
|
|
|
}
|
2015-12-10 17:52:06 -07:00
|
|
|
if pull.Index == 0 {
|
|
|
|
continue
|
|
|
|
}
|
2015-10-18 16:30:39 -07:00
|
|
|
if _, err = sess.Id(pull.ID).Update(pull); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return sess.Commit()
|
|
|
|
}
|
2015-10-31 20:18:58 -07:00
|
|
|
|
|
|
|
func cleanUpMigrateRepoInfo(x *xorm.Engine) (err error) {
|
|
|
|
type (
|
|
|
|
User struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
LowerName string
|
|
|
|
}
|
|
|
|
Repository struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
OwnerID int64
|
|
|
|
LowerName string
|
|
|
|
}
|
|
|
|
)
|
|
|
|
|
|
|
|
repos := make([]*Repository, 0, 25)
|
|
|
|
if err = x.Where("is_mirror=?", false).Find(&repos); err != nil {
|
|
|
|
return fmt.Errorf("select all non-mirror repositories: %v", err)
|
|
|
|
}
|
|
|
|
var user *User
|
|
|
|
for _, repo := range repos {
|
|
|
|
user = &User{ID: repo.OwnerID}
|
|
|
|
has, err := x.Get(user)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("get owner of repository[%d - %d]: %v", repo.ID, repo.OwnerID, err)
|
|
|
|
} else if !has {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
configPath := filepath.Join(setting.RepoRootPath, user.LowerName, repo.LowerName+".git/config")
|
2015-10-31 20:25:08 -07:00
|
|
|
|
|
|
|
// In case repository file is somehow missing.
|
|
|
|
if !com.IsFile(configPath) {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2015-10-31 20:18:58 -07:00
|
|
|
cfg, err := ini.Load(configPath)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("open config file: %v", err)
|
|
|
|
}
|
|
|
|
cfg.DeleteSection("remote \"origin\"")
|
|
|
|
if err = cfg.SaveToIndent(configPath, "\t"); err != nil {
|
|
|
|
return fmt.Errorf("save config file: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
2015-12-14 15:06:54 -07:00
|
|
|
|
|
|
|
func generateOrgRandsAndSalt(x *xorm.Engine) (err error) {
|
|
|
|
type User struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
Rands string `xorm:"VARCHAR(10)"`
|
|
|
|
Salt string `xorm:"VARCHAR(10)"`
|
|
|
|
}
|
|
|
|
|
|
|
|
orgs := make([]*User, 0, 10)
|
|
|
|
if err = x.Where("type=1").And("rands=''").Find(&orgs); err != nil {
|
|
|
|
return fmt.Errorf("select all organizations: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
sess := x.NewSession()
|
2017-06-20 17:57:05 -07:00
|
|
|
defer sess.Close()
|
2015-12-14 15:06:54 -07:00
|
|
|
if err = sess.Begin(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, org := range orgs {
|
2016-12-20 05:32:02 -07:00
|
|
|
if org.Rands, err = base.GetRandomString(10); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if org.Salt, err = base.GetRandomString(10); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-12-14 15:06:54 -07:00
|
|
|
if _, err = sess.Id(org.ID).Update(org); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return sess.Commit()
|
|
|
|
}
|
2016-03-09 17:53:30 -07:00
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TAction defines the struct for migrating table action
|
2016-03-09 17:53:30 -07:00
|
|
|
type TAction struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TAction) TableName() string { return "action" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TNotice defines the struct for migrating table notice
|
2016-03-09 17:53:30 -07:00
|
|
|
type TNotice struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TNotice) TableName() string { return "notice" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TComment defines the struct for migrating table comment
|
2016-03-09 17:53:30 -07:00
|
|
|
type TComment struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TComment) TableName() string { return "comment" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TIssue defines the struct for migrating table issue
|
2016-03-09 17:53:30 -07:00
|
|
|
type TIssue struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
DeadlineUnix int64
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TIssue) TableName() string { return "issue" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TMilestone defines the struct for migrating table milestone
|
2016-03-09 17:53:30 -07:00
|
|
|
type TMilestone struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
DeadlineUnix int64
|
|
|
|
ClosedDateUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TMilestone) TableName() string { return "milestone" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TAttachment defines the struct for migrating table attachment
|
2016-03-09 17:53:30 -07:00
|
|
|
type TAttachment struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TAttachment) TableName() string { return "attachment" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TLoginSource defines the struct for migrating table login_source
|
2016-03-09 17:53:30 -07:00
|
|
|
type TLoginSource struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TLoginSource) TableName() string { return "login_source" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TPull defines the struct for migrating table pull_request
|
2016-03-09 17:53:30 -07:00
|
|
|
type TPull struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
MergedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TPull) TableName() string { return "pull_request" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TRelease defines the struct for migrating table release
|
2016-03-09 17:53:30 -07:00
|
|
|
type TRelease struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TRelease) TableName() string { return "release" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TRepo defines the struct for migrating table repository
|
2016-03-09 17:53:30 -07:00
|
|
|
type TRepo struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TRepo) TableName() string { return "repository" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TMirror defines the struct for migrating table mirror
|
2016-03-09 17:53:30 -07:00
|
|
|
type TMirror struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
UpdatedUnix int64
|
|
|
|
NextUpdateUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TMirror) TableName() string { return "mirror" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TPublicKey defines the struct for migrating table public_key
|
2016-03-09 17:53:30 -07:00
|
|
|
type TPublicKey struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TPublicKey) TableName() string { return "public_key" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TDeployKey defines the struct for migrating table deploy_key
|
2016-03-09 17:53:30 -07:00
|
|
|
type TDeployKey struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TDeployKey) TableName() string { return "deploy_key" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TAccessToken defines the struct for migrating table access_token
|
2016-03-09 17:53:30 -07:00
|
|
|
type TAccessToken struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TAccessToken) TableName() string { return "access_token" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TUser defines the struct for migrating table user
|
2016-03-09 17:53:30 -07:00
|
|
|
type TUser struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TUser) TableName() string { return "user" }
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TWebhook defines the struct for migrating table webhook
|
2016-03-09 17:53:30 -07:00
|
|
|
type TWebhook struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
CreatedUnix int64
|
|
|
|
UpdatedUnix int64
|
|
|
|
}
|
|
|
|
|
2016-11-28 08:44:17 -07:00
|
|
|
// TableName will be invoked by XORM to customrize the table name
|
2016-03-09 17:53:30 -07:00
|
|
|
func (t *TWebhook) TableName() string { return "webhook" }
|
|
|
|
|
|
|
|
func convertDateToUnix(x *xorm.Engine) (err error) {
|
2016-07-07 16:25:09 -07:00
|
|
|
log.Info("This migration could take up to minutes, please be patient.")
|
2016-03-09 17:53:30 -07:00
|
|
|
type Bean struct {
|
|
|
|
ID int64 `xorm:"pk autoincr"`
|
|
|
|
Created time.Time
|
|
|
|
Updated time.Time
|
|
|
|
Merged time.Time
|
|
|
|
Deadline time.Time
|
|
|
|
ClosedDate time.Time
|
|
|
|
NextUpdate time.Time
|
|
|
|
}
|
|
|
|
|
|
|
|
var tables = []struct {
|
|
|
|
name string
|
|
|
|
cols []string
|
|
|
|
bean interface{}
|
|
|
|
}{
|
|
|
|
{"action", []string{"created"}, new(TAction)},
|
|
|
|
{"notice", []string{"created"}, new(TNotice)},
|
|
|
|
{"comment", []string{"created"}, new(TComment)},
|
|
|
|
{"issue", []string{"deadline", "created", "updated"}, new(TIssue)},
|
|
|
|
{"milestone", []string{"deadline", "closed_date"}, new(TMilestone)},
|
|
|
|
{"attachment", []string{"created"}, new(TAttachment)},
|
|
|
|
{"login_source", []string{"created", "updated"}, new(TLoginSource)},
|
|
|
|
{"pull_request", []string{"merged"}, new(TPull)},
|
|
|
|
{"release", []string{"created"}, new(TRelease)},
|
|
|
|
{"repository", []string{"created", "updated"}, new(TRepo)},
|
|
|
|
{"mirror", []string{"updated", "next_update"}, new(TMirror)},
|
|
|
|
{"public_key", []string{"created", "updated"}, new(TPublicKey)},
|
|
|
|
{"deploy_key", []string{"created", "updated"}, new(TDeployKey)},
|
|
|
|
{"access_token", []string{"created", "updated"}, new(TAccessToken)},
|
|
|
|
{"user", []string{"created", "updated"}, new(TUser)},
|
|
|
|
{"webhook", []string{"created", "updated"}, new(TWebhook)},
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, table := range tables {
|
|
|
|
log.Info("Converting table: %s", table.name)
|
|
|
|
if err = x.Sync2(table.bean); err != nil {
|
|
|
|
return fmt.Errorf("Sync [table: %s]: %v", table.name, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
offset := 0
|
|
|
|
for {
|
|
|
|
beans := make([]*Bean, 0, 100)
|
2017-08-03 21:42:51 -07:00
|
|
|
if err = x.Table(table.name).Asc("id").Limit(100, offset).Find(&beans); err != nil {
|
2016-03-09 17:53:30 -07:00
|
|
|
return fmt.Errorf("select beans [table: %s, offset: %d]: %v", table.name, offset, err)
|
|
|
|
}
|
|
|
|
log.Trace("Table [%s]: offset: %d, beans: %d", table.name, offset, len(beans))
|
|
|
|
if len(beans) == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
offset += 100
|
|
|
|
|
|
|
|
baseSQL := "UPDATE `" + table.name + "` SET "
|
|
|
|
for _, bean := range beans {
|
|
|
|
valSQLs := make([]string, 0, len(table.cols))
|
|
|
|
for _, col := range table.cols {
|
|
|
|
fieldSQL := ""
|
|
|
|
fieldSQL += col + "_unix = "
|
|
|
|
|
|
|
|
switch col {
|
|
|
|
case "deadline":
|
|
|
|
if bean.Deadline.IsZero() {
|
|
|
|
continue
|
|
|
|
}
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.Deadline.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
case "created":
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.Created.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
case "updated":
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.Updated.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
case "closed_date":
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.ClosedDate.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
case "merged":
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.Merged.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
case "next_update":
|
2016-07-23 05:24:44 -07:00
|
|
|
fieldSQL += com.ToStr(bean.NextUpdate.Unix())
|
2016-03-09 17:53:30 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
valSQLs = append(valSQLs, fieldSQL)
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(valSQLs) == 0 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err = x.Exec(baseSQL + strings.Join(valSQLs, ",") + " WHERE id = " + com.ToStr(bean.ID)); err != nil {
|
|
|
|
return fmt.Errorf("update bean [table: %s, id: %d]: %v", table.name, bean.ID, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|