bench-forgejo/models/git_diff.go

566 lines
14 KiB
Go
Raw Normal View History

2014-04-13 07:05:36 +05:30
// Copyright 2014 The Gogs Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package models
import (
"bufio"
2014-12-09 12:48:25 +05:30
"bytes"
2014-06-19 10:38:03 +05:30
"fmt"
2016-01-09 12:21:17 +05:30
"html"
"html/template"
2014-04-13 07:05:36 +05:30
"io"
2015-12-14 20:08:21 +05:30
"io/ioutil"
2014-04-13 07:05:36 +05:30
"os"
"os/exec"
"strings"
2016-11-11 17:41:45 +05:30
"code.gitea.io/git"
"code.gitea.io/gitea/modules/base"
"code.gitea.io/gitea/modules/highlight"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/process"
"code.gitea.io/gitea/modules/setting"
2016-11-11 17:41:45 +05:30
"github.com/Unknwon/com"
2016-11-05 22:26:35 +05:30
"github.com/sergi/go-diff/diffmatchpatch"
"golang.org/x/net/html/charset"
"golang.org/x/text/transform"
2014-04-13 07:05:36 +05:30
)
2016-11-24 14:00:08 +05:30
// DiffLineType represents the type of a DiffLine.
type DiffLineType uint8
// DiffLineType possible values.
2014-04-13 07:05:36 +05:30
const (
2016-11-07 21:54:59 +05:30
DiffLinePlain DiffLineType = iota + 1
DiffLineAdd
DiffLineDel
2016-11-07 22:03:03 +05:30
DiffLineSection
2014-04-13 07:05:36 +05:30
)
2016-11-24 14:00:08 +05:30
// DiffFileType represents the type of a DiffFile.
type DiffFileType uint8
// DiffFileType possible values.
2014-04-13 07:05:36 +05:30
const (
2016-11-07 21:54:59 +05:30
DiffFileAdd DiffFileType = iota + 1
DiffFileChange
DiffFileDel
2016-11-07 22:03:03 +05:30
DiffFileRename
2014-04-13 07:05:36 +05:30
)
2016-11-24 14:00:08 +05:30
// DiffLine represents a line difference in a DiffSection.
2014-04-13 07:05:36 +05:30
type DiffLine struct {
LeftIdx int
RightIdx int
Type DiffLineType
Content string
2014-04-13 07:05:36 +05:30
}
2016-11-24 14:00:08 +05:30
// GetType returns the type of a DiffLine.
func (d *DiffLine) GetType() int {
return int(d.Type)
2014-04-13 07:05:36 +05:30
}
2016-11-24 14:00:08 +05:30
// DiffSection represents a section of a DiffFile.
2014-04-13 07:05:36 +05:30
type DiffSection struct {
Name string
Lines []*DiffLine
}
2016-01-09 12:21:17 +05:30
var (
addedCodePrefix = []byte("<span class=\"added-code\">")
removedCodePrefix = []byte("<span class=\"removed-code\">")
codeTagSuffix = []byte("</span>")
)
func diffToHTML(diffs []diffmatchpatch.Diff, lineType DiffLineType) template.HTML {
buf := bytes.NewBuffer(nil)
2017-01-05 06:20:34 +05:30
// Reproduce signs which are cut for inline diff before.
switch lineType {
2016-11-07 21:54:59 +05:30
case DiffLineAdd:
buf.WriteByte('+')
2016-11-07 21:54:59 +05:30
case DiffLineDel:
buf.WriteByte('-')
}
2016-01-09 12:21:17 +05:30
for i := range diffs {
switch {
2016-11-07 21:54:59 +05:30
case diffs[i].Type == diffmatchpatch.DiffInsert && lineType == DiffLineAdd:
2016-01-09 12:21:17 +05:30
buf.Write(addedCodePrefix)
buf.WriteString(html.EscapeString(diffs[i].Text))
buf.Write(codeTagSuffix)
2016-11-07 21:54:59 +05:30
case diffs[i].Type == diffmatchpatch.DiffDelete && lineType == DiffLineDel:
2016-01-09 12:21:17 +05:30
buf.Write(removedCodePrefix)
buf.WriteString(html.EscapeString(diffs[i].Text))
buf.Write(codeTagSuffix)
case diffs[i].Type == diffmatchpatch.DiffEqual:
2016-01-09 12:21:17 +05:30
buf.WriteString(html.EscapeString(diffs[i].Text))
}
}
2016-01-09 12:21:17 +05:30
return template.HTML(buf.Bytes())
}
// GetLine gets a specific line by type (add or del) and file line number
func (diffSection *DiffSection) GetLine(lineType DiffLineType, idx int) *DiffLine {
var (
difference = 0
addCount = 0
delCount = 0
matchDiffLine *DiffLine
)
LOOP:
for _, diffLine := range diffSection.Lines {
switch diffLine.Type {
2016-11-07 21:54:59 +05:30
case DiffLineAdd:
addCount++
2016-11-07 21:54:59 +05:30
case DiffLineDel:
delCount++
default:
if matchDiffLine != nil {
break LOOP
}
difference = diffLine.RightIdx - diffLine.LeftIdx
addCount = 0
delCount = 0
}
switch lineType {
2016-11-07 21:54:59 +05:30
case DiffLineDel:
2016-01-09 12:21:17 +05:30
if diffLine.RightIdx == 0 && diffLine.LeftIdx == idx-difference {
matchDiffLine = diffLine
}
2016-11-07 21:54:59 +05:30
case DiffLineAdd:
2016-01-09 12:21:17 +05:30
if diffLine.LeftIdx == 0 && diffLine.RightIdx == idx+difference {
matchDiffLine = diffLine
}
}
}
if addCount == delCount {
return matchDiffLine
}
return nil
}
var diffMatchPatch = diffmatchpatch.New()
func init() {
diffMatchPatch.DiffEditCost = 100
}
// GetComputedInlineDiffFor computes inline diff for the given line.
func (diffSection *DiffSection) GetComputedInlineDiffFor(diffLine *DiffLine) template.HTML {
if setting.Git.DisableDiffHighlight {
return template.HTML(html.EscapeString(diffLine.Content[1:]))
}
var (
compareDiffLine *DiffLine
diff1 string
diff2 string
)
// try to find equivalent diff line. ignore, otherwise
switch diffLine.Type {
2016-11-07 21:54:59 +05:30
case DiffLineAdd:
compareDiffLine = diffSection.GetLine(DiffLineDel, diffLine.RightIdx)
if compareDiffLine == nil {
return template.HTML(html.EscapeString(diffLine.Content))
}
diff1 = compareDiffLine.Content
diff2 = diffLine.Content
2016-11-07 21:54:59 +05:30
case DiffLineDel:
compareDiffLine = diffSection.GetLine(DiffLineAdd, diffLine.LeftIdx)
if compareDiffLine == nil {
return template.HTML(html.EscapeString(diffLine.Content))
}
diff1 = diffLine.Content
diff2 = compareDiffLine.Content
default:
return template.HTML(html.EscapeString(diffLine.Content))
}
diffRecord := diffMatchPatch.DiffMain(diff1[1:], diff2[1:], true)
diffRecord = diffMatchPatch.DiffCleanupEfficiency(diffRecord)
return diffToHTML(diffRecord, diffLine.Type)
}
2016-11-24 14:00:08 +05:30
// DiffFile represents a file diff.
2014-04-13 07:05:36 +05:30
type DiffFile struct {
Name string
2015-11-03 06:25:24 +05:30
OldName string
2014-05-13 22:10:32 +05:30
Index int
2014-04-13 07:05:36 +05:30
Addition, Deletion int
Type DiffFileType
IsCreated bool
IsDeleted bool
2014-04-16 05:31:20 +05:30
IsBin bool
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 06:46:37 +05:30
IsLFSFile bool
2015-11-03 06:25:24 +05:30
IsRenamed bool
IsSubmodule bool
2014-04-13 07:05:36 +05:30
Sections []*DiffSection
IsIncomplete bool
2014-04-13 07:05:36 +05:30
}
// GetType returns type of diff file.
func (diffFile *DiffFile) GetType() int {
return int(diffFile.Type)
}
2016-11-24 14:00:08 +05:30
// GetHighlightClass returns highlight class for a filename.
func (diffFile *DiffFile) GetHighlightClass() string {
return highlight.FileNameToHighlightClass(diffFile.Name)
}
2016-11-24 14:00:08 +05:30
// Diff represents a difference between two git trees.
2014-04-13 07:05:36 +05:30
type Diff struct {
TotalAddition, TotalDeletion int
Files []*DiffFile
IsIncomplete bool
2014-04-13 07:05:36 +05:30
}
2016-11-24 14:00:08 +05:30
// NumFiles returns number of files changes in a diff.
2014-04-13 07:05:36 +05:30
func (diff *Diff) NumFiles() int {
return len(diff.Files)
}
const cmdDiffHead = "diff --git "
2014-04-13 07:05:36 +05:30
2016-11-24 14:00:08 +05:30
// ParsePatch builds a Diff object from a io.Reader and some
// parameters.
// TODO: move this function to gogits/git-module
2017-01-05 06:20:34 +05:30
func ParsePatch(maxLines, maxLineCharacters, maxFiles int, reader io.Reader) (*Diff, error) {
2014-04-13 07:05:36 +05:30
var (
diff = &Diff{Files: make([]*DiffFile, 0)}
2014-04-13 07:05:36 +05:30
curFile *DiffFile
curSection = &DiffSection{
Lines: make([]*DiffLine, 0, 10),
}
leftLine, rightLine int
lineCount int
curFileLinesCount int
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 06:46:37 +05:30
curFileLFSPrefix bool
2014-04-13 07:05:36 +05:30
)
input := bufio.NewReader(reader)
isEOF := false
for !isEOF {
var linebuf bytes.Buffer
for {
b, err := input.ReadByte()
if err != nil {
if err == io.EOF {
isEOF = true
break
} else {
return nil, fmt.Errorf("ReadByte: %v", err)
}
}
if b == '\n' {
break
}
if linebuf.Len() < maxLineCharacters {
linebuf.WriteByte(b)
} else if linebuf.Len() == maxLineCharacters {
curFile.IsIncomplete = true
}
}
line := linebuf.String()
2014-04-13 07:05:36 +05:30
if strings.HasPrefix(line, "+++ ") || strings.HasPrefix(line, "--- ") || len(line) == 0 {
continue
}
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 06:46:37 +05:30
trimLine := strings.Trim(line, "+- ")
if trimLine == LFSMetaFileIdentifier {
curFileLFSPrefix = true
}
if curFileLFSPrefix && strings.HasPrefix(trimLine, LFSMetaFileOidPrefix) {
oid := strings.TrimPrefix(trimLine, LFSMetaFileOidPrefix)
if len(oid) == 64 {
m := &LFSMetaObject{Oid: oid}
count, err := x.Count(m)
if err == nil && count > 0 {
curFile.IsBin = true
curFile.IsLFSFile = true
curSection.Lines = nil
}
}
}
curFileLinesCount++
lineCount++
2014-04-13 07:05:36 +05:30
2017-01-05 06:20:34 +05:30
// Diff data too large, we only show the first about maxLines lines
if curFileLinesCount >= maxLines {
curFile.IsIncomplete = true
2014-04-13 07:05:36 +05:30
}
2014-04-16 05:31:20 +05:30
switch {
case line[0] == ' ':
2016-11-07 21:54:59 +05:30
diffLine := &DiffLine{Type: DiffLinePlain, Content: line, LeftIdx: leftLine, RightIdx: rightLine}
2014-04-13 07:05:36 +05:30
leftLine++
rightLine++
curSection.Lines = append(curSection.Lines, diffLine)
continue
2014-04-16 05:31:20 +05:30
case line[0] == '@':
2014-04-13 07:05:36 +05:30
curSection = &DiffSection{}
curFile.Sections = append(curFile.Sections, curSection)
ss := strings.Split(line, "@@")
2016-11-07 22:03:03 +05:30
diffLine := &DiffLine{Type: DiffLineSection, Content: line}
2014-04-13 07:05:36 +05:30
curSection.Lines = append(curSection.Lines, diffLine)
// Parse line number.
2015-07-29 20:25:01 +05:30
ranges := strings.Split(ss[1][1:], " ")
2014-07-26 09:54:27 +05:30
leftLine, _ = com.StrTo(strings.Split(ranges[0], ",")[0][1:]).Int()
2015-07-29 20:25:01 +05:30
if len(ranges) > 1 {
rightLine, _ = com.StrTo(strings.Split(ranges[1], ",")[0]).Int()
} else {
log.Warn("Parse line number failed: %v", line)
rightLine = leftLine
}
2014-04-13 07:05:36 +05:30
continue
2014-04-16 05:31:20 +05:30
case line[0] == '+':
2014-04-13 07:05:36 +05:30
curFile.Addition++
diff.TotalAddition++
2016-11-07 21:54:59 +05:30
diffLine := &DiffLine{Type: DiffLineAdd, Content: line, RightIdx: rightLine}
2014-04-13 07:05:36 +05:30
rightLine++
curSection.Lines = append(curSection.Lines, diffLine)
continue
2014-04-16 05:31:20 +05:30
case line[0] == '-':
2014-04-13 07:05:36 +05:30
curFile.Deletion++
diff.TotalDeletion++
2016-11-07 21:54:59 +05:30
diffLine := &DiffLine{Type: DiffLineDel, Content: line, LeftIdx: leftLine}
2014-04-13 07:05:36 +05:30
if leftLine > 0 {
leftLine++
}
curSection.Lines = append(curSection.Lines, diffLine)
2014-04-16 05:31:20 +05:30
case strings.HasPrefix(line, "Binary"):
curFile.IsBin = true
2014-04-13 07:05:36 +05:30
continue
}
// Get new file.
if strings.HasPrefix(line, cmdDiffHead) {
2015-11-03 06:25:24 +05:30
middle := -1
2015-11-20 11:48:50 +05:30
// Note: In case file name is surrounded by double quotes (it happens only in git-shell).
// e.g. diff --git "a/xxx" "b/xxx"
hasQuote := line[len(cmdDiffHead)] == '"'
2015-11-03 06:25:24 +05:30
if hasQuote {
middle = strings.Index(line, ` "b/`)
} else {
middle = strings.Index(line, " b/")
}
2014-04-13 07:05:36 +05:30
beg := len(cmdDiffHead)
2015-11-03 06:25:24 +05:30
a := line[beg+2 : middle]
b := line[middle+3:]
if hasQuote {
2015-11-20 11:48:50 +05:30
a = string(git.UnescapeChars([]byte(a[1 : len(a)-1])))
b = string(git.UnescapeChars([]byte(b[1 : len(b)-1])))
2015-08-20 13:38:26 +05:30
}
2014-04-13 07:05:36 +05:30
curFile = &DiffFile{
Name: b,
OldName: a,
Index: len(diff.Files) + 1,
Type: DiffFileChange,
Sections: make([]*DiffSection, 0, 10),
IsRenamed: a != b,
2014-04-13 07:05:36 +05:30
}
diff.Files = append(diff.Files, curFile)
if len(diff.Files) >= maxFiles {
diff.IsIncomplete = true
io.Copy(ioutil.Discard, reader)
break
}
curFileLinesCount = 0
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 06:46:37 +05:30
curFileLFSPrefix = false
2014-04-13 07:05:36 +05:30
// Check file diff type and is submodule.
for {
line, err := input.ReadString('\n')
if err != nil {
if err == io.EOF {
isEOF = true
} else {
return nil, fmt.Errorf("ReadString: %v", err)
}
}
2014-04-13 07:05:36 +05:30
switch {
case strings.HasPrefix(line, "new file"):
2016-11-07 21:54:59 +05:30
curFile.Type = DiffFileAdd
curFile.IsCreated = true
case strings.HasPrefix(line, "deleted"):
2016-11-07 21:54:59 +05:30
curFile.Type = DiffFileDel
curFile.IsDeleted = true
case strings.HasPrefix(line, "index"):
2016-11-07 21:54:59 +05:30
curFile.Type = DiffFileChange
case strings.HasPrefix(line, "similarity index 100%"):
2016-11-07 22:03:03 +05:30
curFile.Type = DiffFileRename
2014-04-13 07:05:36 +05:30
}
if curFile.Type > 0 {
if strings.HasSuffix(line, " 160000\n") {
curFile.IsSubmodule = true
}
2014-04-13 07:05:36 +05:30
break
}
}
}
}
// FIXME: detect encoding while parsing.
var buf bytes.Buffer
2015-07-29 20:25:01 +05:30
for _, f := range diff.Files {
buf.Reset()
for _, sec := range f.Sections {
for _, l := range sec.Lines {
buf.WriteString(l.Content)
buf.WriteString("\n")
}
}
charsetLabel, err := base.DetectEncoding(buf.Bytes())
if charsetLabel != "UTF-8" && err == nil {
2015-07-29 20:25:01 +05:30
encoding, _ := charset.Lookup(charsetLabel)
if encoding != nil {
d := encoding.NewDecoder()
2014-12-09 12:48:25 +05:30
for _, sec := range f.Sections {
for _, l := range sec.Lines {
if c, _, err := transform.String(d, l.Content); err == nil {
l.Content = c
}
2014-12-09 12:48:25 +05:30
}
}
}
}
}
2014-04-13 07:05:36 +05:30
return diff, nil
}
2016-11-24 14:00:08 +05:30
// GetDiffRange builds a Diff between two commits of a repository.
// passing the empty string as beforeCommitID returns a diff from the
// parent commit.
2017-01-05 06:20:34 +05:30
func GetDiffRange(repoPath, beforeCommitID, afterCommitID string, maxLines, maxLineCharacters, maxFiles int) (*Diff, error) {
gitRepo, err := git.OpenRepository(repoPath)
2014-04-13 07:05:36 +05:30
if err != nil {
return nil, err
}
commit, err := gitRepo.GetCommit(afterCommitID)
2014-04-13 07:05:36 +05:30
if err != nil {
return nil, err
}
2014-05-29 07:45:15 +05:30
var cmd *exec.Cmd
2014-08-26 17:50:18 +05:30
// if "after" commit given
if len(beforeCommitID) == 0 {
2014-08-26 17:50:18 +05:30
// First commit of repository.
if commit.ParentCount() == 0 {
cmd = exec.Command("git", "show", afterCommitID)
2014-08-26 17:50:18 +05:30
} else {
c, _ := commit.Parent(0)
cmd = exec.Command("git", "diff", "-M", c.ID.String(), afterCommitID)
2014-08-26 17:50:18 +05:30
}
2014-05-29 07:45:15 +05:30
} else {
cmd = exec.Command("git", "diff", "-M", beforeCommitID, afterCommitID)
2014-04-13 07:05:36 +05:30
}
2014-05-29 07:45:15 +05:30
cmd.Dir = repoPath
cmd.Stderr = os.Stderr
stdout, err := cmd.StdoutPipe()
if err != nil {
return nil, fmt.Errorf("StdoutPipe: %v", err)
}
if err = cmd.Start(); err != nil {
return nil, fmt.Errorf("Start: %v", err)
}
pid := process.GetManager().Add(fmt.Sprintf("GetDiffRange [repo_path: %s]", repoPath), cmd)
defer process.GetManager().Remove(pid)
2017-01-05 06:20:34 +05:30
diff, err := ParsePatch(maxLines, maxLineCharacters, maxFiles, stdout)
if err != nil {
return nil, fmt.Errorf("ParsePatch: %v", err)
}
if err = cmd.Wait(); err != nil {
return nil, fmt.Errorf("Wait: %v", err)
}
return diff, nil
2014-04-13 07:05:36 +05:30
}
2014-08-26 17:50:18 +05:30
2016-11-24 14:00:08 +05:30
// RawDiffType type of a raw diff.
type RawDiffType string
// RawDiffType possible values.
const (
2016-11-07 21:54:59 +05:30
RawDiffNormal RawDiffType = "diff"
RawDiffPatch RawDiffType = "patch"
)
// GetRawDiff dumps diff results of repository in given commit ID to io.Writer.
// TODO: move this function to gogits/git-module
func GetRawDiff(repoPath, commitID string, diffType RawDiffType, writer io.Writer) error {
repo, err := git.OpenRepository(repoPath)
if err != nil {
return fmt.Errorf("OpenRepository: %v", err)
}
commit, err := repo.GetCommit(commitID)
if err != nil {
return fmt.Errorf("GetCommit: %v", err)
}
var cmd *exec.Cmd
switch diffType {
2016-11-07 21:54:59 +05:30
case RawDiffNormal:
if commit.ParentCount() == 0 {
cmd = exec.Command("git", "show", commitID)
} else {
c, _ := commit.Parent(0)
cmd = exec.Command("git", "diff", "-M", c.ID.String(), commitID)
}
2016-11-07 21:54:59 +05:30
case RawDiffPatch:
if commit.ParentCount() == 0 {
cmd = exec.Command("git", "format-patch", "--no-signature", "--stdout", "--root", commitID)
} else {
c, _ := commit.Parent(0)
query := fmt.Sprintf("%s...%s", commitID, c.ID.String())
cmd = exec.Command("git", "format-patch", "--no-signature", "--stdout", query)
}
default:
return fmt.Errorf("invalid diffType: %s", diffType)
}
stderr := new(bytes.Buffer)
cmd.Dir = repoPath
cmd.Stdout = writer
cmd.Stderr = stderr
if err = cmd.Run(); err != nil {
return fmt.Errorf("Run: %v - %s", err, stderr)
}
return nil
}
2016-11-24 14:00:08 +05:30
// GetDiffCommit builds a Diff representing the given commitID.
2017-01-05 06:20:34 +05:30
func GetDiffCommit(repoPath, commitID string, maxLines, maxLineCharacters, maxFiles int) (*Diff, error) {
return GetDiffRange(repoPath, "", commitID, maxLines, maxLineCharacters, maxFiles)
2014-08-26 17:50:18 +05:30
}