125 lines
3.4 KiB
Go
125 lines
3.4 KiB
Go
package artifacts
|
|
|
|
import (
|
|
"bufio"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"mime"
|
|
"net/http"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"strings"
|
|
"syscall"
|
|
|
|
"gitlab.com/gitlab-org/labkit/log"
|
|
"gitlab.com/gitlab-org/labkit/mask"
|
|
|
|
"gitlab.com/gitlab-org/gitlab/workhorse/internal/helper/command"
|
|
"gitlab.com/gitlab-org/gitlab/workhorse/internal/helper/fail"
|
|
"gitlab.com/gitlab-org/gitlab/workhorse/internal/senddata"
|
|
"gitlab.com/gitlab-org/gitlab/workhorse/internal/zipartifacts"
|
|
)
|
|
|
|
type entry struct{ senddata.Prefix }
|
|
type entryParams struct{ Archive, Entry string }
|
|
|
|
var SendEntry = &entry{"artifacts-entry:"}
|
|
|
|
// Artifacts downloader doesn't support ranges when downloading a single file
|
|
func (e *entry) Inject(w http.ResponseWriter, r *http.Request, sendData string) {
|
|
var params entryParams
|
|
if err := e.Unpack(¶ms, sendData); err != nil {
|
|
fail.Request(w, r, fmt.Errorf("SendEntry: unpack sendData: %v", err))
|
|
return
|
|
}
|
|
|
|
log.WithContextFields(r.Context(), log.Fields{
|
|
"entry": params.Entry,
|
|
"archive": mask.URL(params.Archive),
|
|
"path": r.URL.Path,
|
|
}).Print("SendEntry: sending")
|
|
|
|
if params.Archive == "" || params.Entry == "" {
|
|
fail.Request(w, r, fmt.Errorf("SendEntry: Archive or Entry is empty"))
|
|
return
|
|
}
|
|
|
|
err := unpackFileFromZip(r.Context(), params.Archive, params.Entry, w.Header(), w)
|
|
|
|
if os.IsNotExist(err) {
|
|
http.NotFound(w, r)
|
|
} else if err != nil {
|
|
fail.Request(w, r, fmt.Errorf("SendEntry: %v", err))
|
|
}
|
|
}
|
|
|
|
func detectFileContentType(fileName string) string {
|
|
contentType := mime.TypeByExtension(filepath.Ext(fileName))
|
|
if contentType == "" {
|
|
contentType = "application/octet-stream"
|
|
}
|
|
return contentType
|
|
}
|
|
|
|
func unpackFileFromZip(ctx context.Context, archivePath, encodedFilename string, headers http.Header, output io.Writer) error {
|
|
fileName, err := zipartifacts.DecodeFileEntry(encodedFilename)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
catFile := exec.Command("gitlab-zip-cat")
|
|
catFile.Env = append(os.Environ(),
|
|
"ARCHIVE_PATH="+archivePath,
|
|
"ENCODED_FILE_NAME="+encodedFilename,
|
|
)
|
|
catFile.Stderr = log.ContextLogger(ctx).Writer()
|
|
catFile.SysProcAttr = &syscall.SysProcAttr{Setpgid: true}
|
|
stdout, err := catFile.StdoutPipe()
|
|
if err != nil {
|
|
return fmt.Errorf("create gitlab-zip-cat stdout pipe: %v", err)
|
|
}
|
|
|
|
if err := catFile.Start(); err != nil {
|
|
return fmt.Errorf("start %v: %v", catFile.Args, err)
|
|
}
|
|
defer command.KillProcessGroup(catFile)
|
|
|
|
basename := filepath.Base(fileName)
|
|
reader := bufio.NewReader(stdout)
|
|
contentLength, err := reader.ReadString('\n')
|
|
if err != nil {
|
|
if catFileErr := waitCatFile(catFile); catFileErr != nil {
|
|
return catFileErr
|
|
}
|
|
return fmt.Errorf("read content-length: %v", err)
|
|
}
|
|
contentLength = strings.TrimSuffix(contentLength, "\n")
|
|
|
|
// Write http headers about the file
|
|
headers.Set("Content-Length", contentLength)
|
|
headers.Set("Content-Type", detectFileContentType(fileName))
|
|
headers.Set("Content-Disposition", "attachment; filename=\""+escapeQuotes(basename)+"\"")
|
|
// Copy file body to client
|
|
if _, err := io.Copy(output, reader); err != nil {
|
|
return fmt.Errorf("copy stdout of %v: %v", catFile.Args, err)
|
|
}
|
|
|
|
return waitCatFile(catFile)
|
|
}
|
|
|
|
func waitCatFile(cmd *exec.Cmd) error {
|
|
err := cmd.Wait()
|
|
if err == nil {
|
|
return nil
|
|
}
|
|
|
|
st, ok := command.ExitStatus(err)
|
|
|
|
if ok && (st == zipartifacts.CodeArchiveNotFound || st == zipartifacts.CodeEntryNotFound) {
|
|
return os.ErrNotExist
|
|
}
|
|
return fmt.Errorf("wait for %v to finish: %v", cmd.Args, err)
|
|
|
|
}
|