74bd9691c6
Replace all calls to os.Remove/os.RemoveAll by retrying util.Remove/util.RemoveAll and remove circular dependencies from util. Fix #12339 Signed-off-by: Andrew Thornton <art27@cantab.net> Co-authored-by: silverwind <me@silverwind.io>
106 lines
1.9 KiB
Go
106 lines
1.9 KiB
Go
// +build ignore
|
|
|
|
package main
|
|
|
|
import (
|
|
"archive/tar"
|
|
"compress/gzip"
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"code.gitea.io/gitea/modules/util"
|
|
)
|
|
|
|
func main() {
|
|
var (
|
|
prefix = "gitea-licenses"
|
|
url = "https://api.github.com/repos/spdx/license-list-data/tarball"
|
|
destination = ""
|
|
)
|
|
|
|
flag.StringVar(&destination, "dest", "options/license/", "destination for the licenses")
|
|
flag.Parse()
|
|
|
|
file, err := ioutil.TempFile(os.TempDir(), prefix)
|
|
|
|
if err != nil {
|
|
log.Fatalf("Failed to create temp file. %s", err)
|
|
}
|
|
|
|
defer util.Remove(file.Name())
|
|
|
|
resp, err := http.Get(url)
|
|
|
|
if err != nil {
|
|
log.Fatalf("Failed to download archive. %s", err)
|
|
}
|
|
|
|
defer resp.Body.Close()
|
|
|
|
if _, err := io.Copy(file, resp.Body); err != nil {
|
|
log.Fatalf("Failed to copy archive to file. %s", err)
|
|
}
|
|
|
|
if _, err := file.Seek(0, 0); err != nil {
|
|
log.Fatalf("Failed to reset seek on archive. %s", err)
|
|
}
|
|
|
|
gz, err := gzip.NewReader(file)
|
|
|
|
if err != nil {
|
|
log.Fatalf("Failed to gunzip the archive. %s", err)
|
|
}
|
|
|
|
tr := tar.NewReader(gz)
|
|
|
|
for {
|
|
hdr, err := tr.Next()
|
|
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
|
|
if err != nil {
|
|
log.Fatalf("Failed to iterate archive. %s", err)
|
|
}
|
|
|
|
if !strings.Contains(hdr.Name, "/text/") {
|
|
continue
|
|
}
|
|
|
|
if filepath.Ext(hdr.Name) != ".txt" {
|
|
continue
|
|
}
|
|
|
|
if strings.HasPrefix(filepath.Base(hdr.Name), "README") {
|
|
continue
|
|
}
|
|
|
|
if strings.HasPrefix(filepath.Base(hdr.Name), "deprecated_") {
|
|
continue
|
|
}
|
|
out, err := os.Create(path.Join(destination, strings.TrimSuffix(filepath.Base(hdr.Name), ".txt")))
|
|
|
|
if err != nil {
|
|
log.Fatalf("Failed to create new file. %s", err)
|
|
}
|
|
|
|
defer out.Close()
|
|
|
|
if _, err := io.Copy(out, tr); err != nil {
|
|
log.Fatalf("Failed to write new file. %s", err)
|
|
} else {
|
|
fmt.Printf("Written %s\n", out.Name())
|
|
}
|
|
}
|
|
|
|
fmt.Println("Done")
|
|
}
|