383 lines
9.9 KiB
Go
383 lines
9.9 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"errors"
|
|
"flag"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"text/template"
|
|
"time"
|
|
)
|
|
|
|
var httpFlag = flag.String("http", ":8080", "Serve HTTP at given address")
|
|
var httpsFlag = flag.String("https", "", "Serve HTTPS at given address")
|
|
var certFlag = flag.String("cert", "", "Use the provided TLS certificate")
|
|
var keyFlag = flag.String("key", "", "Use the provided TLS key")
|
|
|
|
func main() {
|
|
if err := run(); err != nil {
|
|
fmt.Fprintf(os.Stderr, "error: %v\n", err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
func run() error {
|
|
flag.Parse()
|
|
|
|
http.HandleFunc("/", handler)
|
|
|
|
if *httpFlag == "" && *httpsFlag == "" {
|
|
return fmt.Errorf("must provide -http and/or -https")
|
|
}
|
|
if (*httpsFlag != "" || *certFlag != "" || *keyFlag != "") && (*httpsFlag == "" || *certFlag == "" || *keyFlag == "") {
|
|
return fmt.Errorf("-https -cert and -key must be used together")
|
|
}
|
|
|
|
ch := make(chan error, 2)
|
|
|
|
if *httpFlag != "" {
|
|
go func() {
|
|
ch <- http.ListenAndServe(*httpFlag, nil)
|
|
}()
|
|
}
|
|
if *httpsFlag != "" {
|
|
go func() {
|
|
ch <- http.ListenAndServeTLS(*httpsFlag, *certFlag, *keyFlag, nil)
|
|
}()
|
|
}
|
|
return <-ch
|
|
}
|
|
|
|
var gogetTemplate = template.Must(template.New("").Parse(`
|
|
<html>
|
|
<head>
|
|
<meta name="go-import" content="{{.GopkgRoot}} git https://{{.GopkgRoot}}">
|
|
</head>
|
|
<body>
|
|
go get {{.GopkgPath}}
|
|
</body>
|
|
</html>
|
|
`))
|
|
|
|
// Repo represents a source code repository on GitHub.
|
|
type Repo struct {
|
|
User string
|
|
Name string
|
|
SubPath string
|
|
OldFormat bool // The old /v2/pkg format.
|
|
MajorVersion Version
|
|
AllVersions VersionList
|
|
}
|
|
|
|
// GitHubRoot returns the repository root at GitHub, without a schema.
|
|
func (repo *Repo) GitHubRoot() string {
|
|
if repo.User == "" {
|
|
return "github.com/go-" + repo.Name + "/" + repo.Name
|
|
} else {
|
|
return "github.com/" + repo.User + "/" + repo.Name
|
|
}
|
|
}
|
|
|
|
// GopkgRoot returns the package root at gopkg.in, without a schema.
|
|
func (repo *Repo) GopkgRoot() string {
|
|
return repo.GopkgVersionRoot(repo.MajorVersion)
|
|
}
|
|
|
|
// GopkgPath returns the package path at gopkg.in, without a schema.
|
|
func (repo *Repo) GopkgPath() string {
|
|
return repo.GopkgVersionRoot(repo.MajorVersion) + repo.SubPath
|
|
}
|
|
|
|
// GopkgVersionRoot returns the package root in gopkg.in for the
|
|
// provided version, without a schema.
|
|
func (repo *Repo) GopkgVersionRoot(version Version) string {
|
|
version.Minor = -1
|
|
version.Patch = -1
|
|
v := version.String()
|
|
if repo.OldFormat {
|
|
if repo.User == "" {
|
|
return "gopkg.in/" + v + "/" + repo.Name
|
|
} else {
|
|
return "gopkg.in/" + repo.User + "/" + v + "/" + repo.Name
|
|
}
|
|
} else {
|
|
if repo.User == "" {
|
|
return "gopkg.in/" + repo.Name + "." + v
|
|
} else {
|
|
return "gopkg.in/" + repo.User + "/" + repo.Name + "." + v
|
|
}
|
|
}
|
|
}
|
|
|
|
var patternOld = regexp.MustCompile(`^/(?:([a-z0-9][-a-z0-9]+)/)?((?:v0|v[1-9][0-9]*)(?:\.0|\.[1-9][0-9]*){0,2}(-unstable)?)/([a-zA-Z][-a-zA-Z0-9]*)(?:\.git)?((?:/[a-zA-Z][-a-zA-Z0-9]*)*)$`)
|
|
var patternNew = regexp.MustCompile(`^/(?:([a-zA-Z0-9][-a-zA-Z0-9]+)/)?([a-zA-Z][-.a-zA-Z0-9]*)\.((?:v0|v[1-9][0-9]*)(?:\.0|\.[1-9][0-9]*){0,2}(-unstable)?)(?:\.git)?((?:/[a-zA-Z0-9][-.a-zA-Z0-9]*)*)$`)
|
|
|
|
func handler(resp http.ResponseWriter, req *http.Request) {
|
|
if req.URL.Path == "/health-check" {
|
|
resp.Write([]byte("ok"))
|
|
return
|
|
}
|
|
|
|
log.Printf("%s requested %s", req.RemoteAddr, req.URL)
|
|
|
|
if req.URL.Path == "/" {
|
|
resp.Header().Set("Location", "http://labix.org/gopkg.in")
|
|
resp.WriteHeader(http.StatusTemporaryRedirect)
|
|
return
|
|
}
|
|
|
|
m := patternNew.FindStringSubmatch(req.URL.Path)
|
|
oldFormat := false
|
|
if m == nil {
|
|
m = patternOld.FindStringSubmatch(req.URL.Path)
|
|
if m == nil {
|
|
sendNotFound(resp, "Unsupported URL pattern; see the documentation at gopkg.in for details.")
|
|
return
|
|
}
|
|
// "/v2/name" <= "/name.v2"
|
|
m[2], m[3] = m[3], m[2]
|
|
oldFormat = true
|
|
}
|
|
|
|
if strings.Contains(m[3], ".") {
|
|
sendNotFound(resp, "Import paths take the major version only (.%s instead of .%s); see docs at gopkg.in for the reasoning.",
|
|
m[3][:strings.Index(m[3], ".")], m[3])
|
|
return
|
|
}
|
|
|
|
repo := &Repo{
|
|
User: m[1],
|
|
Name: m[2],
|
|
SubPath: m[5],
|
|
OldFormat: oldFormat,
|
|
}
|
|
|
|
var ok bool
|
|
repo.MajorVersion, ok = parseVersion(m[3])
|
|
if !ok {
|
|
sendNotFound(resp, "Version %q improperly considered invalid; please warn the service maintainers.", m[3])
|
|
return
|
|
}
|
|
|
|
var changed []byte
|
|
original, err := fetchRefs(repo)
|
|
if err == nil {
|
|
changed, repo.AllVersions, err = changeRefs(original, repo.MajorVersion)
|
|
}
|
|
|
|
switch err {
|
|
case nil:
|
|
// all ok
|
|
case ErrNoRepo:
|
|
sendNotFound(resp, "GitHub repository not found at https://%s", repo.GitHubRoot())
|
|
return
|
|
case ErrNoVersion:
|
|
major := repo.MajorVersion
|
|
suffix := ""
|
|
if major.Unstable {
|
|
major.Unstable = false
|
|
suffix = unstableSuffix
|
|
}
|
|
v := major.String()
|
|
sendNotFound(resp, `GitHub repository at https://%s has no branch or tag "%s%s", "%s.N%s" or "%s.N.M%s"`, repo.GitHubRoot(), v, suffix, v, suffix, v, suffix)
|
|
return
|
|
default:
|
|
resp.WriteHeader(http.StatusBadGateway)
|
|
resp.Write([]byte(fmt.Sprintf("Cannot obtain refs from GitHub: %v", err)))
|
|
return
|
|
}
|
|
|
|
if repo.SubPath == "/git-upload-pack" {
|
|
resp.Header().Set("Location", "https://"+repo.GitHubRoot()+"/git-upload-pack")
|
|
resp.WriteHeader(http.StatusMovedPermanently)
|
|
return
|
|
}
|
|
|
|
if repo.SubPath == "/info/refs" {
|
|
resp.Header().Set("Content-Type", "application/x-git-upload-pack-advertisement")
|
|
resp.Write(changed)
|
|
return
|
|
}
|
|
|
|
resp.Header().Set("Content-Type", "text/html")
|
|
if req.FormValue("go-get") == "1" {
|
|
// execute simple template when this is a go-get request
|
|
err = gogetTemplate.Execute(resp, repo)
|
|
if err != nil {
|
|
log.Printf("error executing go get template: %s\n", err)
|
|
}
|
|
return
|
|
}
|
|
|
|
renderPackagePage(resp, req, repo)
|
|
}
|
|
|
|
func sendNotFound(resp http.ResponseWriter, msg string, args ...interface{}) {
|
|
if len(args) > 0 {
|
|
msg = fmt.Sprintf(msg, args...)
|
|
}
|
|
resp.WriteHeader(http.StatusNotFound)
|
|
resp.Write([]byte(msg))
|
|
}
|
|
|
|
var httpClient = &http.Client{Timeout: 10 * time.Second}
|
|
|
|
const refsSuffix = ".git/info/refs?service=git-upload-pack"
|
|
|
|
var ErrNoRepo = errors.New("repository not found in GitHub")
|
|
var ErrNoVersion = errors.New("version reference not found in GitHub")
|
|
|
|
func fetchRefs(repo *Repo) (data []byte, err error) {
|
|
resp, err := httpClient.Get("https://" + repo.GitHubRoot() + refsSuffix)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot talk to GitHub: %v", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
switch resp.StatusCode {
|
|
case 200:
|
|
// ok
|
|
case 401, 404:
|
|
return nil, ErrNoRepo
|
|
default:
|
|
return nil, fmt.Errorf("error from GitHub: %v", resp.Status)
|
|
}
|
|
|
|
data, err = ioutil.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error reading from GitHub: %v", err)
|
|
}
|
|
return data, err
|
|
}
|
|
|
|
func changeRefs(data []byte, major Version) (changed []byte, versions VersionList, err error) {
|
|
var hlinei, hlinej int // HEAD reference line start/end
|
|
var mlinei, mlinej int // master reference line start/end
|
|
var vrefhash string
|
|
var vrefname string
|
|
var vrefv = InvalidVersion
|
|
|
|
// Record all available versions, the locations of the master and HEAD lines,
|
|
// and details of the best reference satisfying the requested major version.
|
|
versions = make([]Version, 0)
|
|
sdata := string(data)
|
|
for i, j := 0, 0; i < len(data); i = j {
|
|
size, err := strconv.ParseInt(sdata[i:i+4], 16, 32)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("cannot parse refs line size: %s", string(data[i:i+4]))
|
|
}
|
|
if size == 0 {
|
|
size = 4
|
|
}
|
|
j = i + int(size)
|
|
if j > len(sdata) {
|
|
return nil, nil, fmt.Errorf("incomplete refs data received from GitHub")
|
|
}
|
|
if sdata[0] == '#' {
|
|
continue
|
|
}
|
|
|
|
hashi := i + 4
|
|
hashj := strings.IndexByte(sdata[hashi:j], ' ')
|
|
if hashj < 0 || hashj != 40 {
|
|
continue
|
|
}
|
|
hashj += hashi
|
|
|
|
namei := hashj + 1
|
|
namej := strings.IndexAny(sdata[namei:j], "\n\x00")
|
|
if namej < 0 {
|
|
namej = j
|
|
} else {
|
|
namej += namei
|
|
}
|
|
|
|
name := sdata[namei:namej]
|
|
|
|
if name == "HEAD" {
|
|
hlinei = i
|
|
hlinej = j
|
|
}
|
|
if name == "refs/heads/master" {
|
|
mlinei = i
|
|
mlinej = j
|
|
}
|
|
|
|
if strings.HasPrefix(name, "refs/heads/v") || strings.HasPrefix(name, "refs/tags/v") {
|
|
if strings.HasSuffix(name, "^{}") {
|
|
// Annotated tag is peeled off and overrides the same version just parsed.
|
|
name = name[:len(name)-3]
|
|
}
|
|
v, ok := parseVersion(name[strings.IndexByte(name, 'v'):])
|
|
if ok && major.Contains(v) && (v == vrefv || !vrefv.IsValid() || vrefv.Less(v)) {
|
|
vrefv = v
|
|
vrefhash = sdata[hashi:hashj]
|
|
vrefname = name
|
|
}
|
|
if ok {
|
|
versions = append(versions, v)
|
|
}
|
|
}
|
|
}
|
|
|
|
// If there were absolutely no versions, and v0 was requested, accept the master as-is.
|
|
if len(versions) == 0 && major == (Version{0, -1, -1, false}) {
|
|
return data, nil, nil
|
|
}
|
|
|
|
// If the file has no HEAD line or the version was not found, report as unavailable.
|
|
if hlinei == 0 || vrefhash == "" {
|
|
return nil, nil, ErrNoVersion
|
|
}
|
|
|
|
var buf bytes.Buffer
|
|
buf.Grow(len(data)+256)
|
|
|
|
// Copy the header as-is.
|
|
buf.Write(data[:hlinei])
|
|
|
|
// Extract the original capabilities.
|
|
caps := ""
|
|
if i := strings.Index(sdata[hlinei:hlinej], "\x00"); i > 0 {
|
|
caps = strings.Replace(sdata[hlinei+i+1:hlinej-1], "symref=", "oldref=", -1)
|
|
}
|
|
|
|
// Insert the HEAD reference line with the right hash and a proper symref capability.
|
|
var line string
|
|
if strings.HasPrefix(vrefname, "refs/heads/") {
|
|
if caps == "" {
|
|
line = fmt.Sprintf("%s HEAD\x00symref=HEAD:%s\n", vrefhash, vrefname)
|
|
} else {
|
|
line = fmt.Sprintf("%s HEAD\x00symref=HEAD:%s %s\n", vrefhash, vrefname, caps)
|
|
}
|
|
} else {
|
|
if caps == "" {
|
|
line = fmt.Sprintf("%s HEAD\n", vrefhash)
|
|
} else {
|
|
line = fmt.Sprintf("%s HEAD\x00%s\n", vrefhash, caps)
|
|
}
|
|
}
|
|
fmt.Fprintf(&buf, "%04x%s", 4+len(line), line)
|
|
|
|
// Insert the master reference line.
|
|
line = fmt.Sprintf("%s refs/heads/master\n", vrefhash)
|
|
fmt.Fprintf(&buf, "%04x%s", 4+len(line), line)
|
|
|
|
// Append the rest, dropping the original master line if necessary.
|
|
if mlinei > 0 {
|
|
buf.Write(data[hlinej:mlinei])
|
|
buf.Write(data[mlinej:])
|
|
} else {
|
|
buf.Write(data[hlinej:])
|
|
}
|
|
|
|
return buf.Bytes(), versions, nil
|
|
}
|