gopkg/main.go
2014-09-23 22:22:44 -06:00

320 lines
8.1 KiB
Go

package main
import (
"errors"
"flag"
"fmt"
"io/ioutil"
"log"
"net/http"
"os"
"regexp"
"strconv"
"strings"
"text/template"
"time"
)
var httpFlag = flag.String("http", ":8080", "Serve HTTP at given address")
var httpsFlag = flag.String("https", "", "Serve HTTPS at given address")
var certFlag = flag.String("cert", "", "Use the provided TLS certificate")
var keyFlag = flag.String("key", "", "Use the provided TLS key")
func main() {
if err := run(); err != nil {
fmt.Fprintf(os.Stderr, "error: %v\n", err)
os.Exit(1)
}
}
func run() error {
flag.Parse()
http.HandleFunc("/", handler)
if *httpFlag == "" && *httpsFlag == "" {
return fmt.Errorf("must provide -http and/or -https")
}
if (*httpsFlag != "" || *certFlag != "" || *keyFlag != "") && (*httpsFlag == "" || *certFlag == "" || *keyFlag == "") {
return fmt.Errorf("-https -cert and -key must be used together")
}
ch := make(chan error, 2)
if *httpFlag != "" {
go func() {
ch <- http.ListenAndServe(*httpFlag, nil)
}()
}
if *httpsFlag != "" {
go func() {
ch <- http.ListenAndServeTLS(*httpsFlag, *certFlag, *keyFlag, nil)
}()
}
return <-ch
}
var gogetTemplate = template.Must(template.New("").Parse(`
<html>
<head>
<meta name="go-import" content="{{.GopkgRoot}} git https://{{.GopkgRoot}}">
</head>
<body>
go get {{.GopkgPath}}
</body>
</html>
`))
// Repo represents a source code repository on GitHub.
type Repo struct {
User string
Name string
SubPath string
OldFormat bool // The old /v2/pkg format.
MajorVersion Version
AllVersions VersionList
}
// GitHubRoot returns the repository root at GitHub, without a schema.
func (repo *Repo) GitHubRoot() string {
if repo.User == "" {
return "github.com/go-" + repo.Name + "/" + repo.Name
} else {
return "github.com/" + repo.User + "/" + repo.Name
}
}
// GopkgRoot returns the package root at gopkg.in, without a schema.
func (repo *Repo) GopkgRoot() string {
return repo.GopkgVersionRoot(repo.MajorVersion)
}
// GopkgPath returns the package path at gopkg.in, without a schema.
func (repo *Repo) GopkgPath() string {
return repo.GopkgVersionRoot(repo.MajorVersion) + repo.SubPath
}
// GopkgVersionRoot returns the package root in gopkg.in for the
// provided version, without a schema.
func (repo *Repo) GopkgVersionRoot(version Version) string {
version.Minor = -1
version.Patch = -1
v := version.String()
if repo.OldFormat {
if repo.User == "" {
return "gopkg.in/" + v + "/" + repo.Name
} else {
return "gopkg.in/" + repo.User + "/" + v + "/" + repo.Name
}
} else {
if repo.User == "" {
return "gopkg.in/" + repo.Name + "." + v
} else {
return "gopkg.in/" + repo.User + "/" + repo.Name + "." + v
}
}
}
var patternOld = regexp.MustCompile(`^/(?:([a-z0-9][-a-z0-9]+)/)?((?:v0|v[1-9][0-9]*)(?:\.0|\.[1-9][0-9]*){0,2})/([a-zA-Z][-a-zA-Z0-9]*)(?:\.git)?((?:/[a-zA-Z][-a-zA-Z0-9]*)*)$`)
var patternNew = regexp.MustCompile(`^/(?:([a-zA-Z0-9][-a-zA-Z0-9]+)/)?([a-zA-Z][-.a-zA-Z0-9]*)\.((?:v0|v[1-9][0-9]*)(?:\.0|\.[1-9][0-9]*){0,2})(?:\.git)?((?:/[a-zA-Z0-9][-.a-zA-Z0-9]*)*)$`)
func handler(resp http.ResponseWriter, req *http.Request) {
if req.URL.Path == "/health-check" {
resp.Write([]byte("ok"))
return
}
log.Printf("%s requested %s", req.RemoteAddr, req.URL)
if req.URL.Path == "/" {
resp.Header().Set("Location", "http://labix.org/gopkg.in")
resp.WriteHeader(http.StatusTemporaryRedirect)
return
}
m := patternNew.FindStringSubmatch(req.URL.Path)
oldFormat := false
if m == nil {
m = patternOld.FindStringSubmatch(req.URL.Path)
if m == nil {
sendNotFound(resp, "Unsupported URL pattern; see the documentation at gopkg.in for details.")
return
}
m[2], m[3] = m[3], m[2]
oldFormat = true
}
if strings.Contains(m[3], ".") {
sendNotFound(resp, "Import paths take the major version only (.%s instead of .%s); see docs at gopkg.in for the reasoning.",
m[3][:strings.Index(m[3], ".")], m[3])
return
}
repo := &Repo{
User: m[1],
Name: m[2],
SubPath: m[4],
OldFormat: oldFormat,
}
var ok bool
repo.MajorVersion, ok = parseVersion(m[3])
if !ok {
sendNotFound(resp, "Version %q improperly considered invalid; please warn the service maintainers.", m[3])
return
}
var err error
var refs []byte
refs, repo.AllVersions, err = hackedRefs(repo)
switch err {
case nil:
// all ok
case ErrNoRepo:
sendNotFound(resp, "GitHub repository not found at https://%s", repo.GitHubRoot())
return
case ErrNoVersion:
v := repo.MajorVersion.String()
sendNotFound(resp, `GitHub repository at https://%s has no branch or tag "%s", "%s.N" or "%s.N.M"`, repo.GitHubRoot(), v, v, v)
return
default:
resp.WriteHeader(http.StatusBadGateway)
resp.Write([]byte(fmt.Sprintf("Cannot obtain refs from GitHub: %v", err)))
return
}
if repo.SubPath == "/git-upload-pack" {
resp.Header().Set("Location", "https://"+repo.GitHubRoot()+"/git-upload-pack")
resp.WriteHeader(http.StatusMovedPermanently)
return
}
if repo.SubPath == "/info/refs" {
resp.Header().Set("Content-Type", "application/x-git-upload-pack-advertisement")
resp.Write(refs)
return
}
resp.Header().Set("Content-Type", "text/html")
if req.FormValue("go-get") == "1" {
// execute simple template when this is a go-get request
err = gogetTemplate.Execute(resp, repo)
if err != nil {
log.Printf("error executing go get template: %s\n", err)
}
return
}
renderPackagePage(resp, req, repo)
}
func sendNotFound(resp http.ResponseWriter, msg string, args ...interface{}) {
if len(args) > 0 {
msg = fmt.Sprintf(msg, args...)
}
resp.WriteHeader(http.StatusNotFound)
resp.Write([]byte(msg))
}
var httpClient = &http.Client{Timeout: 10 * time.Second}
const refsSuffix = ".git/info/refs?service=git-upload-pack"
var ErrNoRepo = errors.New("repository not found in GitHub")
var ErrNoVersion = errors.New("version reference not found in GitHub")
func hackedRefs(repo *Repo) (data []byte, versions []Version, err error) {
resp, err := httpClient.Get("https://" + repo.GitHubRoot() + refsSuffix)
if err != nil {
return nil, nil, fmt.Errorf("cannot talk to GitHub: %v", err)
}
defer resp.Body.Close()
switch resp.StatusCode {
case 200:
// ok
case 401, 404:
return nil, nil, ErrNoRepo
default:
return nil, nil, fmt.Errorf("error from GitHub: %v", resp.Status)
}
data, err = ioutil.ReadAll(resp.Body)
if err != nil {
return nil, nil, fmt.Errorf("error reading from GitHub: %v", err)
}
var mrefi, mrefj int
var vrefi, vrefj int
var vrefv = InvalidVersion
versions = make([]Version, 0)
sdata := string(data)
for i, j := 0, 0; i < len(data); i = j {
size, err := strconv.ParseInt(sdata[i:i+4], 16, 32)
if err != nil {
return nil, nil, fmt.Errorf("cannot parse refs line size: %s", string(data[i:i+4]))
}
if size == 0 {
size = 4
}
j = i + int(size)
if j > len(sdata) {
return nil, nil, fmt.Errorf("incomplete refs data received from GitHub")
}
if sdata[0] == '#' {
continue
}
hashi := i + 4
hashj := strings.IndexByte(sdata[hashi:j], ' ')
if hashj < 0 || hashj != 40 {
continue
}
hashj += hashi
namei := hashj + 1
namej := strings.IndexAny(sdata[namei:j], "\n\x00")
if namej < 0 {
namej = j
} else {
namej += namei
}
name := sdata[namei:namej]
if name == "refs/heads/master" {
mrefi = hashi
mrefj = hashj
}
if strings.HasPrefix(name, "refs/heads/v") || strings.HasPrefix(name, "refs/tags/v") {
if strings.HasSuffix(name, "^{}") {
// Annotated tag is peeled off and overrides the same version just parsed.
name = name[:len(name)-3]
}
v, ok := parseVersion(name[strings.IndexByte(name, 'v'):])
if ok && repo.MajorVersion.Contains(v) && (v == vrefv || !vrefv.IsValid() || vrefv.Less(v)) {
vrefv = v
vrefi = hashi
vrefj = hashj
}
if ok {
versions = append(versions, v)
}
}
}
// If there were absolutely no versions, and v0 was requested, accept the master as-is.
if len(versions) == 0 && repo.MajorVersion == (Version{0, -1, -1}) {
return data, nil, nil
}
if mrefi == 0 || vrefi == 0 {
return nil, nil, ErrNoVersion
}
copy(data[mrefi:mrefj], data[vrefi:vrefj])
return data, versions, nil
}