2020-05-02 02:16:49 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"encoding/base64"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
|
|
|
"html"
|
|
|
|
"log"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"regexp"
|
2020-05-02 03:19:58 +00:00
|
|
|
"sort"
|
2020-05-02 02:16:49 +00:00
|
|
|
"strings"
|
|
|
|
|
|
|
|
"github.com/BurntSushi/toml"
|
2020-05-24 06:39:24 +00:00
|
|
|
"golang.org/x/sync/semaphore"
|
2020-05-02 02:16:49 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Config struct {
|
|
|
|
BindTo string
|
|
|
|
Gitea struct {
|
2020-05-24 06:39:24 +00:00
|
|
|
URL, Org string
|
|
|
|
MaxConnections int64
|
2020-05-02 02:16:49 +00:00
|
|
|
}
|
2020-05-05 07:30:28 +00:00
|
|
|
Redirect map[string]string
|
2020-05-02 02:16:49 +00:00
|
|
|
Template struct {
|
|
|
|
AppName string
|
|
|
|
HomepageHeaderHTML string
|
|
|
|
CustomLogoPngBase64 string
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type Application struct {
|
|
|
|
cfg Config
|
|
|
|
|
|
|
|
rxRepoPage, rxRepoImage *regexp.Regexp
|
2020-05-24 06:39:24 +00:00
|
|
|
apiSem *semaphore.Weighted
|
2020-05-02 02:16:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) Templatepage(w http.ResponseWriter, r *http.Request, pageDesc, extraHead string, cb func()) {
|
|
|
|
|
|
|
|
pageTitle := this.cfg.Template.AppName
|
|
|
|
if pageDesc != "" {
|
|
|
|
pageTitle = pageDesc + ` | ` + pageTitle
|
|
|
|
}
|
|
|
|
|
|
|
|
w.Header().Set(`Content-Type`, `text/html; charset=UTF-8`)
|
|
|
|
w.WriteHeader(200)
|
|
|
|
fmt.Fprint(w, `<!DOCTYPE html>
|
|
|
|
<html lang="en">
|
|
|
|
<head>
|
|
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge">
|
|
|
|
<meta charset="UTF-8">
|
|
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
|
|
<meta name="viewport" content="width=960">
|
|
|
|
<title>`+html.EscapeString(pageTitle)+`</title>
|
|
|
|
`+extraHead+`
|
|
|
|
<link rel="shortcut icon" href="/static/logo.png" type="image/png">
|
|
|
|
<link rel="apple-touch-icon" href="/static/logo.png" type="image/png">
|
|
|
|
<link type="text/css" rel="stylesheet" href="/static/style.css">
|
|
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<div id="container">
|
|
|
|
<div id="content">
|
|
|
|
<h1><a href="/"><div id="logo"></div>`+html.EscapeString(this.cfg.Template.AppName)+`</a></h1>
|
|
|
|
`)
|
|
|
|
cb()
|
|
|
|
fmt.Fprint(w, `
|
|
|
|
</body>
|
|
|
|
<script type="text/javascript" src="/static/site.js"></script>
|
|
|
|
</html>
|
|
|
|
`)
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) internalError(w http.ResponseWriter, r *http.Request, err error) {
|
|
|
|
log.Printf("%s %s: %s", r.Method, r.URL.Path, err)
|
|
|
|
http.Error(w, "An internal error occurred.", 500)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) Homepage(w http.ResponseWriter, r *http.Request) {
|
2020-05-24 06:39:24 +00:00
|
|
|
ctx := r.Context()
|
|
|
|
|
|
|
|
repos, err := this.repos(ctx)
|
2020-05-02 02:16:49 +00:00
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("listing repos: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
topics := make(map[string][]string)
|
|
|
|
for _, repo := range repos {
|
2020-05-24 06:39:24 +00:00
|
|
|
if t, err := this.topicsForRepo(ctx, repo.Name); err == nil {
|
2020-05-02 02:16:49 +00:00
|
|
|
topics[repo.Name] = t
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-05-02 03:19:58 +00:00
|
|
|
// Sort repos once alphabetically, to get alphabetical indexes...
|
|
|
|
sort.Slice(repos, func(i, j int) bool {
|
|
|
|
return repos[i].Name < repos[j].Name
|
|
|
|
})
|
|
|
|
alphabeticalOrderIndexes := make(map[string]int, len(repos))
|
|
|
|
for idx, repo := range repos {
|
|
|
|
alphabeticalOrderIndexes[repo.Name] = idx
|
|
|
|
}
|
|
|
|
|
|
|
|
// But then make sure the final sort is by most-recently-created
|
|
|
|
sort.Slice(repos, func(i, j int) bool {
|
|
|
|
return repos[i].CreatedAt.After(repos[j].CreatedAt)
|
|
|
|
})
|
|
|
|
|
2020-05-02 02:16:49 +00:00
|
|
|
// Ready for template
|
|
|
|
|
|
|
|
this.Templatepage(w, r, "", "", func() {
|
|
|
|
fmt.Fprint(w, `
|
2020-05-02 03:19:58 +00:00
|
|
|
`+this.cfg.Template.HomepageHeaderHTML+`
|
|
|
|
<select id="sortorder" style="float:right;">
|
|
|
|
<option value="data-sort-al">Alphabetical</option>
|
|
|
|
<option value="data-sort-ls">Lifespan</option>
|
|
|
|
<option value="data-sort-ct" selected>Recent projects</option>
|
|
|
|
<option value="data-sort-mt">Recent updates</option>
|
|
|
|
</select>
|
|
|
|
|
2020-05-24 06:39:32 +00:00
|
|
|
<h2>Projects <small>(`+fmt.Sprintf("%d", len(repos))+`)</small></h2>
|
2020-05-02 02:16:49 +00:00
|
|
|
<table id="projtable-main" class="projtable">
|
|
|
|
`)
|
|
|
|
for _, repo := range repos {
|
|
|
|
pageHref := html.EscapeString(`/` + url.PathEscape(repo.Name))
|
|
|
|
|
|
|
|
normalisedDesc := repo.Description
|
|
|
|
normalisedDesc = strings.TrimRight(repo.Description, `.`)
|
|
|
|
if len(normalisedDesc) > 0 {
|
|
|
|
// Lowercase the first letter of the description, unless it starts with an acronym (all letters uppercase first word) or CamelCase word
|
|
|
|
firstWord := strings.SplitN(normalisedDesc, " ", 2)[0]
|
|
|
|
isAcronymOrCamelCase := len(firstWord) > 1 && (firstWord[1:] != strings.ToLower(firstWord[1:]))
|
|
|
|
|
|
|
|
if !(isAcronymOrCamelCase || firstWord == `Go`) {
|
|
|
|
normalisedDesc = strings.ToLower(normalisedDesc[0:1]) + normalisedDesc[1:]
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add leading `<COMMA><SPACE>` to separate from the repo title
|
|
|
|
normalisedDesc = `, ` + normalisedDesc
|
|
|
|
}
|
|
|
|
|
|
|
|
rowClass := ""
|
|
|
|
for _, topic := range topics[repo.Name] {
|
|
|
|
rowClass += `taggedWith-` + topic + ` `
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Fprint(w, `
|
2020-05-02 03:19:58 +00:00
|
|
|
<tr
|
|
|
|
class="`+html.EscapeString(rowClass)+`"
|
|
|
|
data-sort-al="`+fmt.Sprintf("-%d", alphabeticalOrderIndexes[repo.Name])+`"
|
|
|
|
data-sort-ls="`+fmt.Sprintf("%.0f", repo.UpdatedAt.Sub(repo.CreatedAt).Seconds())+`"
|
|
|
|
data-sort-ct="`+fmt.Sprintf("%d", repo.CreatedAt.Unix())+`"
|
|
|
|
data-sort-mt="`+fmt.Sprintf("%d", repo.UpdatedAt.Unix())+`"
|
|
|
|
>
|
2020-05-02 02:16:49 +00:00
|
|
|
<td>
|
2020-05-04 06:15:04 +00:00
|
|
|
<a href="`+pageHref+`"><img class="homeimage" loading="lazy" src="`+html.EscapeString(`/:banner/`+url.PathEscape(repo.Name))+`"></div></a>
|
2020-05-02 02:16:49 +00:00
|
|
|
</td>
|
|
|
|
<td>
|
|
|
|
<strong>`+html.EscapeString(repo.Name)+`</strong>`+html.EscapeString(normalisedDesc)+`
|
|
|
|
<a href="`+pageHref+`" class="article-read-more">more...</a>
|
|
|
|
<br>
|
|
|
|
<small>
|
|
|
|
`)
|
|
|
|
for _, topic := range topics[repo.Name] {
|
|
|
|
fmt.Fprint(w, `<a class="tag tag-link" data-tag="`+html.EscapeString(topic)+`">`+html.EscapeString(topic)+`</a> `)
|
|
|
|
}
|
|
|
|
fmt.Fprint(w, `
|
|
|
|
</small>
|
|
|
|
</td>
|
|
|
|
</tr>
|
|
|
|
`)
|
|
|
|
}
|
|
|
|
fmt.Fprint(w, `
|
|
|
|
</table>
|
|
|
|
`)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) Bannerpage(w http.ResponseWriter, r *http.Request, repoName string) {
|
2020-05-24 06:39:24 +00:00
|
|
|
ctx := r.Context()
|
2020-05-02 02:16:49 +00:00
|
|
|
|
2020-05-24 06:39:24 +00:00
|
|
|
images, err := this.imageFilesForRepo(ctx, repoName)
|
2020-05-02 02:16:49 +00:00
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("listing images: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(images) == 0 {
|
|
|
|
w.Header().Set(`Location`, `/static/no_image.png`)
|
|
|
|
w.WriteHeader(301)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
w.Header().Set(`Location`, images[0].RawURL)
|
|
|
|
w.WriteHeader(301)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) Repopage(w http.ResponseWriter, r *http.Request, repoName string) {
|
2020-05-24 06:39:24 +00:00
|
|
|
ctx := r.Context()
|
2020-05-02 02:16:49 +00:00
|
|
|
repoURL := this.cfg.Gitea.URL + url.PathEscape(this.cfg.Gitea.Org) + `/` + url.PathEscape(repoName)
|
|
|
|
extraHead := ""
|
|
|
|
|
2020-05-24 06:39:24 +00:00
|
|
|
readme, err := this.repoFile(ctx, repoName, `README.md`)
|
2020-05-02 02:16:49 +00:00
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("loading README.md: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
lines := strings.Split(string(readme), "\n")
|
|
|
|
|
|
|
|
// We add some extra badges based on special text entries
|
|
|
|
extraBadgesMd := ` ![](https://img.shields.io/badge/build-success-brightgreen)`
|
|
|
|
extraBadgesMd += ` [![](https://img.shields.io/badge/vcs-git-green?logo=git)](` + repoURL + `)`
|
|
|
|
|
|
|
|
// Inject more badges to 3rd line; or, create badges on 3rd line if there are none already
|
|
|
|
if len(lines) >= 3 && strings.Contains(lines[2], `shields.io`) {
|
|
|
|
lines[2] += ` ` + extraBadgesMd
|
|
|
|
} else {
|
|
|
|
// Push other lines down
|
|
|
|
lines = append([]string{lines[0], lines[1], extraBadgesMd, ""}, lines[2:]...)
|
|
|
|
}
|
|
|
|
|
2020-05-24 06:39:24 +00:00
|
|
|
readmeHtml, err := this.renderMarkdown(ctx, repoName, strings.Join(lines, "\n"))
|
2020-05-02 02:16:49 +00:00
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("rendering markdown: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-24 06:39:24 +00:00
|
|
|
images, err := this.imageFilesForRepo(ctx, repoName)
|
2020-05-02 02:16:49 +00:00
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("listing images: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// If the Git repository contains a top-level go.mod file, allow vanity imports
|
2020-05-24 06:39:24 +00:00
|
|
|
if goMod, err := this.repoFile(ctx, repoName, `go.mod`); err == nil {
|
2020-05-02 02:16:49 +00:00
|
|
|
|
|
|
|
// Check the first line should be `module MODULENAME\n`
|
|
|
|
firstLine := bytes.SplitN(goMod, []byte("\n"), 2)[0]
|
|
|
|
if bytes.HasPrefix(firstLine, []byte("module ")) {
|
|
|
|
moduleName := firstLine[7:]
|
|
|
|
extraHead = `<meta name="go-import" content="` + html.EscapeString(string(moduleName)) + ` git ` + repoURL + `.git">`
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// De-escalate all headers in rendered markdown to match our style
|
|
|
|
repl := strings.NewReplacer(`<h1`, `<h2`, `<h2`, `<h3`, `<h3`, `<h4`,
|
|
|
|
`</h1>`, `</h2>`, `</h2>`, `</h3>`, `</h3>`, `</h4>`)
|
|
|
|
|
|
|
|
// Ready for template
|
|
|
|
|
|
|
|
this.Templatepage(w, r, repoName, extraHead, func() {
|
|
|
|
|
|
|
|
projBodyclass := `projbody`
|
|
|
|
if len(images) > 0 {
|
|
|
|
projBodyclass += ` projbody_halfw`
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Fprint(w, `<div class="projinfo"><div class="`+projBodyclass+`">`)
|
|
|
|
repl.WriteString(w, string(readmeHtml))
|
|
|
|
fmt.Fprint(w, `</div>`)
|
|
|
|
|
|
|
|
if len(images) > 0 {
|
|
|
|
fmt.Fprint(w, `<div class="projimg">`)
|
|
|
|
for _, img := range images {
|
|
|
|
fmt.Fprint(w, `<a href="`+html.EscapeString(img.RawURL)+`"><img alt="" class="thumbimage" src="`+html.EscapeString(img.RawURL)+`" /></a>`)
|
|
|
|
}
|
|
|
|
fmt.Fprint(w, `</div>`)
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Fprint(w, `<div style="clear:both;"></div>`)
|
|
|
|
fmt.Fprint(w, `</div>`) // projbody
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (this *Application) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
|
|
|
if r.Method == `GET` {
|
|
|
|
if r.URL.Path == `/` {
|
|
|
|
this.Homepage(w, r)
|
|
|
|
|
|
|
|
} else if r.URL.Path == `/favicon.ico` {
|
|
|
|
w.Header().Set(`Location`, `/static/logo.png`)
|
|
|
|
w.WriteHeader(301)
|
|
|
|
|
|
|
|
} else if r.URL.Path == `/robots.txt` {
|
|
|
|
http.Error(w, "not found", 404)
|
|
|
|
|
|
|
|
} else if parts := this.rxRepoImage.FindStringSubmatch(r.URL.Path); parts != nil {
|
|
|
|
this.Bannerpage(w, r, parts[1])
|
|
|
|
|
|
|
|
} else if parts := this.rxRepoPage.FindStringSubmatch(r.URL.Path); parts != nil {
|
2020-05-04 05:18:57 +00:00
|
|
|
|
|
|
|
// Support /repo.html URIs for backward compatibility
|
|
|
|
if strings.HasSuffix(parts[1], `.html`) {
|
|
|
|
w.Header().Set(`Location`, r.URL.Path[0:len(r.URL.Path)-5])
|
|
|
|
w.WriteHeader(301)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// The regexp supports an optional trailing slash
|
|
|
|
// Redirect to canonical no-trailing-slash
|
|
|
|
if strings.HasSuffix(r.URL.Path, `/`) {
|
|
|
|
w.Header().Set(`Location`, `/`+parts[1]) // n.b. parts[1] isn't urldecoded yet
|
|
|
|
w.WriteHeader(301)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-05 07:30:19 +00:00
|
|
|
// Proper decoding of special characters in repo path component
|
|
|
|
repoName, err := url.PathUnescape(parts[1])
|
|
|
|
if err != nil {
|
|
|
|
http.Error(w, "malformed url encoding in repository name", 400)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-05 07:30:28 +00:00
|
|
|
// Maybe it's a redirected project (alternative name)
|
|
|
|
if rename, ok := this.cfg.Redirect[repoName]; ok {
|
|
|
|
w.Header().Set(`Location`, `/`+url.PathEscape(rename))
|
|
|
|
w.WriteHeader(301)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-05 07:30:19 +00:00
|
|
|
this.Repopage(w, r, repoName)
|
2020-05-02 02:16:49 +00:00
|
|
|
|
|
|
|
} else if r.URL.Path == `/static/logo.png` {
|
|
|
|
if this.cfg.Template.CustomLogoPngBase64 != "" {
|
|
|
|
|
|
|
|
logoPng, err := base64.StdEncoding.DecodeString(this.cfg.Template.CustomLogoPngBase64)
|
|
|
|
if err != nil {
|
|
|
|
this.internalError(w, r, fmt.Errorf("parsing base64 logo: %w", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
w.Header().Set(`Content-Length`, fmt.Sprintf("%d", len(logoPng)))
|
|
|
|
w.Header().Set(`Content-Type`, `image/png`)
|
|
|
|
w.WriteHeader(200)
|
|
|
|
w.Write(logoPng)
|
|
|
|
|
|
|
|
} else {
|
|
|
|
r.URL.Path = r.URL.Path[8:]
|
|
|
|
http.FileServer(http.Dir(`static`)).ServeHTTP(w, r)
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
} else if strings.HasPrefix(r.URL.Path, `/static/`) {
|
|
|
|
r.URL.Path = r.URL.Path[8:]
|
|
|
|
http.FileServer(http.Dir(`static`)).ServeHTTP(w, r)
|
|
|
|
|
2020-05-05 07:41:26 +00:00
|
|
|
} else if r.URL.Query().Get("go-get") == "1" {
|
|
|
|
// This wasn't one of our standard `/repo` paths, but there is the ?go-get=1 parameter
|
|
|
|
// It must be a subpackage request
|
|
|
|
// We can't serve the proper go-import meta tag immediately because
|
|
|
|
// we haven't looked up the go.mod yet. Just redirect to the root
|
|
|
|
// package - `go get` will follow redirects and the resulting meta tag is correct
|
|
|
|
|
|
|
|
slashParts := strings.SplitN(r.URL.Path, `/`, 3) // len === 3 is guaranteed from earlier if cases
|
|
|
|
|
|
|
|
w.Header().Set(`Location`, `/`+slashParts[1])
|
|
|
|
w.WriteHeader(301)
|
|
|
|
return
|
|
|
|
|
2020-05-02 02:16:49 +00:00
|
|
|
} else {
|
|
|
|
http.Error(w, "not found", 404)
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
http.Error(w, "invalid method", 400)
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
app := Application{
|
|
|
|
rxRepoPage: regexp.MustCompile(`^/([^/]+)/?$`),
|
|
|
|
rxRepoImage: regexp.MustCompile(`^/:banner/([^/]+)/?$`),
|
|
|
|
}
|
|
|
|
|
|
|
|
configFile := flag.String(`ConfigFile`, `config.toml`, `Configuration file in TOML format`)
|
|
|
|
flag.Parse()
|
|
|
|
|
|
|
|
_, err := toml.DecodeFile(*configFile, &app.cfg)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Assert Gitea URL always has trailing slash
|
|
|
|
if !strings.HasSuffix(app.cfg.Gitea.URL, `/`) {
|
|
|
|
app.cfg.Gitea.URL += `/`
|
|
|
|
}
|
|
|
|
|
2020-05-24 06:39:24 +00:00
|
|
|
// Create semaphore
|
|
|
|
if app.cfg.Gitea.MaxConnections == 0 { // unlimited
|
|
|
|
app.apiSem = semaphore.NewWeighted(99999)
|
|
|
|
} else {
|
|
|
|
app.apiSem = semaphore.NewWeighted(app.cfg.Gitea.MaxConnections)
|
|
|
|
}
|
|
|
|
|
2020-05-02 02:16:49 +00:00
|
|
|
log.Fatal(http.ListenAndServe(app.cfg.BindTo, &app))
|
|
|
|
}
|