not helpful to have robots eating the help

This commit is contained in:
Ted Unangst 2021-02-10 16:36:41 -05:00
parent 13d6bc9a81
commit 516dea3465
1 changed files with 1 additions and 0 deletions

1
web.go
View File

@ -2171,6 +2171,7 @@ func nomoroboto(w http.ResponseWriter, r *http.Request) {
io.WriteString(w, "Disallow: /meme/\n") io.WriteString(w, "Disallow: /meme/\n")
io.WriteString(w, "Disallow: /o\n") io.WriteString(w, "Disallow: /o\n")
io.WriteString(w, "Disallow: /o/\n") io.WriteString(w, "Disallow: /o/\n")
io.WriteString(w, "Disallow: /help/\n")
for _, u := range allusers() { for _, u := range allusers() {
fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep) fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep)
} }