update robots.txt

This commit is contained in:
Ted Unangst 2020-01-11 22:11:58 -05:00
parent 07615e9822
commit 67dbb4f9d1
1 changed files with 3 additions and 2 deletions

5
web.go
View File

@ -2075,9 +2075,10 @@ func servefile(w http.ResponseWriter, r *http.Request) {
func nomoroboto(w http.ResponseWriter, r *http.Request) { func nomoroboto(w http.ResponseWriter, r *http.Request) {
io.WriteString(w, "User-agent: *\n") io.WriteString(w, "User-agent: *\n")
io.WriteString(w, "Disallow: /a\n") io.WriteString(w, "Disallow: /a\n")
io.WriteString(w, "Disallow: /d\n") io.WriteString(w, "Disallow: /d/\n")
io.WriteString(w, "Disallow: /meme\n") io.WriteString(w, "Disallow: /meme/\n")
io.WriteString(w, "Disallow: /o\n") io.WriteString(w, "Disallow: /o\n")
io.WriteString(w, "Disallow: /o/\n")
for _, u := range allusers() { for _, u := range allusers() {
fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep) fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep)
} }