keep the robots out of more stuff that's annoying

This commit is contained in:
Ted Unangst 2019-07-18 19:16:12 -04:00
parent 68bed3837c
commit ad4a21d642
1 changed files with 3 additions and 1 deletions

View File

@ -1408,7 +1408,9 @@ func servefile(w http.ResponseWriter, r *http.Request) {
func nomoroboto(w http.ResponseWriter, r *http.Request) { func nomoroboto(w http.ResponseWriter, r *http.Request) {
io.WriteString(w, "User-agent: *\n") io.WriteString(w, "User-agent: *\n")
io.WriteString(w, "Disallow: /t\n") io.WriteString(w, "Disallow: /a\n")
io.WriteString(w, "Disallow: /d\n")
io.WriteString(w, "Disallow: /meme\n")
for _, u := range allusers() { for _, u := range allusers() {
fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username) fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username)
} }