keep the robots out of more stuff that's annoying
This commit is contained in:
parent
68bed3837c
commit
ad4a21d642
4
honk.go
4
honk.go
|
@ -1408,7 +1408,9 @@ func servefile(w http.ResponseWriter, r *http.Request) {
|
||||||
|
|
||||||
func nomoroboto(w http.ResponseWriter, r *http.Request) {
|
func nomoroboto(w http.ResponseWriter, r *http.Request) {
|
||||||
io.WriteString(w, "User-agent: *\n")
|
io.WriteString(w, "User-agent: *\n")
|
||||||
io.WriteString(w, "Disallow: /t\n")
|
io.WriteString(w, "Disallow: /a\n")
|
||||||
|
io.WriteString(w, "Disallow: /d\n")
|
||||||
|
io.WriteString(w, "Disallow: /meme\n")
|
||||||
for _, u := range allusers() {
|
for _, u := range allusers() {
|
||||||
fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username)
|
fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username)
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue