update robots.txt
This commit is contained in:
parent
07615e9822
commit
67dbb4f9d1
5
web.go
5
web.go
|
@ -2075,9 +2075,10 @@ func servefile(w http.ResponseWriter, r *http.Request) {
|
||||||
func nomoroboto(w http.ResponseWriter, r *http.Request) {
|
func nomoroboto(w http.ResponseWriter, r *http.Request) {
|
||||||
io.WriteString(w, "User-agent: *\n")
|
io.WriteString(w, "User-agent: *\n")
|
||||||
io.WriteString(w, "Disallow: /a\n")
|
io.WriteString(w, "Disallow: /a\n")
|
||||||
io.WriteString(w, "Disallow: /d\n")
|
io.WriteString(w, "Disallow: /d/\n")
|
||||||
io.WriteString(w, "Disallow: /meme\n")
|
io.WriteString(w, "Disallow: /meme/\n")
|
||||||
io.WriteString(w, "Disallow: /o\n")
|
io.WriteString(w, "Disallow: /o\n")
|
||||||
|
io.WriteString(w, "Disallow: /o/\n")
|
||||||
for _, u := range allusers() {
|
for _, u := range allusers() {
|
||||||
fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep)
|
fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep)
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue