From 67dbb4f9d1491832e0fb1c6405714d04a7db4a09 Mon Sep 17 00:00:00 2001 From: Ted Unangst Date: Sat, 11 Jan 2020 22:11:58 -0500 Subject: [PATCH] update robots.txt --- web.go | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/web.go b/web.go index 67bc6cb..4ebed20 100644 --- a/web.go +++ b/web.go @@ -2075,9 +2075,10 @@ func servefile(w http.ResponseWriter, r *http.Request) { func nomoroboto(w http.ResponseWriter, r *http.Request) { io.WriteString(w, "User-agent: *\n") io.WriteString(w, "Disallow: /a\n") - io.WriteString(w, "Disallow: /d\n") - io.WriteString(w, "Disallow: /meme\n") + io.WriteString(w, "Disallow: /d/\n") + io.WriteString(w, "Disallow: /meme/\n") io.WriteString(w, "Disallow: /o\n") + io.WriteString(w, "Disallow: /o/\n") for _, u := range allusers() { fmt.Fprintf(w, "Disallow: /%s/%s/%s/\n", userSep, u.Username, honkSep) }