Changeset 10 in code for trunk/morty.go

Timestamp:

Oct 25, 2016, 2:55:06 PM (9 years ago)

Author:

asciimoo

Message:

[enh] disallow crawling bots

File:

• trunk/morty.go (modified) (2 diffs)

trunk/morty.go

@@ -124 +124 @@
 
 func (p *Proxy) RequestHandler(ctx *fasthttp.RequestCtx) {
+
+        if appRequestHandler(ctx) {
+                return
+        }
+
         requestHash := popRequestParam(ctx, []byte("mortyhash"))
 
@@ -224 +229 @@
                 ctx.Write(responseBody)
         }
+}
+
+func appRequestHandler(ctx *fasthttp.RequestCtx) bool {
+        if bytes.Equal(ctx.Path(), []byte("/robots.txt")) {
+                ctx.SetContentType("text/plain")
+                ctx.Write([]byte("User-Agent: *\nDisallow: /\n"))
+                return true
+        }
+        return false
 }