From d98a110aef2c066931a479d6d2e795faec1bf6e1 Mon Sep 17 00:00:00 2001
From: Sergii Bomko <aquila.ua@gmail.com>
Date: Thu, 19 Apr 2018 09:36:39 +0200
Subject: [PATCH] adds handling robot.txt rout #154

---
 swarm/api/http/server.go | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/swarm/api/http/server.go b/swarm/api/http/server.go
index 4d93c7362d..6ff5dbfdc9 100644
--- a/swarm/api/http/server.go
+++ b/swarm/api/http/server.go
@@ -850,6 +850,12 @@ func (s *Server) ServeHTTP(rw http.ResponseWriter, r *http.Request) {
 		return
 	}
 
+	if r.URL.Path == "/robot.txt" {
+		w.Header().Set("Last-Modified", time.Now().Format(http.TimeFormat))
+		fmt.Fprintf(w, "User-agent: *\nDisallow: /")
+		return
+	}
+
 	uri, err := api.Parse(strings.TrimLeft(r.URL.Path, "/"))
 	if err != nil {
 		Respond(w, req, fmt.Sprintf("invalid URI %q", r.URL.Path), http.StatusBadRequest)