Merge pull request 'Serve robots.txt (disallow all)' (#23) from kensanata/snac2:robots into master

Reviewed-on: https://codeberg.org/grunfink/snac2/pulls/23

1 files changed, 7 insertions, 0 deletions

diff --git a/httpd.c b/httpd.c
index ae49189..e05a0c2 100644
--- a/httpd.c
+++ b/httpd.c
@@ -117,6 +117,13 @@ int server_get_handler(d_char *req, char *q_path,
         *ctype = "application/json; charset=utf-8";
         *body  = nodeinfo_2_0();
     }
+    else
+    if (strcmp(q_path, "/robots.txt") == 0) {
+        status = 200;
+        *ctype = "text/plain";
+        *body  = "User-agent: *\n"
+			"Disallow: /\n";
+    }
 
     if (status != 0)
         srv_debug(1, xs_fmt("server_get_handler serving '%s' %d", q_path, status));