From 69a32cc3435ccd2d5b83ef5b83832745abe29af5 Mon Sep 17 00:00:00 2001
From: cel <cel@f/6sQ6d2CMxRUhLpspgGIulDxDCwYD7DzFzPNr7u5AU=.ed25519>
Date: Thu, 26 Apr 2018 19:03:39 -1000
Subject: [PATCH] Add config for Disallow: / in robots.txt

---
 index.js | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/index.js b/index.js
index de72a9f..9dfd719 100644
--- a/index.js
+++ b/index.js
@@ -93,7 +93,7 @@ exports.init = function (sbot, config) {
       case '%': return serveId(req, res, m[1], m[3], m[5])
       case '@': return serveFeed(req, res, m[1], m[3], m[5])
       case '&': return serveBlob(req, res, sbot, m[1])
-      default: return servePath(req, res, m[4])
+      default: return servePath(req, res, m[4], conf)
     }
   }
 
@@ -453,9 +453,9 @@ function ctype(name) {
   }
 }
 
-function servePath(req, res, url) {
+function servePath(req, res, url, conf) {
   switch (url) {
-    case '/robots.txt': return res.end('User-agent: *')
+    case '/robots.txt': return serveRobots(req, res, conf)
   }
   var m = /^(\/?[^\/]*)(\/.*)?$/.exec(url)
   switch (m[1]) {
@@ -491,6 +491,11 @@ function serveFile(req, res, file) {
   })
 }
 
+function serveRobots(req, res, conf) {
+  res.end('User-agent: *'
+    + (conf.disallowRobots ? '\nDisallow: /' : ''))
+}
+
 function prepend(fn, arg) {
   return function (read) {
     return function (abort, cb) {