Add robots.txt

libs/webServerPaths.js

@@ -1865,4 +1865,13 @@ module.exports = function(s,config,lang,app,io){
             s.closeJsonResponse(res,endData)
         },res,req)
     })
+    /**
+    * Robots.txt
+    */
+    app.get('/robots.txt', function (req,res){
+        res.on('finish',function(){
+            res.end()
+        })
+        fs.createReadStream(s.mainDirectory + '/web/pages/robots.txt').pipe(res)
+    })
 }

web/pages/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /