Allow robots.txt to be configured

Author: carlbennett

etc/config.sample.json

@@ -26,6 +26,9 @@
       "hide_popular_documents": false,
       "hide_popular_packets": false
     },
+    "robotstxt": {
+      "*": [{"Disallow": "/"}]
+    },
     "server_update_job_token": null,
     "user_login_disabled": false,
     "user_password_bcrypt_cost": 12,

src/controllers/Robotstxt.php

@@ -0,0 +1,19 @@
+<?php
+
+namespace BNETDocs\Controllers;
+
+use \BNETDocs\Models\Robotstxt as RobotstxtModel;
+use \CarlBennett\MVC\Libraries\Common;
+use \CarlBennett\MVC\Libraries\Controller;
+use \CarlBennett\MVC\Libraries\Router;
+use \CarlBennett\MVC\Libraries\View;
+
+class Robotstxt extends Controller {
+  public function &run(Router &$router, View &$view, array &$args) {
+    $model = new RobotstxtModel();
+    $model->rules = Common::$config->bnetdocs->robotstxt;
+    $view->render($model);
+    $model->_responseCode = 200;
+    return $model;
+  }
+}

src/main.php

@@ -201,6 +201,9 @@ function main() {
     $router->addRoute( // URL: /packet/search
       "#^/packet/search/?$#", "Packet\\Search", "Packet\\SearchHtml"
     );
+    $router->addRoute( // URL: /robots.txt
+      "#^/robots.txt/?$#", "Robotstxt", "Robotstxt"
+    );
     $router->addRoute( // URL: /server/:id.json
       "#^/server/(\d+)/?.*\.json$#", "Server\\View", "Server\\ViewJSON"
     );

src/models/Robotstxt.php

@@ -0,0 +1,11 @@
+<?php
+
+namespace BNETDocs\Models;
+
+use \CarlBennett\MVC\Libraries\Model;
+
+class Robotstxt extends Model {
+
+  public $rules;
+
+}

src/static/robots.txt

@@ -0,0 +1,37 @@
+<?php
+namespace BNETDocs\Views;
+
+use \BNETDocs\Models\Robotstxt as RobotstxtModel;
+use \CarlBennett\MVC\Libraries\Exceptions\IncorrectModelException;
+use \CarlBennett\MVC\Libraries\Model;
+use \CarlBennett\MVC\Libraries\View;
+
+class Robotstxt extends View
+{
+  public function getMimeType()
+  {
+    return 'text/plain;charset=utf-8';
+  }
+
+  public function render(Model &$model)
+  {
+    if (!$model instanceof RobotstxtModel)
+    {
+      throw new IncorrectModelException();
+    }
+    $model->_responseHeaders['Content-Type'] = $this->getMimeType();
+
+    foreach ($model->rules as $useragent => $rules)
+    {
+      printf("User-agent: %s\r\n", $useragent);
+
+      foreach ($rules as $rule)
+      {
+        foreach ($rule as $action => $url)
+        {
+          printf("%s: %s\r\n", $action, $url);
+        }
+      }
+    }
+  }
+}