Additional cleanup

Author: stumbo

README.md

@@ -227,7 +227,8 @@ that have components specific to `Interlisp.github.io` are as follows:
 - `layout`
   - `shortcodes` - a simple snippet inside a content file that Hugo will render using a predefined template
     - `bibTable.html` - a shortcode used to format the [bibliography table](https://interlisp.org/bibliography/)
-- `static` - the data in this folder is copied directly into the folder structure of the home page  
+- `static` - the data in this folder is copied directly into the folder structure of the home page 
+  - `css` - custom css files 
   - `data`  - holds `bibliography.json` used to create the [bibliography table](https://interlisp.org/bibliography/)
   - `documentation` - contains the pdf files referenced in the document section of the home page
   - `favicons` - contains `favicon.png` a small icon that browsers can use when referencing the website

config/_default/hugo.yaml

@@ -10,10 +10,12 @@
 relativeURLs: false
 
 # canonifyURLs: Convert relative URLs to absolute URLs
-canonifyURLs: true
+canonifyURLs: false
 
-# enableRobotsTXT:  Enable generation of Robots.txt file
-enableRobotsTXT: true
+# enableRobotsTXT:  Enable generation of robots.txt file.  When enabled this
+# will overwrite the default robots.txt file that disallows crawling.
+# Default to false and set to true for production in config/production/hugo.yaml
+enableRobotsTXT: false
 
 # aasetDir:  Location where Hugo looks for assets
 assetDir: static

config/production/hugo.yaml

@@ -1 +1,4 @@
-baseURL: https://interlisp.org
+baseURL: https://interlisp.org
+
+# enableRobotsTXT:  Enable generation of Robots.txt file
+enableRobotsTXT: true

static/robots.txt

@@ -0,0 +1,5 @@
+# Placeholder file.  Overwritten in production by setting enableRobotsTXT to true
+# See config/production/hugo.yaml
+#
+User-agent: *
+Disallow: /