Rename robots flag to --useRobots, keep --robots as alias (#932)

Follow-up to
#631

Based on feedback from
webrecorder/browsertrix#3029

Renaming `--robots` to `--useRobots` will allow us to keep the
Browsertrix backend API more consistent with similar flags like
`--useSitemap`. Keeping `--robots` as it's a nice shorthand alias.

Author: tw4l

docs/docs/user-guide/cli-options.md

@@ -324,7 +324,7 @@ Options:
                                             the Chrome instance (space-separated
                                              or multiple --extraChromeArgs)
                                                            [array] [default: []]
-      --robots                              If set, fetch and respect page disal
+      --useRobots, --robots                 If set, fetch and respect page disal
                                             lows specified in per-host robots.tx
                                             t         [boolean] [default: false]
       --robotsAgent                         Agent to check in addition to '*' fo

src/util/argParser.ts

@@ -705,7 +705,8 @@ class ArgParser {
           default: [],
         },
 
-        robots: {
+        useRobots: {
+          alias: "robots",
           describe:
             "If set, fetch and respect page disallows specified in per-host robots.txt",
           type: "boolean",

tests/robots_txt.test.js

@@ -2,7 +2,7 @@ import child_process from "child_process";
 
 test("test robots.txt is fetched and cached", async () => {
   const res = child_process.execSync(
-    "docker run -v $PWD/test-crawls:/crawls webrecorder/browsertrix-crawler crawl --url https://specs.webrecorder.net/ --url https://webrecorder.net/ --scopeType page --robots --logging debug",
+    "docker run -v $PWD/test-crawls:/crawls webrecorder/browsertrix-crawler crawl --url https://specs.webrecorder.net/ --url https://webrecorder.net/ --scopeType page --useRobots --logging debug",
   );
 
   const log = res.toString();