Add mad generator for the C++ Standard Library

This repurposes the existing module generator to instead generate a mad
file for the C++ standard library. It makes the following changes:
 * Omits names outside the `std` namespace (as they cannot be
   distinguished from system headers).
 * Removes the macro query, and adds member variable and type models
   instead.
 * Move to a new generator directory.
 * Update the script to generate a mad file instead of a .qll file.

Author: lcartey

.codeqlmanifest.json

@@ -4,6 +4,6 @@
     "cpp/*/test/qlpack.yml",
     "c/*/src/qlpack.yml",
     "c/*/test/qlpack.yml",
-    "scripts/generate_modules/queries/qlpack.yml"
+    "scripts/generate_standard_library_models/cpp/queries/qlpack.yml"
   ]
 }

cpp/common/src/ext/stdcpp14.generated.names.model.yml

@@ -1,12 +1,11 @@
 CODEQL=codeql
-SEARCH_PATH?=$(PWD)/../../codeql_modules/codeql
 .PHONY: all clean
-all: cxx14-stdlib-macros.json cxx14-stdlib-objects.json cxx14-stdlib-functions.json
+all: libraryFunctionModel.json libraryObjectModel.json libraryMemberVariableModel.json libraryTypeModel.json
 
 %.json: %.bqrs
 	$(CODEQL) bqrs decode --format=json -o $@ $<
 %.bqrs: queries/%.ql cxx14-stdlib-db
-	$(CODEQL) query run --search-path=$(SEARCH_PATH) -d cxx14-stdlib-db -o $@ $<
+	$(CODEQL) query run -d cxx14-stdlib-db -o $@ $<
 cxx14-stdlib-db:
 	$(CODEQL) database create -l cpp -s source -c "make clean all" $@
 

scripts/generate_modules/generate_modules.py

@@ -0,0 +1,9 @@
+## Generating C++ Standard Library models
+
+This directory contains a script for generating a models-as-data file based on a sample C++ codebase that includes every standard library header.
+
+### How to use
+
+ 1. Run `make` from this directory to build the CodeQL database for the sample codebase, and run the queries over it.
+ 2. Copy each page individually into a text file (avoiding copying headers and footers).
+ 3. Run `python3 generate_cpp_standard_library_models.py` to generate the models-as-data file.

scripts/generate_modules/queries/cxx14-stdlib-functions.ql

@@ -0,0 +1,29 @@
+import json
+from pathlib import Path
+import yaml
+
+generate_modules_home = Path(__file__).resolve().parent
+common_codingstandards_ext_output = generate_modules_home.parent.parent.joinpath(
+    'cpp', 'common', 'src', 'ext','stdcpp14.generated.names.model.yml')
+
+queries = ["libraryTypeModel", "libraryFunctionModel", "libraryObjectModel", "libraryMemberVariableModel"]
+def load_spec(spec_file):
+    with spec_file.open() as f:
+        return json.load(f)
+
+yaml_output = {
+    "extensions" : []
+}
+
+for query in queries:
+    yaml_output["extensions"].append({
+        "addsTo": {
+            "pack" : "codeql/common-cpp-coding-standards",
+            "extensible" : query
+        },
+        "data" : load_spec(generate_modules_home.joinpath(f"{query}.json"))["#select"]["tuples"]
+    
+    })
+
+with open(common_codingstandards_ext_output, 'w') as file:
+    yaml.dump(yaml_output, file, default_flow_style=None, width=3000)