Merge pull request github#6489 from hvitved/csharp/files-folders-drop-columns

C#: Drop redundant columns from `files` and `folders` relations

Author: hvitved

csharp/autobuilder/Semmle.Autobuild.Shared/BuildActions.cs

@@ -161,8 +161,12 @@ private static ProcessStartInfo GetProcessStartInfo(string exe, string arguments
                 pi.WorkingDirectory = workingDirectory;
 
             // Environment variables can only be used when not redirecting stdout
-            if (!redirectStandardOutput && environment is not null)
-                environment.ForEach(kvp => pi.Environment[kvp.Key] = kvp.Value);
+            if (!redirectStandardOutput)
+            {
+                if (environment is not null)
+                    environment.ForEach(kvp => pi.Environment[kvp.Key] = kvp.Value);
+                pi.Environment["CODEQL_REDUCE_FILES_FOLDERS_RELATIONS"] = "true";
+            }
             return pi;
         }
 

csharp/codeql-extractor.yml

@@ -10,6 +10,7 @@ extra_env_vars:
   CORECLR_ENABLE_PROFILING: "1"
   CORECLR_PROFILER: "{A3C70A64-7D41-4A94-A3F6-FD47D9259997}"
   CORECLR_PROFILER_PATH_64: "${env.CODEQL_EXTRACTOR_CSHARP_ROOT}/tools/${env.CODEQL_PLATFORM}/clrtracer64${env.CODEQL_PLATFORM_DLL_EXTENSION}"
+  CODEQL_REDUCE_FILES_FOLDERS_RELATIONS: "true"
 file_types:
   - name: cs
     display_name: C# sources

csharp/extractor/Semmle.Extraction.CIL/Entities/File.cs

@@ -37,7 +37,7 @@ public override IEnumerable<IExtractionProduct> Contents
                     yield return parent;
                     yield return Tuples.containerparent(parent, this);
                 }
-                yield return Tuples.files(this, TransformedPath.Value, TransformedPath.NameWithoutExtension, TransformedPath.Extension);
+                yield return Tuples.files(this, TransformedPath.Value);
             }
         }
     }

csharp/extractor/Semmle.Extraction.CIL/Entities/Folder.cs

@@ -28,7 +28,7 @@ public override IEnumerable<IExtractionProduct> Contents
                     yield return parentFolder;
                     yield return Tuples.containerparent(parentFolder, this);
                 }
-                yield return Tuples.folders(this, transformedPath.Value, transformedPath.NameWithoutExtension);
+                yield return Tuples.folders(this, transformedPath.Value);
             }
         }
 

csharp/extractor/Semmle.Extraction.CIL/Tuples.cs

@@ -203,14 +203,14 @@ internal static Tuple cil_type_annotation(IExtractedEntity receiver, TypeAnnotat
         internal static Tuple containerparent(Folder parent, IFileOrFolder child) =>
             new Tuple("containerparent", parent, child);
 
-        internal static Tuple files(File file, string fullName, string name, string extension) =>
-            new Tuple("files", file, fullName, name, extension, 0);
+        internal static Tuple files(File file, string fullName) =>
+            new Tuple("files", file, fullName);
 
         internal static Tuple file_extraction_mode(File file, int mode) =>
             new Tuple("file_extraction_mode", file, mode);
 
-        internal static Tuple folders(Folder folder, string path, string name) =>
-            new Tuple("folders", folder, path, name);
+        internal static Tuple folders(Folder folder, string path) =>
+            new Tuple("folders", folder, path);
 
         internal static Tuple locations_default(PdbSourceLocation label, File file, int startLine, int startCol, int endLine, int endCol) =>
             new Tuple("locations_default", label, file, startLine, startCol, endLine, endCol);

csharp/extractor/Semmle.Extraction.CSharp/Entities/File.cs

@@ -17,7 +17,7 @@ protected File(Context cx, string path)
 
         public override void Populate(TextWriter trapFile)
         {
-            trapFile.files(this, TransformedPath.Value, TransformedPath.NameWithoutExtension, TransformedPath.Extension);
+            trapFile.files(this, TransformedPath.Value);
 
             if (TransformedPath.ParentDirectory is PathTransformer.ITransformedPath dir)
                 trapFile.containerparent(Extraction.Entities.Folder.Create(Context, dir), this);

csharp/extractor/Semmle.Extraction/Entities/Folder.cs

@@ -8,7 +8,7 @@ private Folder(Context cx, PathTransformer.ITransformedPath init) : base(cx, ini
 
         public override void Populate(TextWriter trapFile)
         {
-            trapFile.folders(this, Symbol.Value, Symbol.NameWithoutExtension);
+            trapFile.folders(this, Symbol.Value);
             if (Symbol.ParentDirectory is PathTransformer.ITransformedPath parent)
                 trapFile.containerparent(Create(Context, parent), this);
         }

csharp/extractor/Semmle.Extraction/Entities/GeneratedFile.cs

@@ -10,7 +10,7 @@ private GeneratedFile(Context cx) : base(cx, "") { }
 
         public override void Populate(TextWriter trapFile)
         {
-            trapFile.files(this, "", "", "");
+            trapFile.files(this, "");
         }
 
         public override void WriteId(EscapingTextWriter trapFile)

csharp/extractor/Semmle.Extraction/Tuples.cs

@@ -18,14 +18,14 @@ internal static void extractor_messages(this System.IO.TextWriter trapFile, Extr
             trapFile.WriteTuple("extractor_messages", error, (int)severity, origin, errorMessage, entityText, location, stackTrace);
         }
 
-        public static void files(this System.IO.TextWriter trapFile, File file, string fullName, string name, string extension)
+        public static void files(this System.IO.TextWriter trapFile, File file, string fullName)
         {
-            trapFile.WriteTuple("files", file, fullName, name, extension, 0);
+            trapFile.WriteTuple("files", file, fullName);
         }
 
-        internal static void folders(this System.IO.TextWriter trapFile, Folder folder, string path, string name)
+        internal static void folders(this System.IO.TextWriter trapFile, Folder folder, string path)
         {
-            trapFile.WriteTuple("folders", folder, path, name);
+            trapFile.WriteTuple("folders", folder, path);
         }
 
         public static void locations_default(this System.IO.TextWriter trapFile, SourceLocation label, Entities.File file, int startLine, int startCol, int endLine, int endCol)

csharp/ql/lib/semmle/code/csharp/File.qll

@@ -171,14 +171,14 @@ class Container extends @container {
 
 /** A folder. */
 class Folder extends Container, @folder {
-  override string getAbsolutePath() { folders(this, result, _) }
+  override string getAbsolutePath() { folders(this, result) }
 
   override string getURL() { result = "folder://" + getAbsolutePath() }
 }
 
 /** A file. */
 class File extends Container, @file {
-  override string getAbsolutePath() { files(this, result, _, _, _) }
+  override string getAbsolutePath() { files(this, result) }
 
   /** Gets the number of lines in this file. */
   int getNumberOfLines() { numlines(this, result, _, _) }
@@ -192,7 +192,7 @@ class File extends Container, @file {
   override string getURL() { result = "file://" + this.getAbsolutePath() + ":0:0:0:0" }
 
   /** Holds if this file contains source code. */
-  predicate fromSource() { files(this, _, _, "cs", _) }
+  predicate fromSource() { this.getExtension() = "cs" }
 
   /** Holds if this file is a library. */
   predicate fromLibrary() {