Fix the following CAS-related tests with LLVM_ENABLE_ONDISK_CAS=ON on Windows (#11194)

Clang :: ClangScanDeps/include-tree-multiple-commands.c
Clang :: ClangScanDeps/include-tree-pragma-system-header.c
Clang :: ClangScanDeps/include-tree-preserve-pch-path.c
Clang :: ClangScanDeps/modules-include-tree-api-notes.c
Clang :: ClangScanDeps/modules-include-tree-by-mod-name.c
Clang :: ClangScanDeps/modules-include-tree-dependency-file.c
Clang :: ClangScanDeps/modules-include-tree-diag-opts.c
Clang :: ClangScanDeps/modules-include-tree-export-as.c
Clang :: ClangScanDeps/modules-include-tree-exports.c
Clang :: ClangScanDeps/modules-include-tree-has-include-umbrella-header.c
Clang :: ClangScanDeps/modules-include-tree-implementation-private.c
Clang :: ClangScanDeps/modules-include-tree-implementation-transitive.c
Clang :: ClangScanDeps/modules-include-tree-implementation-via-spurious.c
Clang :: ClangScanDeps/modules-include-tree-pch-common-stale.c
Clang :: ClangScanDeps/modules-include-tree-sdk-settings.c
Clang :: ClangScanDeps/modules-include-tree-vfsoverlay.c
Clang :: ClangScanDeps/optimize-vfs-pch-tree.m
Clang-Unit :: ./AllClangUnitTests.exe/8/48 DependencyScanningCASFilesystem.FilenameSpelling
Clang-Unit :: ./AllClangUnitTests.exe/9/48 DependencyScanningCASFilesystem.DirectiveScanFailure
LLVM-Unit :: CAS/./CASTests.exe/19/38 InMemoryCAS/CASTest.ActionCacheAsync
LLVM-Unit :: CAS/./CASTests.exe/30/38 OnDiskCAS/CASTest.ActionCacheAsync
LLVM-Unit :: CAS/./CASTests.exe/CASConfigurationTest/configFileSearch
LLVM-Unit :: CAS/./CASTests.exe/OnDiskCASLoggerTest/MultiProcess
LLVM-Unit :: CAS/./CASTests.exe/OnDiskCASTest/BlobsBigParallelMultiCAS
LLVM-Unit :: CAS/./CASTests.exe/OnDiskCASTest/BlobsParallelMultiCAS
LLVM-Unit :: CAS/./CASTests.exe/PluginCASTest/isMaterialized

(Cherry picked from commit ba40553)

Author: hjyamauchi

llvm/include/llvm/CAS/ActionCache.h

@@ -48,7 +48,6 @@ using AsyncCASIDValue = AsyncValue<CASID>;
 struct AsyncErrorValue {
   Error take() { return std::move(Value); }
 
-  AsyncErrorValue() : Value(Error::success()) {}
   AsyncErrorValue(Error &&E) : Value(std::move(E)) {}
 
 private:

llvm/include/llvm/CAS/CASID.h

@@ -127,7 +127,6 @@ class CASID {
 template <typename T> struct AsyncValue {
   Expected<std::optional<T>> take() { return std::move(Value); }
 
-  AsyncValue() : Value(std::nullopt) {}
   AsyncValue(Error &&E) : Value(std::move(E)) {}
   AsyncValue(T &&V) : Value(std::move(V)) {}
   AsyncValue(std::nullopt_t) : Value(std::nullopt) {}

llvm/include/llvm/Support/FileSystem.h

@@ -410,6 +410,11 @@ LLVM_ABI std::error_code copy_file(const Twine &From, int ToFD);
 ///          platform-specific error_code.
 LLVM_ABI std::error_code resize_file(int FD, uint64_t Size);
 
+/// Resize path to size with sparse files explicitly enabled. It uses
+/// FSCTL_SET_SPARSE On Windows. This is the same as resize_file on
+/// non-Windows
+LLVM_ABI std::error_code resize_file_sparse(int FD, uint64_t Size);
+
 /// Resize \p FD to \p Size before mapping \a mapped_file_region::readwrite. On
 /// non-Windows, this calls \a resize_file(). On Windows, this is a no-op,
 /// since the subsequent mapping (via \c CreateFileMapping) automatically

llvm/lib/CAS/HierarchicalTreeBuilder.cpp

@@ -22,8 +22,10 @@ static StringRef canonicalize(SmallVectorImpl<char> &Path,
                               TreeEntry::EntryKind Kind,
                               sys::path::Style PathStyle) {
   const char PathSeparatorChar = get_separator(PathStyle)[0];
-  // Make absolute.
-  if (Path.empty() || !is_absolute(Path, PathStyle))
+  // Make absolute. Use has_root_directory instead of is_absolute
+  // because we may not have the drive like C: for abstract tree
+  // structures on Windows.
+  if (Path.empty() || !has_root_directory(Path, PathStyle))
     Path.insert(Path.begin(), PathSeparatorChar);
 
   // FIXME: consider rejecting ".." instead of removing them.
@@ -153,7 +155,7 @@ Expected<ObjectProxy> HierarchicalTreeBuilder::create(ObjectStore &CAS) {
     Tree *Current = &Root;
     StringRef Path = Entry.getPath();
     {
-      assert(is_absolute(Path, PathStyle) && "Expected absolute paths");
+      assert(has_root_directory(Path, PathStyle) && "Expected absolute paths");
       StringRef root_path = sys::path::root_path(Path, PathStyle);
       assert(!root_path.empty() && "Expected canonical POSIX absolute paths");
       Path.consume_front(root_path);

llvm/lib/CAS/MappedFileRegionBumpPtr.cpp

@@ -166,10 +166,8 @@ Expected<MappedFileRegionBumpPtr> MappedFileRegionBumpPtr::create(
     // We are initializing the file; it may be empty, or may have been shrunk
     // during a previous close.
     // FIXME: Detect a case where someone opened it with a smaller capacity.
-    // FIXME: On Windows we should use FSCTL_SET_SPARSE and FSCTL_SET_ZERO_DATA
-    // to make this a sparse region, if supported.
     assert(InitLock.Locked == FileLockRAII::Exclusive);
-    if (std::error_code EC = sys::fs::resize_file(FD, Capacity))
+    if (std::error_code EC = sys::fs::resize_file_sparse(FD, Capacity))
       return createFileError(Result.Path, EC);
 
     if (Result.Logger)
@@ -230,7 +228,8 @@ void MappedFileRegionBumpPtr::destroyImpl() {
       assert(Size < Capacity);
       // sync to file system to make sure all contents are up-to-date.
       (void)Region.sync();
-      (void)sys::fs::resize_file(*FD, size());
+      Region.unmap();
+      (void)sys::fs::resize_file(*FD, Size);
       (void)unlockFileThreadSafe(*SharedLockFD);
 
       if (Logger)
@@ -338,4 +337,4 @@ ErrorOr<FileSizeInfo> FileSizeInfo::get(sys::fs::file_t File) {
     return EC;
   return FileSizeInfo{Status.getSize(), Status.getSize()};
 #endif
-}
+}

llvm/lib/Support/Unix/Path.inc

@@ -600,6 +600,10 @@ std::error_code resize_file(int FD, uint64_t Size) {
   return std::error_code();
 }
 
+std::error_code resize_file_sparse(int FD, uint64_t Size) {
+  return resize_file(FD, Size);
+}
+
 static int convertAccessMode(AccessMode Mode) {
   switch (Mode) {
   case AccessMode::Exist:

llvm/lib/Support/Windows/Path.inc

@@ -27,6 +27,7 @@
 #include "llvm/Support/Windows/WindowsSupport.h"
 #include <shellapi.h>
 #include <shlobj.h>
+#include <winioctl.h>
 
 #undef max
 
@@ -623,6 +624,22 @@ std::error_code resize_file(int FD, uint64_t Size) {
   return std::error_code(error, std::generic_category());
 }
 
+std::error_code resize_file_sparse(int FD, uint64_t Size) {
+  HANDLE hFile = reinterpret_cast<HANDLE>(::_get_osfhandle(FD));
+  DWORD temp;
+  if (!DeviceIoControl(hFile, FSCTL_SET_SPARSE, NULL, 0, NULL, 0, &temp,
+                       NULL)) {
+    return mapWindowsError(GetLastError());
+  }
+  LARGE_INTEGER liSize;
+  liSize.QuadPart = Size;
+  if (!SetFilePointerEx(hFile, liSize, NULL, FILE_BEGIN) ||
+      !SetEndOfFile(hFile)) {
+    return mapWindowsError(GetLastError());
+  }
+  return std::error_code();
+}
+
 std::error_code access(const Twine &Path, AccessMode Mode) {
   SmallVector<wchar_t, 128> PathUtf16;
 

llvm/unittests/CAS/ObjectStoreTest.cpp

@@ -350,6 +350,7 @@ TEST_P(CASTest, BlobsBigParallel) {
 }
 
 #if LLVM_ENABLE_ONDISK_CAS
+#ifndef _WIN32 // create_link won't work for directories on Windows
 TEST(OnDiskCASTest, BlobsParallelMultiCAS) {
   // This test intentionally uses symlinked paths to the same CAS to subvert the
   // shared memory mappings that would normally be created within a single
@@ -405,8 +406,8 @@ TEST(OnDiskCASTest, BlobsBigParallelMultiCAS) {
   uint64_t Size = 100ULL * 1024;
   ASSERT_NO_FATAL_FAILURE(testBlobsParallel(*CAS1, *CAS2, *CAS3, *CAS4, Size));
 }
+#endif // _WIN32
 
-#ifndef _WIN32 // FIXME: resize support on Windows.
 TEST(OnDiskCASTest, DiskSize) {
   setMaxOnDiskCASMappingSize();
   unittest::TempDir Temp("on-disk-cas", /*Unique=*/true);
@@ -454,5 +455,4 @@ TEST(OnDiskCASTest, DiskSize) {
   CAS.reset();
   CheckFileSizes(/*Mapped=*/false);
 }
-#endif
-#endif
+#endif // LLVM_ENABLE_ONDISK_CAS

llvm/unittests/CAS/OnDiskCASLoggerTest.cpp

@@ -159,7 +159,12 @@ TEST(OnDiskCASLoggerTest, MultiProcess) {
   SmallVector<ProcessInfo> PIs;
   for (int I = 0; I < 5; ++I) {
     bool ExecutionFailed;
+ #ifndef _WIN32
     auto PI = ExecuteNoWait(Executable, Argv, ArrayRef<StringRef>{}, {}, 0, &Error,
+ #else
+    // CreateProcessW will fail with zero-length env on Windows
+    auto PI = ExecuteNoWait(Executable, Argv, std::nullopt, {}, 0, &Error,
+ #endif
                             &ExecutionFailed);
     ASSERT_FALSE(ExecutionFailed) << Error;
     PIs.push_back(std::move(PI));

llvm/unittests/CAS/PluginCASTest.cpp

@@ -30,8 +30,13 @@ static std::string getCASPluginPath() {
       sys::fs::getMainExecutable(TestMainArgv0, &TestStringArg1);
   llvm::SmallString<256> PathBuf(sys::path::parent_path(
       sys::path::parent_path(sys::path::parent_path(Executable))));
+#ifndef _WIN32
   std::string LibName = "libCASPluginTest";
   sys::path::append(PathBuf, "lib", LibName + LLVM_PLUGIN_EXT);
+#else
+  std::string LibName = "CASPluginTest";
+  sys::path::append(PathBuf, "bin", LibName + LLVM_PLUGIN_EXT);
+#endif
   return std::string(PathBuf);
 }