[llvm] [ThinLTO][NFC] Refactor FileCache (PR #110463)
via llvm-commits
llvm-commits at lists.llvm.org
Mon Sep 30 07:17:22 PDT 2024
llvmbot wrote:
<!--LLVM PR SUMMARY COMMENT-->
@llvm/pr-subscribers-lto
Author: Kyungwoo Lee (kyulee-com)
<details>
<summary>Changes</summary>
This is a prep for https://github.com/llvm/llvm-project/pull/90933.
- Change `FileCache` from a function to a type.
- Store the cache directory in the type, which will be used when creating additional caches for two-codegen round runs that inherit this value.
---
Full diff: https://github.com/llvm/llvm-project/pull/110463.diff
4 Files Affected:
- (modified) llvm/include/llvm/LTO/LTO.h (+1-1)
- (modified) llvm/include/llvm/Support/Caching.h (+21-1)
- (modified) llvm/lib/LTO/LTO.cpp (+1-1)
- (modified) llvm/lib/Support/Caching.cpp (+3-2)
``````````diff
diff --git a/llvm/include/llvm/LTO/LTO.h b/llvm/include/llvm/LTO/LTO.h
index 214aa4e1c562dc..a281c377f2601d 100644
--- a/llvm/include/llvm/LTO/LTO.h
+++ b/llvm/include/llvm/LTO/LTO.h
@@ -298,7 +298,7 @@ class LTO {
///
/// The client will receive at most one callback (via either AddStream or
/// Cache) for each task identifier.
- Error run(AddStreamFn AddStream, FileCache Cache = nullptr);
+ Error run(AddStreamFn AddStream, FileCache Cache = {});
/// Static method that returns a list of libcall symbols that can be generated
/// by LTO but might not be visible from bitcode symbol table.
diff --git a/llvm/include/llvm/Support/Caching.h b/llvm/include/llvm/Support/Caching.h
index 4fa57cc92e51f7..cc86d1583fd6e6 100644
--- a/llvm/include/llvm/Support/Caching.h
+++ b/llvm/include/llvm/Support/Caching.h
@@ -54,9 +54,29 @@ using AddStreamFn = std::function<Expected<std::unique_ptr<CachedFileStream>>(
///
/// if (AddStreamFn AddStream = Cache(Task, Key, ModuleName))
/// ProduceContent(AddStream);
-using FileCache = std::function<Expected<AddStreamFn>(
+using FileCacheFunction = std::function<Expected<AddStreamFn>(
unsigned Task, StringRef Key, const Twine &ModuleName)>;
+struct FileCache {
+ FileCache(FileCacheFunction CacheFn, const std::string &DirectoryPath)
+ : CacheFunction(std::move(CacheFn)), CacheDirectoryPath(DirectoryPath) {}
+ FileCache() = default;
+
+ Expected<AddStreamFn> operator()(unsigned Task, StringRef Key,
+ const Twine &ModuleName) {
+ assert(isValid() && "Invalid cache function");
+ return CacheFunction(Task, Key, ModuleName);
+ }
+ const std::string &getCacheDirectoryPath() const {
+ return CacheDirectoryPath;
+ }
+ bool isValid() const { return static_cast<bool>(CacheFunction); }
+
+private:
+ FileCacheFunction CacheFunction = nullptr;
+ std::string CacheDirectoryPath;
+};
+
/// This type defines the callback to add a pre-existing file (e.g. in a cache).
///
/// Buffer callbacks must be thread safe.
diff --git a/llvm/lib/LTO/LTO.cpp b/llvm/lib/LTO/LTO.cpp
index a88124dacfaefd..be49b447f7dcf8 100644
--- a/llvm/lib/LTO/LTO.cpp
+++ b/llvm/lib/LTO/LTO.cpp
@@ -1483,7 +1483,7 @@ class InProcessThinBackend : public ThinBackendProc {
return E;
}
- if (!Cache || !CombinedIndex.modulePaths().count(ModuleID) ||
+ if (!Cache.isValid() || !CombinedIndex.modulePaths().count(ModuleID) ||
all_of(CombinedIndex.getModuleHash(ModuleID),
[](uint32_t V) { return V == 0; }))
// Cache disabled or no entry for this module in the combined index or
diff --git a/llvm/lib/Support/Caching.cpp b/llvm/lib/Support/Caching.cpp
index 1ef51db218e89c..66e540efaca972 100644
--- a/llvm/lib/Support/Caching.cpp
+++ b/llvm/lib/Support/Caching.cpp
@@ -37,8 +37,8 @@ Expected<FileCache> llvm::localCache(const Twine &CacheNameRef,
TempFilePrefixRef.toVector(TempFilePrefix);
CacheDirectoryPathRef.toVector(CacheDirectoryPath);
- return [=](unsigned Task, StringRef Key,
- const Twine &ModuleName) -> Expected<AddStreamFn> {
+ auto Func = [=](unsigned Task, StringRef Key,
+ const Twine &ModuleName) -> Expected<AddStreamFn> {
// This choice of file name allows the cache to be pruned (see pruneCache()
// in include/llvm/Support/CachePruning.h).
SmallString<64> EntryPath;
@@ -167,4 +167,5 @@ Expected<FileCache> llvm::localCache(const Twine &CacheNameRef,
Task);
};
};
+ return FileCache(Func, CacheDirectoryPathRef.str());
}
``````````
</details>
https://github.com/llvm/llvm-project/pull/110463
More information about the llvm-commits
mailing list