[llvm] r303438 - ThinLTO: Verify bitcode before lauching the ThinLTOCodeGenerator.
Adrian Prantl via llvm-commits
llvm-commits at lists.llvm.org
Fri May 19 10:55:03 PDT 2017
Author: adrian
Date: Fri May 19 12:55:02 2017
New Revision: 303438
URL: http://llvm.org/viewvc/llvm-project?rev=303438&view=rev
Log:
ThinLTO: Verify bitcode before lauching the ThinLTOCodeGenerator.
rdar://problem/31233625
Differential Revision: https://reviews.llvm.org/D33151
Added:
llvm/trunk/test/LTO/X86/Inputs/strip-debug-info-bar.ll
Removed:
llvm/trunk/test/LTO/X86/Inputs/strip-debug-info.bc
Modified:
llvm/trunk/include/llvm/Transforms/IPO/FunctionImport.h
llvm/trunk/lib/LTO/ThinLTOCodeGenerator.cpp
llvm/trunk/lib/Transforms/IPO/FunctionImport.cpp
llvm/trunk/test/LTO/X86/strip-debug-info.ll
Modified: llvm/trunk/include/llvm/Transforms/IPO/FunctionImport.h
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/include/llvm/Transforms/IPO/FunctionImport.h?rev=303438&r1=303437&r2=303438&view=diff
==============================================================================
--- llvm/trunk/include/llvm/Transforms/IPO/FunctionImport.h (original)
+++ llvm/trunk/include/llvm/Transforms/IPO/FunctionImport.h Fri May 19 12:55:02 2017
@@ -53,8 +53,9 @@ public:
: Index(Index), ModuleLoader(std::move(ModuleLoader)) {}
/// Import functions in Module \p M based on the supplied import list.
- Expected<bool>
- importFunctions(Module &M, const ImportMapTy &ImportList);
+ Expected<bool> importFunctions(
+ Module &M, const ImportMapTy &ImportList,
+ Optional<std::function<void(Module &)>> PostBitcodeLoading = None);
private:
/// The summaries index used to trigger importing.
Modified: llvm/trunk/lib/LTO/ThinLTOCodeGenerator.cpp
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/lib/LTO/ThinLTOCodeGenerator.cpp?rev=303438&r1=303437&r2=303438&view=diff
==============================================================================
--- llvm/trunk/lib/LTO/ThinLTOCodeGenerator.cpp (original)
+++ llvm/trunk/lib/LTO/ThinLTOCodeGenerator.cpp Fri May 19 12:55:02 2017
@@ -25,9 +25,11 @@
#include "llvm/Bitcode/BitcodeWriterPass.h"
#include "llvm/ExecutionEngine/ObjectMemoryBuffer.h"
#include "llvm/IR/DiagnosticPrinter.h"
+#include "llvm/IR/DebugInfo.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/LegacyPassManager.h"
#include "llvm/IR/Mangler.h"
+#include "llvm/IR/Verifier.h"
#include "llvm/IRReader/IRReader.h"
#include "llvm/LTO/LTO.h"
#include "llvm/Linker/Linker.h"
@@ -62,6 +64,7 @@ namespace llvm {
extern cl::opt<bool> LTODiscardValueNames;
extern cl::opt<std::string> LTORemarksFilename;
extern cl::opt<bool> LTOPassRemarksWithHotness;
+extern cl::opt<bool> LTOStripInvalidDebugInfo;
}
namespace {
@@ -142,6 +145,30 @@ static void promoteModule(Module &TheMod
report_fatal_error("renameModuleForThinLTO failed");
}
+namespace {
+class ThinLTODiagnosticInfo : public DiagnosticInfo {
+ const Twine &Msg;
+public:
+ ThinLTODiagnosticInfo(const Twine &DiagMsg,
+ DiagnosticSeverity Severity = DS_Error)
+ : DiagnosticInfo(DK_Linker, Severity), Msg(DiagMsg) {}
+ void print(DiagnosticPrinter &DP) const override { DP << Msg; }
+};
+}
+
+/// Verify the module and strip broken debug info.
+static void verifyLoadedModule(Module &TheModule) {
+ bool BrokenDebugInfo = false;
+ if (verifyModule(TheModule, &dbgs(),
+ LTOStripInvalidDebugInfo ? &BrokenDebugInfo : nullptr))
+ report_fatal_error("Broken module found, compilation aborted!");
+ if (BrokenDebugInfo) {
+ TheModule.getContext().diagnose(ThinLTODiagnosticInfo(
+ "Invalid debug info found, debug info will be stripped", DS_Warning));
+ StripDebugInfo(TheModule);
+ }
+}
+
static std::unique_ptr<Module>
loadModuleFromBuffer(const MemoryBufferRef &Buffer, LLVMContext &Context,
bool Lazy, bool IsImporting) {
@@ -159,6 +186,8 @@ loadModuleFromBuffer(const MemoryBufferR
});
report_fatal_error("Can't load module, abort.");
}
+ if (!Lazy)
+ verifyLoadedModule(*ModuleOrErr.get());
return std::move(ModuleOrErr.get());
}
@@ -172,7 +201,8 @@ crossImportIntoModule(Module &TheModule,
};
FunctionImporter Importer(Index, Loader);
- Expected<bool> Result = Importer.importFunctions(TheModule, ImportList);
+ Expected<bool> Result =
+ Importer.importFunctions(TheModule, ImportList, {verifyLoadedModule});
if (!Result) {
handleAllErrors(Result.takeError(), [&](ErrorInfoBase &EIB) {
SMDiagnostic Err = SMDiagnostic(TheModule.getModuleIdentifier(),
@@ -195,7 +225,8 @@ static void optimizeModule(Module &TheMo
PMB.OptLevel = OptLevel;
PMB.LoopVectorize = true;
PMB.SLPVectorize = true;
- PMB.VerifyInput = true;
+ // Already did this in verifyLoadedModule().
+ PMB.VerifyInput = false;
PMB.VerifyOutput = false;
legacy::PassManager PM;
Modified: llvm/trunk/lib/Transforms/IPO/FunctionImport.cpp
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/lib/Transforms/IPO/FunctionImport.cpp?rev=303438&r1=303437&r2=303438&view=diff
==============================================================================
--- llvm/trunk/lib/Transforms/IPO/FunctionImport.cpp (original)
+++ llvm/trunk/lib/Transforms/IPO/FunctionImport.cpp Fri May 19 12:55:02 2017
@@ -646,7 +646,8 @@ void llvm::thinLTOInternalizeModule(Modu
// index.
//
Expected<bool> FunctionImporter::importFunctions(
- Module &DestModule, const FunctionImporter::ImportMapTy &ImportList) {
+ Module &DestModule, const FunctionImporter::ImportMapTy &ImportList,
+ Optional<std::function<void(Module &)>> PostBitcodeLoading) {
DEBUG(dbgs() << "Starting import for Module "
<< DestModule.getModuleIdentifier() << "\n");
unsigned ImportedCount = 0;
@@ -754,6 +755,8 @@ Expected<bool> FunctionImporter::importF
// Upgrade debug info after we're done materializing all the globals and we
// have loaded all the required metadata!
UpgradeDebugInfo(*SrcModule);
+ if (PostBitcodeLoading)
+ (*PostBitcodeLoading)(*SrcModule);
// Link in the specified functions.
if (renameModuleForThinLTO(*SrcModule, Index, &GlobalsToImport))
Added: llvm/trunk/test/LTO/X86/Inputs/strip-debug-info-bar.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/LTO/X86/Inputs/strip-debug-info-bar.ll?rev=303438&view=auto
==============================================================================
--- llvm/trunk/test/LTO/X86/Inputs/strip-debug-info-bar.ll (added)
+++ llvm/trunk/test/LTO/X86/Inputs/strip-debug-info-bar.ll Fri May 19 12:55:02 2017
@@ -0,0 +1,15 @@
+target datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128"
+target triple = "x86_64-apple-macosx10.12"
+
+define void @bar() !dbg !3 {
+ ret void
+}
+
+!llvm.module.flags = !{!0}
+!llvm.dbg.cu = !{!1}
+
+!0 = !{i32 2, !"Debug Info Version", i32 3}
+!1 = distinct !DICompileUnit(language: DW_LANG_C99, file: !2)
+!2 = !DIFile(filename: "broken", directory: "")
+!3 = distinct !DISubprogram(line: 1000, isDefinition: true)
+
Removed: llvm/trunk/test/LTO/X86/Inputs/strip-debug-info.bc
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/LTO/X86/Inputs/strip-debug-info.bc?rev=303437&view=auto
==============================================================================
Binary files llvm/trunk/test/LTO/X86/Inputs/strip-debug-info.bc (original) and llvm/trunk/test/LTO/X86/Inputs/strip-debug-info.bc (removed) differ
Modified: llvm/trunk/test/LTO/X86/strip-debug-info.ll
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/test/LTO/X86/strip-debug-info.ll?rev=303438&r1=303437&r2=303438&view=diff
==============================================================================
--- llvm/trunk/test/LTO/X86/strip-debug-info.ll (original)
+++ llvm/trunk/test/LTO/X86/strip-debug-info.ll Fri May 19 12:55:02 2017
@@ -1,16 +1,61 @@
+; RUN: llvm-as -disable-verify %s -o %t.bc
+; ---- Full LTO ---------------------------------------------
; RUN: not llvm-lto -lto-strip-invalid-debug-info=false \
-; RUN: -o %t.o %S/Inputs/strip-debug-info.bc 2>&1 | \
+; RUN: -o %t.o %t.bc 2>&1 | \
; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-ERR
; RUN: llvm-lto -lto-strip-invalid-debug-info=true \
; RUN: -exported-symbol foo -exported-symbol _foo \
-; RUN: -o %t.o %S/Inputs/strip-debug-info.bc 2>&1 | \
+; RUN: -o %t.o %t.bc 2>&1 | \
; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-WARN
; RUN: llvm-nm %t.o | FileCheck %s
+; ---- Thin LTO (codegen only) ------------------------------
+; RUN: not llvm-lto -thinlto -thinlto-action=codegen \
+; RUN: -lto-strip-invalid-debug-info=false \
+; RUN: %t.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-ERR
+; RUN: llvm-lto -thinlto -thinlto-action=codegen \
+; RUN: -lto-strip-invalid-debug-info=true \
+; RUN: %t.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-WARN
+; ---- Thin LTO (optimize, strip main file) -----------------
+; RUN: opt -disable-verify -module-summary %s -o %t.bc
+; RUN: opt -disable-verify -module-summary %S/Inputs/strip-debug-info-bar.ll \
+; RUN: -o %t2.bc
+; RUN: not llvm-lto -thinlto -thinlto-action=run \
+; RUN: -lto-strip-invalid-debug-info=false \
+; RUN: %t.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-ERR
+; RUN: llvm-lto -thinlto -thinlto-action=run \
+; RUN: -lto-strip-invalid-debug-info=true \
+; RUN: %t.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-WARN
+; ---- Thin LTO (optimize, strip imported file) -------------
+; RUN: opt -disable-verify -strip-debug -module-summary %t.bc -o %t-stripped.bc
+; RUN: llvm-lto -thinlto-action=thinlink -o %t.index.bc %t-stripped.bc %t2.bc
+; RUN: not llvm-lto -thinlto -thinlto-action=import \
+; RUN: -thinlto-index=%t.index.bc \
+; RUN: -lto-strip-invalid-debug-info=false \
+; RUN: -exported-symbol foo -exported-symbol _foo \
+; RUN: %t-stripped.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-ERR
+; RUN: llvm-lto -thinlto -thinlto-action=import \
+; RUN: -lto-strip-invalid-debug-info=true \
+; RUN: -thinlto-index=%t.index.bc \
+; RUN: -exported-symbol foo -exported-symbol _foo \
+; RUN: %t-stripped.bc -disable-verify 2>&1 | \
+; RUN: FileCheck %s -allow-empty -check-prefix=CHECK-WARN
; CHECK-ERR: Broken module found, compilation aborted
; CHECK-WARN: Invalid debug info found, debug info will be stripped
+; CHECK-WARN-NOT: Broken module found
; CHECK: foo
+target datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128"
+target triple = "x86_64-apple-macosx10.12"
+
+declare void @bar()
+
define void @foo() {
+ call void @bar()
ret void
}
More information about the llvm-commits
mailing list