[ELF] --plugin-opt=thinlto-index-only: create empty index files even if all bitcode files are lazy

Summary:
The gold plugin behavior (creating empty index files for lazy bitcode
files) was added in D46034, but it missed the case when there is no
non-lazy bitcode files, e.g.

    ld.lld -shared crti.o crtbeginS.o --start-lib bitcode.o --end-lib ...

crti.o crtbeginS.o are not bitcode, but our distributed build system
wants bitcode.o.thinlto.bc to confirm all expected outputs are created
based on all of the modules provided to the linker.

Differential Revision: https://reviews.llvm.org/D61420

llvm-svn: 359788
This commit is contained in:
Fangrui Song 2019-05-02 14:05:20 +00:00
parent 8d8c7e9e75
commit 0178cff279
4 changed files with 30 additions and 18 deletions

View File

@ -211,18 +211,24 @@ void BitcodeCompiler::add(BitcodeFile &F) {
checkError(LTOObj->add(std::move(F.Obj), Resols));
}
static void createEmptyIndex(StringRef ModulePath) {
std::string Path = replaceThinLTOSuffix(getThinLTOOutputFile(ModulePath));
std::unique_ptr<raw_fd_ostream> OS = openFile(Path + ".thinlto.bc");
if (!OS)
return;
// If LazyObjFile has not been added to link, emit empty index files.
// This is needed because this is what GNU gold plugin does and we have a
// distributed build system that depends on that behavior.
void elf::thinLTOCreateEmptyIndexFiles() {
for (LazyObjFile *F : LazyObjFiles) {
if (F->AddedToLink || !isBitcode(F->MB))
continue;
std::string Path = replaceThinLTOSuffix(getThinLTOOutputFile(F->getName()));
std::unique_ptr<raw_fd_ostream> OS = openFile(Path + ".thinlto.bc");
if (!OS)
continue;
ModuleSummaryIndex M(/*HaveGVs*/ false);
M.setSkipModuleByDistributedBackend();
WriteIndexToFile(M, *OS);
if (Config->ThinLTOEmitImportsFiles)
openFile(Path + ".imports");
ModuleSummaryIndex M(/*HaveGVs*/ false);
M.setSkipModuleByDistributedBackend();
WriteIndexToFile(M, *OS);
if (Config->ThinLTOEmitImportsFiles)
openFile(Path + ".imports");
}
}
// Merge all the bitcode files we have seen, codegen the result
@ -258,13 +264,8 @@ std::vector<InputFile *> BitcodeCompiler::compile() {
openFile(Path + ".imports");
}
// If LazyObjFile has not been added to link, emit empty index files.
// This is needed because this is what GNU gold plugin does and we have a
// distributed build system that depends on that behavior.
if (Config->ThinLTOIndexOnly) {
for (LazyObjFile *F : LazyObjFiles)
if (!F->AddedToLink && isBitcode(F->MB))
createEmptyIndex(F->getName());
thinLTOCreateEmptyIndexFiles();
if (!Config->LTOObjPath.empty())
saveBuffer(Buf[0], Config->LTOObjPath);

View File

@ -56,6 +56,8 @@ private:
std::unique_ptr<llvm::raw_fd_ostream> IndexFile;
llvm::DenseSet<StringRef> ThinIndices;
};
void thinLTOCreateEmptyIndexFiles();
} // namespace elf
} // namespace lld

View File

@ -115,8 +115,11 @@ template <class ELFT> void SymbolTable::addFile(InputFile *File) {
// Because all bitcode files that the program consists of are passed
// to the compiler at once, it can do whole-program optimization.
template <class ELFT> void SymbolTable::addCombinedLTOObject() {
if (BitcodeFiles.empty())
if (BitcodeFiles.empty()) {
if (Config->ThinLTOIndexOnly)
thinLTOCreateEmptyIndexFiles();
return;
}
// Compile bitcode files and replace bitcode symbols.
LTO.reset(new BitcodeCompiler);

View File

@ -38,6 +38,12 @@
; RUN: ls %t1.o.thinlto.bc
; RUN: ls %t1.o.imports
; Ensure LLD generates an empty index for each bitcode file even if all bitcode files are lazy.
; RUN: rm -f %t1.o.thinlto.bc
; RUN: llvm-mc -filetype=obj -triple=x86_64-unknown-linux-gnu /dev/null -o %tdummy.o
; RUN: ld.lld --plugin-opt=thinlto-index-only -shared %tdummy.o --start-lib %t1.o --end-lib
; RUN: ls %t1.o.thinlto.bc
; NM: T f
; The backend index for this module contains summaries from itself and