886 lines
32 KiB
C++
886 lines
32 KiB
C++
//===--- SerializedDiagnosticPrinter.cpp - Serializer for diagnostics -----===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "clang/Frontend/SerializedDiagnosticPrinter.h"
|
|
#include "clang/Basic/Diagnostic.h"
|
|
#include "clang/Basic/DiagnosticOptions.h"
|
|
#include "clang/Basic/SourceManager.h"
|
|
#include "clang/Frontend/DiagnosticRenderer.h"
|
|
#include "clang/Frontend/FrontendDiagnostic.h"
|
|
#include "clang/Frontend/SerializedDiagnosticReader.h"
|
|
#include "clang/Frontend/SerializedDiagnostics.h"
|
|
#include "clang/Frontend/TextDiagnosticPrinter.h"
|
|
#include "clang/Lex/Lexer.h"
|
|
#include "llvm/ADT/DenseSet.h"
|
|
#include "llvm/ADT/STLExtras.h"
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/ADT/StringRef.h"
|
|
#include "llvm/Bitstream/BitCodes.h"
|
|
#include "llvm/Bitstream/BitstreamReader.h"
|
|
#include "llvm/Support/FileSystem.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include <utility>
|
|
|
|
using namespace clang;
|
|
using namespace clang::serialized_diags;
|
|
|
|
namespace {
|
|
|
|
class AbbreviationMap {
|
|
llvm::DenseMap<unsigned, unsigned> Abbrevs;
|
|
public:
|
|
AbbreviationMap() {}
|
|
|
|
void set(unsigned recordID, unsigned abbrevID) {
|
|
assert(Abbrevs.find(recordID) == Abbrevs.end()
|
|
&& "Abbreviation already set.");
|
|
Abbrevs[recordID] = abbrevID;
|
|
}
|
|
|
|
unsigned get(unsigned recordID) {
|
|
assert(Abbrevs.find(recordID) != Abbrevs.end() &&
|
|
"Abbreviation not set.");
|
|
return Abbrevs[recordID];
|
|
}
|
|
};
|
|
|
|
typedef SmallVector<uint64_t, 64> RecordData;
|
|
typedef SmallVectorImpl<uint64_t> RecordDataImpl;
|
|
typedef ArrayRef<uint64_t> RecordDataRef;
|
|
|
|
class SDiagsWriter;
|
|
|
|
class SDiagsRenderer : public DiagnosticNoteRenderer {
|
|
SDiagsWriter &Writer;
|
|
public:
|
|
SDiagsRenderer(SDiagsWriter &Writer, const LangOptions &LangOpts,
|
|
DiagnosticOptions *DiagOpts)
|
|
: DiagnosticNoteRenderer(LangOpts, DiagOpts), Writer(Writer) {}
|
|
|
|
~SDiagsRenderer() override {}
|
|
|
|
protected:
|
|
void emitDiagnosticMessage(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
DiagnosticsEngine::Level Level, StringRef Message,
|
|
ArrayRef<CharSourceRange> Ranges,
|
|
DiagOrStoredDiag D) override;
|
|
|
|
void emitDiagnosticLoc(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
DiagnosticsEngine::Level Level,
|
|
ArrayRef<CharSourceRange> Ranges) override {}
|
|
|
|
void emitNote(FullSourceLoc Loc, StringRef Message) override;
|
|
|
|
void emitCodeContext(FullSourceLoc Loc, DiagnosticsEngine::Level Level,
|
|
SmallVectorImpl<CharSourceRange> &Ranges,
|
|
ArrayRef<FixItHint> Hints) override;
|
|
|
|
void beginDiagnostic(DiagOrStoredDiag D,
|
|
DiagnosticsEngine::Level Level) override;
|
|
void endDiagnostic(DiagOrStoredDiag D,
|
|
DiagnosticsEngine::Level Level) override;
|
|
};
|
|
|
|
typedef llvm::DenseMap<unsigned, unsigned> AbbrevLookup;
|
|
|
|
class SDiagsMerger : SerializedDiagnosticReader {
|
|
SDiagsWriter &Writer;
|
|
AbbrevLookup FileLookup;
|
|
AbbrevLookup CategoryLookup;
|
|
AbbrevLookup DiagFlagLookup;
|
|
|
|
public:
|
|
SDiagsMerger(SDiagsWriter &Writer)
|
|
: SerializedDiagnosticReader(), Writer(Writer) {}
|
|
|
|
std::error_code mergeRecordsFromFile(const char *File) {
|
|
return readDiagnostics(File);
|
|
}
|
|
|
|
protected:
|
|
std::error_code visitStartOfDiagnostic() override;
|
|
std::error_code visitEndOfDiagnostic() override;
|
|
std::error_code visitCategoryRecord(unsigned ID, StringRef Name) override;
|
|
std::error_code visitDiagFlagRecord(unsigned ID, StringRef Name) override;
|
|
std::error_code visitDiagnosticRecord(
|
|
unsigned Severity, const serialized_diags::Location &Location,
|
|
unsigned Category, unsigned Flag, StringRef Message) override;
|
|
std::error_code visitFilenameRecord(unsigned ID, unsigned Size,
|
|
unsigned Timestamp,
|
|
StringRef Name) override;
|
|
std::error_code visitFixitRecord(const serialized_diags::Location &Start,
|
|
const serialized_diags::Location &End,
|
|
StringRef CodeToInsert) override;
|
|
std::error_code
|
|
visitSourceRangeRecord(const serialized_diags::Location &Start,
|
|
const serialized_diags::Location &End) override;
|
|
|
|
private:
|
|
std::error_code adjustSourceLocFilename(RecordData &Record,
|
|
unsigned int offset);
|
|
|
|
void adjustAbbrevID(RecordData &Record, AbbrevLookup &Lookup,
|
|
unsigned NewAbbrev);
|
|
|
|
void writeRecordWithAbbrev(unsigned ID, RecordData &Record);
|
|
|
|
void writeRecordWithBlob(unsigned ID, RecordData &Record, StringRef Blob);
|
|
};
|
|
|
|
class SDiagsWriter : public DiagnosticConsumer {
|
|
friend class SDiagsRenderer;
|
|
friend class SDiagsMerger;
|
|
|
|
struct SharedState;
|
|
|
|
explicit SDiagsWriter(std::shared_ptr<SharedState> State)
|
|
: LangOpts(nullptr), OriginalInstance(false), MergeChildRecords(false),
|
|
State(std::move(State)) {}
|
|
|
|
public:
|
|
SDiagsWriter(StringRef File, DiagnosticOptions *Diags, bool MergeChildRecords)
|
|
: LangOpts(nullptr), OriginalInstance(true),
|
|
MergeChildRecords(MergeChildRecords),
|
|
State(std::make_shared<SharedState>(File, Diags)) {
|
|
if (MergeChildRecords)
|
|
RemoveOldDiagnostics();
|
|
EmitPreamble();
|
|
}
|
|
|
|
~SDiagsWriter() override {}
|
|
|
|
void HandleDiagnostic(DiagnosticsEngine::Level DiagLevel,
|
|
const Diagnostic &Info) override;
|
|
|
|
void BeginSourceFile(const LangOptions &LO, const Preprocessor *PP) override {
|
|
LangOpts = &LO;
|
|
}
|
|
|
|
void finish() override;
|
|
|
|
private:
|
|
/// Build a DiagnosticsEngine to emit diagnostics about the diagnostics
|
|
DiagnosticsEngine *getMetaDiags();
|
|
|
|
/// Remove old copies of the serialized diagnostics. This is necessary
|
|
/// so that we can detect when subprocesses write diagnostics that we should
|
|
/// merge into our own.
|
|
void RemoveOldDiagnostics();
|
|
|
|
/// Emit the preamble for the serialized diagnostics.
|
|
void EmitPreamble();
|
|
|
|
/// Emit the BLOCKINFO block.
|
|
void EmitBlockInfoBlock();
|
|
|
|
/// Emit the META data block.
|
|
void EmitMetaBlock();
|
|
|
|
/// Start a DIAG block.
|
|
void EnterDiagBlock();
|
|
|
|
/// End a DIAG block.
|
|
void ExitDiagBlock();
|
|
|
|
/// Emit a DIAG record.
|
|
void EmitDiagnosticMessage(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
DiagnosticsEngine::Level Level, StringRef Message,
|
|
DiagOrStoredDiag D);
|
|
|
|
/// Emit FIXIT and SOURCE_RANGE records for a diagnostic.
|
|
void EmitCodeContext(SmallVectorImpl<CharSourceRange> &Ranges,
|
|
ArrayRef<FixItHint> Hints,
|
|
const SourceManager &SM);
|
|
|
|
/// Emit a record for a CharSourceRange.
|
|
void EmitCharSourceRange(CharSourceRange R, const SourceManager &SM);
|
|
|
|
/// Emit the string information for the category.
|
|
unsigned getEmitCategory(unsigned category = 0);
|
|
|
|
/// Emit the string information for diagnostic flags.
|
|
unsigned getEmitDiagnosticFlag(DiagnosticsEngine::Level DiagLevel,
|
|
unsigned DiagID = 0);
|
|
|
|
unsigned getEmitDiagnosticFlag(StringRef DiagName);
|
|
|
|
/// Emit (lazily) the file string and retrieved the file identifier.
|
|
unsigned getEmitFile(const char *Filename);
|
|
|
|
/// Add SourceLocation information the specified record.
|
|
void AddLocToRecord(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
RecordDataImpl &Record, unsigned TokSize = 0);
|
|
|
|
/// Add SourceLocation information the specified record.
|
|
void AddLocToRecord(FullSourceLoc Loc, RecordDataImpl &Record,
|
|
unsigned TokSize = 0) {
|
|
AddLocToRecord(Loc, Loc.hasManager() ? Loc.getPresumedLoc() : PresumedLoc(),
|
|
Record, TokSize);
|
|
}
|
|
|
|
/// Add CharSourceRange information the specified record.
|
|
void AddCharSourceRangeToRecord(CharSourceRange R, RecordDataImpl &Record,
|
|
const SourceManager &SM);
|
|
|
|
/// Language options, which can differ from one clone of this client
|
|
/// to another.
|
|
const LangOptions *LangOpts;
|
|
|
|
/// Whether this is the original instance (rather than one of its
|
|
/// clones), responsible for writing the file at the end.
|
|
bool OriginalInstance;
|
|
|
|
/// Whether this instance should aggregate diagnostics that are
|
|
/// generated from child processes.
|
|
bool MergeChildRecords;
|
|
|
|
/// Whether we've started finishing and tearing down this instance.
|
|
bool IsFinishing = false;
|
|
|
|
/// State that is shared among the various clones of this diagnostic
|
|
/// consumer.
|
|
struct SharedState {
|
|
SharedState(StringRef File, DiagnosticOptions *Diags)
|
|
: DiagOpts(Diags), Stream(Buffer), OutputFile(File.str()),
|
|
EmittedAnyDiagBlocks(false) {}
|
|
|
|
/// Diagnostic options.
|
|
IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts;
|
|
|
|
/// The byte buffer for the serialized content.
|
|
SmallString<1024> Buffer;
|
|
|
|
/// The BitStreamWriter for the serialized diagnostics.
|
|
llvm::BitstreamWriter Stream;
|
|
|
|
/// The name of the diagnostics file.
|
|
std::string OutputFile;
|
|
|
|
/// The set of constructed record abbreviations.
|
|
AbbreviationMap Abbrevs;
|
|
|
|
/// A utility buffer for constructing record content.
|
|
RecordData Record;
|
|
|
|
/// A text buffer for rendering diagnostic text.
|
|
SmallString<256> diagBuf;
|
|
|
|
/// The collection of diagnostic categories used.
|
|
llvm::DenseSet<unsigned> Categories;
|
|
|
|
/// The collection of files used.
|
|
llvm::DenseMap<const char *, unsigned> Files;
|
|
|
|
typedef llvm::DenseMap<const void *, std::pair<unsigned, StringRef> >
|
|
DiagFlagsTy;
|
|
|
|
/// Map for uniquing strings.
|
|
DiagFlagsTy DiagFlags;
|
|
|
|
/// Whether we have already started emission of any DIAG blocks. Once
|
|
/// this becomes \c true, we never close a DIAG block until we know that we're
|
|
/// starting another one or we're done.
|
|
bool EmittedAnyDiagBlocks;
|
|
|
|
/// Engine for emitting diagnostics about the diagnostics.
|
|
std::unique_ptr<DiagnosticsEngine> MetaDiagnostics;
|
|
};
|
|
|
|
/// State shared among the various clones of this diagnostic consumer.
|
|
std::shared_ptr<SharedState> State;
|
|
};
|
|
} // end anonymous namespace
|
|
|
|
namespace clang {
|
|
namespace serialized_diags {
|
|
std::unique_ptr<DiagnosticConsumer>
|
|
create(StringRef OutputFile, DiagnosticOptions *Diags, bool MergeChildRecords) {
|
|
return std::make_unique<SDiagsWriter>(OutputFile, Diags, MergeChildRecords);
|
|
}
|
|
|
|
} // end namespace serialized_diags
|
|
} // end namespace clang
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// Serialization methods.
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
/// Emits a block ID in the BLOCKINFO block.
|
|
static void EmitBlockID(unsigned ID, const char *Name,
|
|
llvm::BitstreamWriter &Stream,
|
|
RecordDataImpl &Record) {
|
|
Record.clear();
|
|
Record.push_back(ID);
|
|
Stream.EmitRecord(llvm::bitc::BLOCKINFO_CODE_SETBID, Record);
|
|
|
|
// Emit the block name if present.
|
|
if (!Name || Name[0] == 0)
|
|
return;
|
|
|
|
Record.clear();
|
|
|
|
while (*Name)
|
|
Record.push_back(*Name++);
|
|
|
|
Stream.EmitRecord(llvm::bitc::BLOCKINFO_CODE_BLOCKNAME, Record);
|
|
}
|
|
|
|
/// Emits a record ID in the BLOCKINFO block.
|
|
static void EmitRecordID(unsigned ID, const char *Name,
|
|
llvm::BitstreamWriter &Stream,
|
|
RecordDataImpl &Record){
|
|
Record.clear();
|
|
Record.push_back(ID);
|
|
|
|
while (*Name)
|
|
Record.push_back(*Name++);
|
|
|
|
Stream.EmitRecord(llvm::bitc::BLOCKINFO_CODE_SETRECORDNAME, Record);
|
|
}
|
|
|
|
void SDiagsWriter::AddLocToRecord(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
RecordDataImpl &Record, unsigned TokSize) {
|
|
if (PLoc.isInvalid()) {
|
|
// Emit a "sentinel" location.
|
|
Record.push_back((unsigned)0); // File.
|
|
Record.push_back((unsigned)0); // Line.
|
|
Record.push_back((unsigned)0); // Column.
|
|
Record.push_back((unsigned)0); // Offset.
|
|
return;
|
|
}
|
|
|
|
Record.push_back(getEmitFile(PLoc.getFilename()));
|
|
Record.push_back(PLoc.getLine());
|
|
Record.push_back(PLoc.getColumn()+TokSize);
|
|
Record.push_back(Loc.getFileOffset());
|
|
}
|
|
|
|
void SDiagsWriter::AddCharSourceRangeToRecord(CharSourceRange Range,
|
|
RecordDataImpl &Record,
|
|
const SourceManager &SM) {
|
|
AddLocToRecord(FullSourceLoc(Range.getBegin(), SM), Record);
|
|
unsigned TokSize = 0;
|
|
if (Range.isTokenRange())
|
|
TokSize = Lexer::MeasureTokenLength(Range.getEnd(),
|
|
SM, *LangOpts);
|
|
|
|
AddLocToRecord(FullSourceLoc(Range.getEnd(), SM), Record, TokSize);
|
|
}
|
|
|
|
unsigned SDiagsWriter::getEmitFile(const char *FileName){
|
|
if (!FileName)
|
|
return 0;
|
|
|
|
unsigned &entry = State->Files[FileName];
|
|
if (entry)
|
|
return entry;
|
|
|
|
// Lazily generate the record for the file.
|
|
entry = State->Files.size();
|
|
StringRef Name(FileName);
|
|
RecordData::value_type Record[] = {RECORD_FILENAME, entry, 0 /* For legacy */,
|
|
0 /* For legacy */, Name.size()};
|
|
State->Stream.EmitRecordWithBlob(State->Abbrevs.get(RECORD_FILENAME), Record,
|
|
Name);
|
|
|
|
return entry;
|
|
}
|
|
|
|
void SDiagsWriter::EmitCharSourceRange(CharSourceRange R,
|
|
const SourceManager &SM) {
|
|
State->Record.clear();
|
|
State->Record.push_back(RECORD_SOURCE_RANGE);
|
|
AddCharSourceRangeToRecord(R, State->Record, SM);
|
|
State->Stream.EmitRecordWithAbbrev(State->Abbrevs.get(RECORD_SOURCE_RANGE),
|
|
State->Record);
|
|
}
|
|
|
|
/// Emits the preamble of the diagnostics file.
|
|
void SDiagsWriter::EmitPreamble() {
|
|
// Emit the file header.
|
|
State->Stream.Emit((unsigned)'D', 8);
|
|
State->Stream.Emit((unsigned)'I', 8);
|
|
State->Stream.Emit((unsigned)'A', 8);
|
|
State->Stream.Emit((unsigned)'G', 8);
|
|
|
|
EmitBlockInfoBlock();
|
|
EmitMetaBlock();
|
|
}
|
|
|
|
static void AddSourceLocationAbbrev(llvm::BitCodeAbbrev &Abbrev) {
|
|
using namespace llvm;
|
|
Abbrev.Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 10)); // File ID.
|
|
Abbrev.Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32)); // Line.
|
|
Abbrev.Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32)); // Column.
|
|
Abbrev.Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32)); // Offset;
|
|
}
|
|
|
|
static void AddRangeLocationAbbrev(llvm::BitCodeAbbrev &Abbrev) {
|
|
AddSourceLocationAbbrev(Abbrev);
|
|
AddSourceLocationAbbrev(Abbrev);
|
|
}
|
|
|
|
void SDiagsWriter::EmitBlockInfoBlock() {
|
|
State->Stream.EnterBlockInfoBlock();
|
|
|
|
using namespace llvm;
|
|
llvm::BitstreamWriter &Stream = State->Stream;
|
|
RecordData &Record = State->Record;
|
|
AbbreviationMap &Abbrevs = State->Abbrevs;
|
|
|
|
// ==---------------------------------------------------------------------==//
|
|
// The subsequent records and Abbrevs are for the "Meta" block.
|
|
// ==---------------------------------------------------------------------==//
|
|
|
|
EmitBlockID(BLOCK_META, "Meta", Stream, Record);
|
|
EmitRecordID(RECORD_VERSION, "Version", Stream, Record);
|
|
auto Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_VERSION));
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32));
|
|
Abbrevs.set(RECORD_VERSION, Stream.EmitBlockInfoAbbrev(BLOCK_META, Abbrev));
|
|
|
|
// ==---------------------------------------------------------------------==//
|
|
// The subsequent records and Abbrevs are for the "Diagnostic" block.
|
|
// ==---------------------------------------------------------------------==//
|
|
|
|
EmitBlockID(BLOCK_DIAG, "Diag", Stream, Record);
|
|
EmitRecordID(RECORD_DIAG, "DiagInfo", Stream, Record);
|
|
EmitRecordID(RECORD_SOURCE_RANGE, "SrcRange", Stream, Record);
|
|
EmitRecordID(RECORD_CATEGORY, "CatName", Stream, Record);
|
|
EmitRecordID(RECORD_DIAG_FLAG, "DiagFlag", Stream, Record);
|
|
EmitRecordID(RECORD_FILENAME, "FileName", Stream, Record);
|
|
EmitRecordID(RECORD_FIXIT, "FixIt", Stream, Record);
|
|
|
|
// Emit abbreviation for RECORD_DIAG.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_DIAG));
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 3)); // Diag level.
|
|
AddSourceLocationAbbrev(*Abbrev);
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 10)); // Category.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 10)); // Mapped Diag ID.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::VBR, 16)); // Text size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Blob)); // Diagnostc text.
|
|
Abbrevs.set(RECORD_DIAG, Stream.EmitBlockInfoAbbrev(BLOCK_DIAG, Abbrev));
|
|
|
|
// Emit abbreviation for RECORD_CATEGORY.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_CATEGORY));
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 16)); // Category ID.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 8)); // Text size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Blob)); // Category text.
|
|
Abbrevs.set(RECORD_CATEGORY, Stream.EmitBlockInfoAbbrev(BLOCK_DIAG, Abbrev));
|
|
|
|
// Emit abbreviation for RECORD_SOURCE_RANGE.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_SOURCE_RANGE));
|
|
AddRangeLocationAbbrev(*Abbrev);
|
|
Abbrevs.set(RECORD_SOURCE_RANGE,
|
|
Stream.EmitBlockInfoAbbrev(BLOCK_DIAG, Abbrev));
|
|
|
|
// Emit the abbreviation for RECORD_DIAG_FLAG.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_DIAG_FLAG));
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 10)); // Mapped Diag ID.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 16)); // Text size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Blob)); // Flag name text.
|
|
Abbrevs.set(RECORD_DIAG_FLAG, Stream.EmitBlockInfoAbbrev(BLOCK_DIAG,
|
|
Abbrev));
|
|
|
|
// Emit the abbreviation for RECORD_FILENAME.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_FILENAME));
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 10)); // Mapped file ID.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32)); // Size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 32)); // Modification time.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 16)); // Text size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Blob)); // File name text.
|
|
Abbrevs.set(RECORD_FILENAME, Stream.EmitBlockInfoAbbrev(BLOCK_DIAG,
|
|
Abbrev));
|
|
|
|
// Emit the abbreviation for RECORD_FIXIT.
|
|
Abbrev = std::make_shared<BitCodeAbbrev>();
|
|
Abbrev->Add(BitCodeAbbrevOp(RECORD_FIXIT));
|
|
AddRangeLocationAbbrev(*Abbrev);
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Fixed, 16)); // Text size.
|
|
Abbrev->Add(BitCodeAbbrevOp(BitCodeAbbrevOp::Blob)); // FixIt text.
|
|
Abbrevs.set(RECORD_FIXIT, Stream.EmitBlockInfoAbbrev(BLOCK_DIAG,
|
|
Abbrev));
|
|
|
|
Stream.ExitBlock();
|
|
}
|
|
|
|
void SDiagsWriter::EmitMetaBlock() {
|
|
llvm::BitstreamWriter &Stream = State->Stream;
|
|
AbbreviationMap &Abbrevs = State->Abbrevs;
|
|
|
|
Stream.EnterSubblock(BLOCK_META, 3);
|
|
RecordData::value_type Record[] = {RECORD_VERSION, VersionNumber};
|
|
Stream.EmitRecordWithAbbrev(Abbrevs.get(RECORD_VERSION), Record);
|
|
Stream.ExitBlock();
|
|
}
|
|
|
|
unsigned SDiagsWriter::getEmitCategory(unsigned int category) {
|
|
if (!State->Categories.insert(category).second)
|
|
return category;
|
|
|
|
// We use a local version of 'Record' so that we can be generating
|
|
// another record when we lazily generate one for the category entry.
|
|
StringRef catName = DiagnosticIDs::getCategoryNameFromID(category);
|
|
RecordData::value_type Record[] = {RECORD_CATEGORY, category, catName.size()};
|
|
State->Stream.EmitRecordWithBlob(State->Abbrevs.get(RECORD_CATEGORY), Record,
|
|
catName);
|
|
|
|
return category;
|
|
}
|
|
|
|
unsigned SDiagsWriter::getEmitDiagnosticFlag(DiagnosticsEngine::Level DiagLevel,
|
|
unsigned DiagID) {
|
|
if (DiagLevel == DiagnosticsEngine::Note)
|
|
return 0; // No flag for notes.
|
|
|
|
StringRef FlagName = DiagnosticIDs::getWarningOptionForDiag(DiagID);
|
|
return getEmitDiagnosticFlag(FlagName);
|
|
}
|
|
|
|
unsigned SDiagsWriter::getEmitDiagnosticFlag(StringRef FlagName) {
|
|
if (FlagName.empty())
|
|
return 0;
|
|
|
|
// Here we assume that FlagName points to static data whose pointer
|
|
// value is fixed. This allows us to unique by diagnostic groups.
|
|
const void *data = FlagName.data();
|
|
std::pair<unsigned, StringRef> &entry = State->DiagFlags[data];
|
|
if (entry.first == 0) {
|
|
entry.first = State->DiagFlags.size();
|
|
entry.second = FlagName;
|
|
|
|
// Lazily emit the string in a separate record.
|
|
RecordData::value_type Record[] = {RECORD_DIAG_FLAG, entry.first,
|
|
FlagName.size()};
|
|
State->Stream.EmitRecordWithBlob(State->Abbrevs.get(RECORD_DIAG_FLAG),
|
|
Record, FlagName);
|
|
}
|
|
|
|
return entry.first;
|
|
}
|
|
|
|
void SDiagsWriter::HandleDiagnostic(DiagnosticsEngine::Level DiagLevel,
|
|
const Diagnostic &Info) {
|
|
assert(!IsFinishing &&
|
|
"Received a diagnostic after we've already started teardown.");
|
|
if (IsFinishing) {
|
|
SmallString<256> diagnostic;
|
|
Info.FormatDiagnostic(diagnostic);
|
|
getMetaDiags()->Report(
|
|
diag::warn_fe_serialized_diag_failure_during_finalisation)
|
|
<< diagnostic;
|
|
return;
|
|
}
|
|
|
|
// Enter the block for a non-note diagnostic immediately, rather than waiting
|
|
// for beginDiagnostic, in case associated notes are emitted before we get
|
|
// there.
|
|
if (DiagLevel != DiagnosticsEngine::Note) {
|
|
if (State->EmittedAnyDiagBlocks)
|
|
ExitDiagBlock();
|
|
|
|
EnterDiagBlock();
|
|
State->EmittedAnyDiagBlocks = true;
|
|
}
|
|
|
|
// Compute the diagnostic text.
|
|
State->diagBuf.clear();
|
|
Info.FormatDiagnostic(State->diagBuf);
|
|
|
|
if (Info.getLocation().isInvalid()) {
|
|
// Special-case diagnostics with no location. We may not have entered a
|
|
// source file in this case, so we can't use the normal DiagnosticsRenderer
|
|
// machinery.
|
|
|
|
// Make sure we bracket all notes as "sub-diagnostics". This matches
|
|
// the behavior in SDiagsRenderer::emitDiagnostic().
|
|
if (DiagLevel == DiagnosticsEngine::Note)
|
|
EnterDiagBlock();
|
|
|
|
EmitDiagnosticMessage(FullSourceLoc(), PresumedLoc(), DiagLevel,
|
|
State->diagBuf, &Info);
|
|
|
|
if (DiagLevel == DiagnosticsEngine::Note)
|
|
ExitDiagBlock();
|
|
|
|
return;
|
|
}
|
|
|
|
assert(Info.hasSourceManager() && LangOpts &&
|
|
"Unexpected diagnostic with valid location outside of a source file");
|
|
SDiagsRenderer Renderer(*this, *LangOpts, &*State->DiagOpts);
|
|
Renderer.emitDiagnostic(
|
|
FullSourceLoc(Info.getLocation(), Info.getSourceManager()), DiagLevel,
|
|
State->diagBuf, Info.getRanges(), Info.getFixItHints(), &Info);
|
|
}
|
|
|
|
static serialized_diags::Level getStableLevel(DiagnosticsEngine::Level Level) {
|
|
switch (Level) {
|
|
#define CASE(X) case DiagnosticsEngine::X: return serialized_diags::X;
|
|
CASE(Ignored)
|
|
CASE(Note)
|
|
CASE(Remark)
|
|
CASE(Warning)
|
|
CASE(Error)
|
|
CASE(Fatal)
|
|
#undef CASE
|
|
}
|
|
|
|
llvm_unreachable("invalid diagnostic level");
|
|
}
|
|
|
|
void SDiagsWriter::EmitDiagnosticMessage(FullSourceLoc Loc, PresumedLoc PLoc,
|
|
DiagnosticsEngine::Level Level,
|
|
StringRef Message,
|
|
DiagOrStoredDiag D) {
|
|
llvm::BitstreamWriter &Stream = State->Stream;
|
|
RecordData &Record = State->Record;
|
|
AbbreviationMap &Abbrevs = State->Abbrevs;
|
|
|
|
// Emit the RECORD_DIAG record.
|
|
Record.clear();
|
|
Record.push_back(RECORD_DIAG);
|
|
Record.push_back(getStableLevel(Level));
|
|
AddLocToRecord(Loc, PLoc, Record);
|
|
|
|
if (const Diagnostic *Info = D.dyn_cast<const Diagnostic*>()) {
|
|
// Emit the category string lazily and get the category ID.
|
|
unsigned DiagID = DiagnosticIDs::getCategoryNumberForDiag(Info->getID());
|
|
Record.push_back(getEmitCategory(DiagID));
|
|
// Emit the diagnostic flag string lazily and get the mapped ID.
|
|
Record.push_back(getEmitDiagnosticFlag(Level, Info->getID()));
|
|
} else {
|
|
Record.push_back(getEmitCategory());
|
|
Record.push_back(getEmitDiagnosticFlag(Level));
|
|
}
|
|
|
|
Record.push_back(Message.size());
|
|
Stream.EmitRecordWithBlob(Abbrevs.get(RECORD_DIAG), Record, Message);
|
|
}
|
|
|
|
void SDiagsRenderer::emitDiagnosticMessage(
|
|
FullSourceLoc Loc, PresumedLoc PLoc, DiagnosticsEngine::Level Level,
|
|
StringRef Message, ArrayRef<clang::CharSourceRange> Ranges,
|
|
DiagOrStoredDiag D) {
|
|
Writer.EmitDiagnosticMessage(Loc, PLoc, Level, Message, D);
|
|
}
|
|
|
|
void SDiagsWriter::EnterDiagBlock() {
|
|
State->Stream.EnterSubblock(BLOCK_DIAG, 4);
|
|
}
|
|
|
|
void SDiagsWriter::ExitDiagBlock() {
|
|
State->Stream.ExitBlock();
|
|
}
|
|
|
|
void SDiagsRenderer::beginDiagnostic(DiagOrStoredDiag D,
|
|
DiagnosticsEngine::Level Level) {
|
|
if (Level == DiagnosticsEngine::Note)
|
|
Writer.EnterDiagBlock();
|
|
}
|
|
|
|
void SDiagsRenderer::endDiagnostic(DiagOrStoredDiag D,
|
|
DiagnosticsEngine::Level Level) {
|
|
// Only end note diagnostics here, because we can't be sure when we've seen
|
|
// the last note associated with a non-note diagnostic.
|
|
if (Level == DiagnosticsEngine::Note)
|
|
Writer.ExitDiagBlock();
|
|
}
|
|
|
|
void SDiagsWriter::EmitCodeContext(SmallVectorImpl<CharSourceRange> &Ranges,
|
|
ArrayRef<FixItHint> Hints,
|
|
const SourceManager &SM) {
|
|
llvm::BitstreamWriter &Stream = State->Stream;
|
|
RecordData &Record = State->Record;
|
|
AbbreviationMap &Abbrevs = State->Abbrevs;
|
|
|
|
// Emit Source Ranges.
|
|
for (ArrayRef<CharSourceRange>::iterator I = Ranges.begin(), E = Ranges.end();
|
|
I != E; ++I)
|
|
if (I->isValid())
|
|
EmitCharSourceRange(*I, SM);
|
|
|
|
// Emit FixIts.
|
|
for (ArrayRef<FixItHint>::iterator I = Hints.begin(), E = Hints.end();
|
|
I != E; ++I) {
|
|
const FixItHint &Fix = *I;
|
|
if (Fix.isNull())
|
|
continue;
|
|
Record.clear();
|
|
Record.push_back(RECORD_FIXIT);
|
|
AddCharSourceRangeToRecord(Fix.RemoveRange, Record, SM);
|
|
Record.push_back(Fix.CodeToInsert.size());
|
|
Stream.EmitRecordWithBlob(Abbrevs.get(RECORD_FIXIT), Record,
|
|
Fix.CodeToInsert);
|
|
}
|
|
}
|
|
|
|
void SDiagsRenderer::emitCodeContext(FullSourceLoc Loc,
|
|
DiagnosticsEngine::Level Level,
|
|
SmallVectorImpl<CharSourceRange> &Ranges,
|
|
ArrayRef<FixItHint> Hints) {
|
|
Writer.EmitCodeContext(Ranges, Hints, Loc.getManager());
|
|
}
|
|
|
|
void SDiagsRenderer::emitNote(FullSourceLoc Loc, StringRef Message) {
|
|
Writer.EnterDiagBlock();
|
|
PresumedLoc PLoc = Loc.hasManager() ? Loc.getPresumedLoc() : PresumedLoc();
|
|
Writer.EmitDiagnosticMessage(Loc, PLoc, DiagnosticsEngine::Note, Message,
|
|
DiagOrStoredDiag());
|
|
Writer.ExitDiagBlock();
|
|
}
|
|
|
|
DiagnosticsEngine *SDiagsWriter::getMetaDiags() {
|
|
// FIXME: It's slightly absurd to create a new diagnostics engine here, but
|
|
// the other options that are available today are worse:
|
|
//
|
|
// 1. Teach DiagnosticsConsumers to emit diagnostics to the engine they are a
|
|
// part of. The DiagnosticsEngine would need to know not to send
|
|
// diagnostics back to the consumer that failed. This would require us to
|
|
// rework ChainedDiagnosticsConsumer and teach the engine about multiple
|
|
// consumers, which is difficult today because most APIs interface with
|
|
// consumers rather than the engine itself.
|
|
//
|
|
// 2. Pass a DiagnosticsEngine to SDiagsWriter on creation - this would need
|
|
// to be distinct from the engine the writer was being added to and would
|
|
// normally not be used.
|
|
if (!State->MetaDiagnostics) {
|
|
IntrusiveRefCntPtr<DiagnosticIDs> IDs(new DiagnosticIDs());
|
|
auto Client =
|
|
new TextDiagnosticPrinter(llvm::errs(), State->DiagOpts.get());
|
|
State->MetaDiagnostics = std::make_unique<DiagnosticsEngine>(
|
|
IDs, State->DiagOpts.get(), Client);
|
|
}
|
|
return State->MetaDiagnostics.get();
|
|
}
|
|
|
|
void SDiagsWriter::RemoveOldDiagnostics() {
|
|
if (!llvm::sys::fs::remove(State->OutputFile))
|
|
return;
|
|
|
|
getMetaDiags()->Report(diag::warn_fe_serialized_diag_merge_failure);
|
|
// Disable merging child records, as whatever is in this file may be
|
|
// misleading.
|
|
MergeChildRecords = false;
|
|
}
|
|
|
|
void SDiagsWriter::finish() {
|
|
assert(!IsFinishing);
|
|
IsFinishing = true;
|
|
|
|
// The original instance is responsible for writing the file.
|
|
if (!OriginalInstance)
|
|
return;
|
|
|
|
// Finish off any diagnostic we were in the process of emitting.
|
|
if (State->EmittedAnyDiagBlocks)
|
|
ExitDiagBlock();
|
|
|
|
if (MergeChildRecords) {
|
|
if (!State->EmittedAnyDiagBlocks)
|
|
// We have no diagnostics of our own, so we can just leave the child
|
|
// process' output alone
|
|
return;
|
|
|
|
if (llvm::sys::fs::exists(State->OutputFile))
|
|
if (SDiagsMerger(*this).mergeRecordsFromFile(State->OutputFile.c_str()))
|
|
getMetaDiags()->Report(diag::warn_fe_serialized_diag_merge_failure);
|
|
}
|
|
|
|
std::error_code EC;
|
|
auto OS = std::make_unique<llvm::raw_fd_ostream>(State->OutputFile.c_str(),
|
|
EC, llvm::sys::fs::OF_None);
|
|
if (EC) {
|
|
getMetaDiags()->Report(diag::warn_fe_serialized_diag_failure)
|
|
<< State->OutputFile << EC.message();
|
|
OS->clear_error();
|
|
return;
|
|
}
|
|
|
|
// Write the generated bitstream to "Out".
|
|
OS->write((char *)&State->Buffer.front(), State->Buffer.size());
|
|
OS->flush();
|
|
|
|
assert(!OS->has_error());
|
|
if (OS->has_error()) {
|
|
getMetaDiags()->Report(diag::warn_fe_serialized_diag_failure)
|
|
<< State->OutputFile << OS->error().message();
|
|
OS->clear_error();
|
|
}
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitStartOfDiagnostic() {
|
|
Writer.EnterDiagBlock();
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitEndOfDiagnostic() {
|
|
Writer.ExitDiagBlock();
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code
|
|
SDiagsMerger::visitSourceRangeRecord(const serialized_diags::Location &Start,
|
|
const serialized_diags::Location &End) {
|
|
RecordData::value_type Record[] = {
|
|
RECORD_SOURCE_RANGE, FileLookup[Start.FileID], Start.Line, Start.Col,
|
|
Start.Offset, FileLookup[End.FileID], End.Line, End.Col, End.Offset};
|
|
Writer.State->Stream.EmitRecordWithAbbrev(
|
|
Writer.State->Abbrevs.get(RECORD_SOURCE_RANGE), Record);
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitDiagnosticRecord(
|
|
unsigned Severity, const serialized_diags::Location &Location,
|
|
unsigned Category, unsigned Flag, StringRef Message) {
|
|
RecordData::value_type Record[] = {
|
|
RECORD_DIAG, Severity, FileLookup[Location.FileID], Location.Line,
|
|
Location.Col, Location.Offset, CategoryLookup[Category],
|
|
Flag ? DiagFlagLookup[Flag] : 0, Message.size()};
|
|
|
|
Writer.State->Stream.EmitRecordWithBlob(
|
|
Writer.State->Abbrevs.get(RECORD_DIAG), Record, Message);
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code
|
|
SDiagsMerger::visitFixitRecord(const serialized_diags::Location &Start,
|
|
const serialized_diags::Location &End,
|
|
StringRef Text) {
|
|
RecordData::value_type Record[] = {RECORD_FIXIT, FileLookup[Start.FileID],
|
|
Start.Line, Start.Col, Start.Offset,
|
|
FileLookup[End.FileID], End.Line, End.Col,
|
|
End.Offset, Text.size()};
|
|
|
|
Writer.State->Stream.EmitRecordWithBlob(
|
|
Writer.State->Abbrevs.get(RECORD_FIXIT), Record, Text);
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitFilenameRecord(unsigned ID, unsigned Size,
|
|
unsigned Timestamp,
|
|
StringRef Name) {
|
|
FileLookup[ID] = Writer.getEmitFile(Name.str().c_str());
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitCategoryRecord(unsigned ID, StringRef Name) {
|
|
CategoryLookup[ID] = Writer.getEmitCategory(ID);
|
|
return std::error_code();
|
|
}
|
|
|
|
std::error_code SDiagsMerger::visitDiagFlagRecord(unsigned ID, StringRef Name) {
|
|
DiagFlagLookup[ID] = Writer.getEmitDiagnosticFlag(Name);
|
|
return std::error_code();
|
|
}
|