2018-08-21 05:27:52 +00:00
|
|
|
/* Copyright 2017-2018 ccls Authors
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
==============================================================================*/
|
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
#include "clang_complete.hh"
|
2017-03-26 21:40:34 +00:00
|
|
|
|
2018-09-23 20:31:06 +00:00
|
|
|
#include "clang_tu.hh"
|
2018-05-27 19:24:56 +00:00
|
|
|
#include "filesystem.hh"
|
|
|
|
#include "log.hh"
|
2018-09-22 08:37:00 +00:00
|
|
|
#include "match.h"
|
2017-05-10 04:00:05 +00:00
|
|
|
#include "platform.h"
|
2017-03-26 21:40:34 +00:00
|
|
|
|
2018-08-28 05:42:40 +00:00
|
|
|
#include <clang/Lex/PreprocessorOptions.h>
|
2018-07-14 17:00:04 +00:00
|
|
|
#include <clang/Sema/CodeCompleteConsumer.h>
|
2018-09-11 05:37:01 +00:00
|
|
|
#include <clang/Sema/Sema.h>
|
2018-05-27 19:24:56 +00:00
|
|
|
#include <llvm/ADT/Twine.h>
|
2018-07-15 07:57:48 +00:00
|
|
|
#include <llvm/Config/llvm-config.h>
|
2018-07-16 05:49:32 +00:00
|
|
|
#include <llvm/Support/CrashRecoveryContext.h>
|
2018-05-27 19:24:56 +00:00
|
|
|
#include <llvm/Support/Threading.h>
|
2018-07-14 17:00:04 +00:00
|
|
|
using namespace clang;
|
2018-05-13 20:30:24 +00:00
|
|
|
using namespace llvm;
|
|
|
|
|
2017-03-26 21:40:34 +00:00
|
|
|
#include <algorithm>
|
2018-09-22 08:37:00 +00:00
|
|
|
#include <chrono>
|
|
|
|
#include <ratio>
|
2017-04-17 01:22:59 +00:00
|
|
|
#include <thread>
|
2018-09-22 08:37:00 +00:00
|
|
|
namespace chrono = std::chrono;
|
2017-03-26 21:40:34 +00:00
|
|
|
|
2018-10-03 00:34:02 +00:00
|
|
|
#if LLVM_VERSION_MAJOR < 8
|
|
|
|
namespace clang::vfs {
|
|
|
|
struct ProxyFileSystem : FileSystem {
|
|
|
|
explicit ProxyFileSystem(IntrusiveRefCntPtr<FileSystem> FS)
|
|
|
|
: FS(std::move(FS)) {}
|
|
|
|
llvm::ErrorOr<Status> status(const Twine &Path) override {
|
|
|
|
return FS->status(Path);
|
|
|
|
}
|
|
|
|
llvm::ErrorOr<std::unique_ptr<File>>
|
|
|
|
openFileForRead(const Twine &Path) override {
|
|
|
|
return FS->openFileForRead(Path);
|
|
|
|
}
|
|
|
|
directory_iterator dir_begin(const Twine &Dir, std::error_code &EC) override {
|
|
|
|
return FS->dir_begin(Dir, EC);
|
|
|
|
}
|
|
|
|
llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const override {
|
|
|
|
return FS->getCurrentWorkingDirectory();
|
|
|
|
}
|
|
|
|
std::error_code setCurrentWorkingDirectory(const Twine &Path) override {
|
|
|
|
return FS->setCurrentWorkingDirectory(Path);
|
|
|
|
}
|
|
|
|
#if LLVM_VERSION_MAJOR == 7
|
|
|
|
std::error_code getRealPath(const Twine &Path,
|
|
|
|
SmallVectorImpl<char> &Output) const override {
|
|
|
|
return FS->getRealPath(Path, Output);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
FileSystem &getUnderlyingFS() { return *FS; }
|
|
|
|
IntrusiveRefCntPtr<FileSystem> FS;
|
|
|
|
};
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
namespace ccls {
|
2018-10-06 22:23:23 +00:00
|
|
|
|
|
|
|
lsTextEdit ToTextEdit(const clang::SourceManager &SM,
|
|
|
|
const clang::LangOptions &L,
|
|
|
|
const clang::FixItHint &FixIt) {
|
|
|
|
lsTextEdit edit;
|
|
|
|
edit.newText = FixIt.CodeToInsert;
|
|
|
|
auto r = FromCharSourceRange(SM, L, FixIt.RemoveRange);
|
|
|
|
edit.range =
|
|
|
|
lsRange{{r.start.line, r.start.column}, {r.end.line, r.end.column}};
|
|
|
|
return edit;
|
|
|
|
}
|
|
|
|
|
2018-10-03 00:34:02 +00:00
|
|
|
struct PreambleStatCache {
|
2018-10-10 16:52:41 +00:00
|
|
|
llvm::StringMap<ErrorOr<llvm::vfs::Status>> Cache;
|
2018-10-03 00:34:02 +00:00
|
|
|
|
2018-10-10 16:52:41 +00:00
|
|
|
void Update(Twine Path, ErrorOr<llvm::vfs::Status> S) {
|
2018-10-03 00:34:02 +00:00
|
|
|
Cache.try_emplace(Path.str(), std::move(S));
|
|
|
|
}
|
|
|
|
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem>
|
|
|
|
Producer(IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS) {
|
|
|
|
struct VFS : llvm::vfs::ProxyFileSystem {
|
2018-10-03 00:34:02 +00:00
|
|
|
PreambleStatCache &Cache;
|
|
|
|
|
2018-10-10 16:52:41 +00:00
|
|
|
VFS(IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS,
|
|
|
|
PreambleStatCache &Cache)
|
2018-10-03 00:34:02 +00:00
|
|
|
: ProxyFileSystem(std::move(FS)), Cache(Cache) {}
|
2018-10-10 16:52:41 +00:00
|
|
|
llvm::ErrorOr<std::unique_ptr<llvm::vfs::File>>
|
2018-10-03 00:34:02 +00:00
|
|
|
openFileForRead(const Twine &Path) override {
|
|
|
|
auto File = getUnderlyingFS().openFileForRead(Path);
|
|
|
|
if (!File || !*File)
|
|
|
|
return File;
|
|
|
|
Cache.Update(Path, File->get()->status());
|
|
|
|
return File;
|
|
|
|
}
|
2018-10-10 16:52:41 +00:00
|
|
|
llvm::ErrorOr<llvm::vfs::Status> status(const Twine &Path) override {
|
2018-10-03 00:34:02 +00:00
|
|
|
auto S = getUnderlyingFS().status(Path);
|
|
|
|
Cache.Update(Path, S);
|
|
|
|
return S;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
return new VFS(std::move(FS), *this);
|
|
|
|
}
|
|
|
|
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem>
|
|
|
|
Consumer(IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS) {
|
|
|
|
struct VFS : llvm::vfs::ProxyFileSystem {
|
2018-10-03 00:34:02 +00:00
|
|
|
const PreambleStatCache &Cache;
|
2018-10-10 16:52:41 +00:00
|
|
|
VFS(IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS,
|
2018-10-03 00:34:02 +00:00
|
|
|
const PreambleStatCache &Cache)
|
|
|
|
: ProxyFileSystem(std::move(FS)), Cache(Cache) {}
|
2018-10-10 16:52:41 +00:00
|
|
|
llvm::ErrorOr<llvm::vfs::Status> status(const Twine &Path) override {
|
2018-10-03 00:34:02 +00:00
|
|
|
auto I = Cache.Cache.find(Path.str());
|
|
|
|
if (I != Cache.Cache.end())
|
|
|
|
return I->getValue();
|
|
|
|
return getUnderlyingFS().status(Path);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
return new VFS(std::move(FS), *this);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
struct PreambleData {
|
|
|
|
PreambleData(clang::PrecompiledPreamble P, std::vector<Diag> diags,
|
|
|
|
std::unique_ptr<PreambleStatCache> stat_cache)
|
|
|
|
: Preamble(std::move(P)), diags(std::move(diags)),
|
|
|
|
stat_cache(std::move(stat_cache)) {}
|
|
|
|
clang::PrecompiledPreamble Preamble;
|
|
|
|
std::vector<Diag> diags;
|
|
|
|
std::unique_ptr<PreambleStatCache> stat_cache;
|
|
|
|
};
|
|
|
|
|
2017-03-26 21:40:34 +00:00
|
|
|
namespace {
|
2017-06-29 02:50:30 +00:00
|
|
|
|
2018-08-09 17:08:14 +00:00
|
|
|
std::string StripFileType(const std::string &path) {
|
2018-05-13 20:30:24 +00:00
|
|
|
SmallString<128> Ret;
|
|
|
|
sys::path::append(Ret, sys::path::parent_path(path), sys::path::stem(path));
|
2018-09-11 19:13:54 +00:00
|
|
|
return sys::path::convert_to_slash(Ret);
|
2018-04-08 00:10:54 +00:00
|
|
|
}
|
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
bool LocationInRange(SourceLocation L, CharSourceRange R,
|
|
|
|
const SourceManager &M) {
|
|
|
|
assert(R.isCharRange());
|
|
|
|
if (!R.isValid() || M.getFileID(R.getBegin()) != M.getFileID(R.getEnd()) ||
|
|
|
|
M.getFileID(R.getBegin()) != M.getFileID(L))
|
|
|
|
return false;
|
|
|
|
return L != R.getEnd() && M.isPointWithin(L, R.getBegin(), R.getEnd());
|
|
|
|
}
|
|
|
|
|
|
|
|
CharSourceRange DiagnosticRange(const clang::Diagnostic &D, const LangOptions &L) {
|
|
|
|
auto &M = D.getSourceManager();
|
|
|
|
auto Loc = M.getFileLoc(D.getLocation());
|
|
|
|
// Accept the first range that contains the location.
|
|
|
|
for (const auto &CR : D.getRanges()) {
|
|
|
|
auto R = Lexer::makeFileCharRange(CR, M, L);
|
|
|
|
if (LocationInRange(Loc, R, M))
|
|
|
|
return R;
|
|
|
|
}
|
|
|
|
// The range may be given as a fixit hint instead.
|
|
|
|
for (const auto &F : D.getFixItHints()) {
|
|
|
|
auto R = Lexer::makeFileCharRange(F.RemoveRange, M, L);
|
|
|
|
if (LocationInRange(Loc, R, M))
|
|
|
|
return R;
|
|
|
|
}
|
|
|
|
// If no suitable range is found, just use the token at the location.
|
|
|
|
auto R = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(Loc), M, L);
|
|
|
|
if (!R.isValid()) // Fall back to location only, let the editor deal with it.
|
|
|
|
R = CharSourceRange::getCharRange(Loc);
|
|
|
|
return R;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-07-14 23:02:59 +00:00
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
class StoreDiags : public DiagnosticConsumer {
|
|
|
|
const LangOptions *LangOpts;
|
|
|
|
std::optional<Diag> last;
|
|
|
|
std::vector<Diag> output;
|
2018-09-22 08:37:00 +00:00
|
|
|
std::string path;
|
|
|
|
std::unordered_map<unsigned, bool> FID2concerned;
|
2018-08-29 05:49:53 +00:00
|
|
|
void Flush() {
|
|
|
|
if (!last)
|
|
|
|
return;
|
2018-09-22 08:37:00 +00:00
|
|
|
bool mentions = last->concerned || last->edits.size();
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!mentions)
|
|
|
|
for (auto &N : last->notes)
|
2018-09-22 08:37:00 +00:00
|
|
|
if (N.concerned)
|
2018-08-29 05:49:53 +00:00
|
|
|
mentions = true;
|
|
|
|
if (mentions)
|
|
|
|
output.push_back(std::move(*last));
|
|
|
|
last.reset();
|
|
|
|
}
|
|
|
|
public:
|
2018-09-22 08:37:00 +00:00
|
|
|
StoreDiags(std::string path) : path(path) {}
|
2018-08-29 05:49:53 +00:00
|
|
|
std::vector<Diag> Take() {
|
|
|
|
return std::move(output);
|
|
|
|
}
|
2018-09-22 08:37:00 +00:00
|
|
|
bool IsConcerned(const SourceManager &SM, SourceLocation L) {
|
|
|
|
FileID FID = SM.getFileID(L);
|
|
|
|
auto it = FID2concerned.try_emplace(FID.getHashValue());
|
|
|
|
if (it.second) {
|
|
|
|
const FileEntry *FE = SM.getFileEntryForID(FID);
|
2018-09-23 20:31:06 +00:00
|
|
|
it.first->second = FE && PathFromFileEntry(*FE) == path;
|
2018-09-22 08:37:00 +00:00
|
|
|
}
|
|
|
|
return it.first->second;
|
|
|
|
}
|
2018-08-29 05:49:53 +00:00
|
|
|
void BeginSourceFile(const LangOptions &Opts, const Preprocessor *) override {
|
|
|
|
LangOpts = &Opts;
|
|
|
|
}
|
|
|
|
void EndSourceFile() override {
|
|
|
|
Flush();
|
|
|
|
}
|
|
|
|
void HandleDiagnostic(DiagnosticsEngine::Level Level,
|
|
|
|
const Diagnostic &Info) override {
|
|
|
|
DiagnosticConsumer::HandleDiagnostic(Level, Info);
|
|
|
|
SourceLocation L = Info.getLocation();
|
|
|
|
if (!L.isValid()) return;
|
|
|
|
const SourceManager &SM = Info.getSourceManager();
|
2018-09-22 08:37:00 +00:00
|
|
|
StringRef Filename = SM.getFilename(Info.getLocation());
|
|
|
|
bool concerned = IsConcerned(SM, Info.getLocation());
|
2018-08-29 05:49:53 +00:00
|
|
|
auto fillDiagBase = [&](DiagBase &d) {
|
|
|
|
llvm::SmallString<64> Message;
|
|
|
|
Info.FormatDiagnostic(Message);
|
|
|
|
d.range =
|
|
|
|
FromCharSourceRange(SM, *LangOpts, DiagnosticRange(Info, *LangOpts));
|
|
|
|
d.message = Message.str();
|
2018-09-22 08:37:00 +00:00
|
|
|
d.concerned = concerned;
|
|
|
|
d.file = Filename;
|
2018-08-29 05:49:53 +00:00
|
|
|
d.level = Level;
|
|
|
|
d.category = DiagnosticIDs::getCategoryNumberForDiag(Info.getID());
|
|
|
|
};
|
|
|
|
|
|
|
|
auto addFix = [&](bool SyntheticMessage) -> bool {
|
2018-09-22 08:37:00 +00:00
|
|
|
if (!concerned)
|
2018-08-29 05:49:53 +00:00
|
|
|
return false;
|
|
|
|
for (const FixItHint &FixIt : Info.getFixItHints()) {
|
2018-09-22 08:37:00 +00:00
|
|
|
if (!IsConcerned(SM, FixIt.RemoveRange.getBegin()))
|
2018-08-29 05:49:53 +00:00
|
|
|
return false;
|
2018-10-06 22:23:23 +00:00
|
|
|
last->edits.push_back(ToTextEdit(SM, *LangOpts, FixIt));
|
2018-08-29 05:49:53 +00:00
|
|
|
}
|
|
|
|
return true;
|
|
|
|
};
|
2017-05-11 06:25:41 +00:00
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
if (Level == DiagnosticsEngine::Note || Level == DiagnosticsEngine::Remark) {
|
|
|
|
if (Info.getFixItHints().size()) {
|
|
|
|
addFix(false);
|
|
|
|
} else {
|
|
|
|
Note &n = last->notes.emplace_back();
|
|
|
|
fillDiagBase(n);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
Flush();
|
|
|
|
last = Diag();
|
|
|
|
fillDiagBase(*last);
|
|
|
|
if (!Info.getFixItHints().empty())
|
|
|
|
addFix(true);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2017-05-11 06:25:41 +00:00
|
|
|
|
2018-08-30 07:29:08 +00:00
|
|
|
std::unique_ptr<CompilerInstance> BuildCompilerInstance(
|
|
|
|
CompletionSession &session, std::unique_ptr<CompilerInvocation> CI,
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS, DiagnosticConsumer &DC,
|
2018-10-03 00:34:02 +00:00
|
|
|
const PreambleData *preamble, const WorkingFiles::Snapshot &snapshot,
|
2018-08-30 07:29:08 +00:00
|
|
|
std::vector<std::unique_ptr<llvm::MemoryBuffer>> &Bufs) {
|
2018-09-23 19:10:40 +00:00
|
|
|
std::string main = ResolveIfRelative(
|
|
|
|
session.file.directory,
|
|
|
|
sys::path::convert_to_slash(CI->getFrontendOpts().Inputs[0].getFile()));
|
2018-08-29 05:49:53 +00:00
|
|
|
for (auto &file : snapshot.files) {
|
|
|
|
Bufs.push_back(llvm::MemoryBuffer::getMemBuffer(file.content));
|
2018-10-03 00:34:02 +00:00
|
|
|
if (preamble && file.filename == main) {
|
2018-08-29 05:49:53 +00:00
|
|
|
#if LLVM_VERSION_MAJOR >= 7
|
2018-10-03 00:34:02 +00:00
|
|
|
preamble->Preamble.OverridePreamble(*CI, FS, Bufs.back().get());
|
2018-08-29 05:49:53 +00:00
|
|
|
#else
|
2018-10-03 00:34:02 +00:00
|
|
|
preamble->Preamble.AddImplicitPreamble(*CI, FS, Bufs.back().get());
|
2018-08-29 05:49:53 +00:00
|
|
|
#endif
|
2018-10-03 00:34:02 +00:00
|
|
|
continue;
|
|
|
|
}
|
2018-09-22 08:37:00 +00:00
|
|
|
CI->getPreprocessorOpts().addRemappedFile(file.filename,
|
|
|
|
Bufs.back().get());
|
2018-08-29 05:49:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
auto Clang = std::make_unique<CompilerInstance>(session.PCH);
|
|
|
|
Clang->setInvocation(std::move(CI));
|
2018-10-03 00:34:02 +00:00
|
|
|
Clang->setVirtualFileSystem(FS);
|
2018-08-29 05:49:53 +00:00
|
|
|
Clang->createDiagnostics(&DC, false);
|
|
|
|
Clang->setTarget(TargetInfo::CreateTargetInfo(
|
|
|
|
Clang->getDiagnostics(), Clang->getInvocation().TargetOpts));
|
|
|
|
if (!Clang->hasTarget())
|
|
|
|
return nullptr;
|
2018-09-28 20:41:50 +00:00
|
|
|
// Construct SourceManager with UserFilesAreVolatile: true because otherwise
|
|
|
|
// RequiresNullTerminator: true may cause out-of-bounds read when a file is
|
|
|
|
// mmap'ed but is saved concurrently.
|
|
|
|
Clang->createFileManager();
|
|
|
|
Clang->setSourceManager(new SourceManager(Clang->getDiagnostics(),
|
|
|
|
Clang->getFileManager(), true));
|
2018-08-29 05:49:53 +00:00
|
|
|
return Clang;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Parse(CompilerInstance &Clang) {
|
|
|
|
SyntaxOnlyAction Action;
|
|
|
|
if (!Action.BeginSourceFile(Clang, Clang.getFrontendOpts().Inputs[0]))
|
|
|
|
return false;
|
|
|
|
if (!Action.Execute())
|
|
|
|
return false;
|
|
|
|
Action.EndSourceFile();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2018-10-03 00:34:02 +00:00
|
|
|
void BuildPreamble(CompletionSession &session, CompilerInvocation &CI,
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS,
|
2018-10-03 00:34:02 +00:00
|
|
|
const std::string &main,
|
|
|
|
std::unique_ptr<PreambleStatCache> stat_cache) {
|
|
|
|
std::shared_ptr<PreambleData> OldP = session.GetPreamble();
|
|
|
|
std::string content = session.wfiles->GetContent(main);
|
|
|
|
std::unique_ptr<llvm::MemoryBuffer> Buf =
|
|
|
|
llvm::MemoryBuffer::getMemBuffer(content);
|
|
|
|
auto Bounds = ComputePreambleBounds(*CI.getLangOpts(), Buf.get(), 0);
|
|
|
|
if (OldP && OldP->Preamble.CanReuse(CI, Buf.get(), Bounds, FS.get()))
|
|
|
|
return;
|
|
|
|
CI.getDiagnosticOpts().IgnoreWarnings = false;
|
|
|
|
CI.getFrontendOpts().SkipFunctionBodies = true;
|
2018-10-12 23:36:07 +00:00
|
|
|
CI.getLangOpts()->CommentOpts.ParseAllComments = g_config->index.comments > 1;
|
2018-10-03 00:34:02 +00:00
|
|
|
|
|
|
|
StoreDiags DC(main);
|
|
|
|
IntrusiveRefCntPtr<DiagnosticsEngine> DE =
|
|
|
|
CompilerInstance::createDiagnostics(&CI.getDiagnosticOpts(), &DC, false);
|
|
|
|
PreambleCallbacks PP;
|
|
|
|
if (auto NewPreamble = PrecompiledPreamble::Build(
|
|
|
|
CI, Buf.get(), Bounds, *DE, FS, session.PCH, true, PP)) {
|
|
|
|
std::lock_guard lock(session.mutex);
|
|
|
|
session.preamble = std::make_shared<PreambleData>(
|
|
|
|
std::move(*NewPreamble), DC.Take(), std::move(stat_cache));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-02 16:34:55 +00:00
|
|
|
void *CompletionPreloadMain(void *manager_) {
|
|
|
|
auto *manager = static_cast<CompletionManager*>(manager_);
|
|
|
|
set_thread_name("comp-preload");
|
2017-05-11 06:25:41 +00:00
|
|
|
while (true) {
|
2018-09-11 23:42:04 +00:00
|
|
|
auto request = manager->preload_requests_.Dequeue();
|
2017-06-10 01:02:48 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
bool is_open = false;
|
|
|
|
std::shared_ptr<CompletionSession> session =
|
|
|
|
manager->TryGetSession(request.path, true, &is_open);
|
2017-05-26 06:40:38 +00:00
|
|
|
if (!session)
|
|
|
|
continue;
|
2017-05-11 06:25:41 +00:00
|
|
|
|
2018-10-01 05:54:48 +00:00
|
|
|
const auto &args = session->file.args;
|
|
|
|
WorkingFiles::Snapshot snapshot =
|
|
|
|
session->wfiles->AsSnapshot({StripFileType(session->file.filename)});
|
2018-10-03 00:34:02 +00:00
|
|
|
auto stat_cache = std::make_unique<PreambleStatCache>();
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS =
|
|
|
|
stat_cache->Producer(session->FS);
|
2018-10-01 05:54:48 +00:00
|
|
|
if (std::unique_ptr<CompilerInvocation> CI =
|
2018-10-03 00:34:02 +00:00
|
|
|
BuildCompilerInvocation(args, FS))
|
|
|
|
BuildPreamble(*session, *CI, FS, request.path, std::move(stat_cache));
|
2018-10-01 05:54:48 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
int debounce =
|
|
|
|
is_open ? g_config->diagnostics.onOpen : g_config->diagnostics.onSave;
|
|
|
|
if (debounce >= 0) {
|
2018-09-11 23:42:04 +00:00
|
|
|
lsTextDocumentIdentifier document;
|
|
|
|
document.uri = lsDocumentUri::FromPath(request.path);
|
2018-09-22 08:37:00 +00:00
|
|
|
manager->DiagnosticsUpdate(request.path, debounce);
|
2018-09-11 23:42:04 +00:00
|
|
|
}
|
2017-05-11 06:25:41 +00:00
|
|
|
}
|
2018-10-02 16:34:55 +00:00
|
|
|
return nullptr;
|
2017-05-11 06:25:41 +00:00
|
|
|
}
|
|
|
|
|
2018-10-02 16:34:55 +00:00
|
|
|
void *CompletionMain(void *manager_) {
|
|
|
|
auto *manager = static_cast<CompletionManager *>(manager_);
|
|
|
|
set_thread_name("comp");
|
2017-04-17 01:22:59 +00:00
|
|
|
while (true) {
|
2017-05-10 04:52:15 +00:00
|
|
|
// Fetching the completion request blocks until we have a request.
|
2018-09-08 19:07:43 +00:00
|
|
|
std::unique_ptr<CompletionManager::CompletionRequest> request =
|
2018-09-22 08:37:00 +00:00
|
|
|
manager->completion_request_.Dequeue();
|
2018-02-22 07:13:42 +00:00
|
|
|
|
|
|
|
// Drop older requests if we're not buffering.
|
2018-04-04 06:05:41 +00:00
|
|
|
while (g_config->completion.dropOldRequests &&
|
2018-09-22 08:37:00 +00:00
|
|
|
!manager->completion_request_.IsEmpty()) {
|
|
|
|
manager->on_dropped_(request->id);
|
2018-09-11 05:37:01 +00:00
|
|
|
request->Consumer.reset();
|
|
|
|
request->on_complete(nullptr);
|
2018-09-22 08:37:00 +00:00
|
|
|
request = manager->completion_request_.Dequeue();
|
2018-02-22 07:13:42 +00:00
|
|
|
}
|
|
|
|
|
2017-09-22 02:25:33 +00:00
|
|
|
std::string path = request->document.uri.GetPath();
|
2017-04-17 01:22:59 +00:00
|
|
|
|
2017-09-22 01:14:57 +00:00
|
|
|
std::shared_ptr<CompletionSession> session =
|
2018-09-22 08:37:00 +00:00
|
|
|
manager->TryGetSession(path, false);
|
2018-10-03 00:34:02 +00:00
|
|
|
std::shared_ptr<PreambleData> preamble = session->GetPreamble();
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS =
|
2018-10-03 00:34:02 +00:00
|
|
|
preamble ? preamble->stat_cache->Consumer(session->FS) : session->FS;
|
2018-08-28 05:42:40 +00:00
|
|
|
std::unique_ptr<CompilerInvocation> CI =
|
2018-10-03 00:34:02 +00:00
|
|
|
BuildCompilerInvocation(session->file.args, FS);
|
2018-08-28 05:42:40 +00:00
|
|
|
if (!CI)
|
|
|
|
continue;
|
|
|
|
auto &FOpts = CI->getFrontendOpts();
|
2018-09-11 05:37:01 +00:00
|
|
|
FOpts.CodeCompleteOpts = request->CCOpts;
|
|
|
|
FOpts.CodeCompletionAt.FileName = path;
|
2018-08-28 05:42:40 +00:00
|
|
|
FOpts.CodeCompletionAt.Line = request->position.line + 1;
|
|
|
|
FOpts.CodeCompletionAt.Column = request->position.character + 1;
|
2018-08-30 07:29:08 +00:00
|
|
|
FOpts.SkipFunctionBodies = true;
|
|
|
|
CI->getLangOpts()->CommentOpts.ParseAllComments = true;
|
2017-10-23 05:07:50 +00:00
|
|
|
|
2018-09-07 21:38:08 +00:00
|
|
|
DiagnosticConsumer DC;
|
2018-08-28 05:42:40 +00:00
|
|
|
WorkingFiles::Snapshot snapshot =
|
2018-09-22 08:37:00 +00:00
|
|
|
manager->working_files_->AsSnapshot({StripFileType(path)});
|
2018-08-28 05:42:40 +00:00
|
|
|
std::vector<std::unique_ptr<llvm::MemoryBuffer>> Bufs;
|
2018-10-03 00:34:02 +00:00
|
|
|
auto Clang = BuildCompilerInstance(*session, std::move(CI), FS, DC,
|
|
|
|
preamble.get(), snapshot, Bufs);
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!Clang)
|
|
|
|
continue;
|
2018-08-28 05:42:40 +00:00
|
|
|
|
2018-09-11 05:37:01 +00:00
|
|
|
Clang->setCodeCompletionConsumer(request->Consumer.release());
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!Parse(*Clang))
|
2018-08-28 05:42:40 +00:00
|
|
|
continue;
|
|
|
|
for (auto &Buf : Bufs)
|
|
|
|
Buf.release();
|
|
|
|
|
2018-09-11 05:37:01 +00:00
|
|
|
request->on_complete(&Clang->getCodeCompletionConsumer());
|
2017-04-17 01:22:59 +00:00
|
|
|
}
|
2018-10-02 16:34:55 +00:00
|
|
|
return nullptr;
|
2017-03-26 21:40:34 +00:00
|
|
|
}
|
|
|
|
|
2018-09-13 06:07:47 +00:00
|
|
|
llvm::StringRef diagLeveltoString(DiagnosticsEngine::Level Lvl) {
|
|
|
|
switch (Lvl) {
|
|
|
|
case DiagnosticsEngine::Ignored:
|
|
|
|
return "ignored";
|
|
|
|
case DiagnosticsEngine::Note:
|
|
|
|
return "note";
|
|
|
|
case DiagnosticsEngine::Remark:
|
|
|
|
return "remark";
|
|
|
|
case DiagnosticsEngine::Warning:
|
|
|
|
return "warning";
|
|
|
|
case DiagnosticsEngine::Error:
|
|
|
|
return "error";
|
|
|
|
case DiagnosticsEngine::Fatal:
|
|
|
|
return "fatal error";
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void printDiag(llvm::raw_string_ostream &OS, const DiagBase &d) {
|
2018-09-22 08:37:00 +00:00
|
|
|
if (d.concerned)
|
2018-09-13 06:07:47 +00:00
|
|
|
OS << llvm::sys::path::filename(d.file);
|
|
|
|
else
|
|
|
|
OS << d.file;
|
|
|
|
auto pos = d.range.start;
|
|
|
|
OS << ":" << (pos.line + 1) << ":" << (pos.column + 1) << ":"
|
2018-09-22 08:37:00 +00:00
|
|
|
<< (d.concerned ? " " : "\n");
|
2018-09-13 06:07:47 +00:00
|
|
|
OS << diagLeveltoString(d.level) << ": " << d.message;
|
|
|
|
}
|
|
|
|
|
2018-10-02 16:34:55 +00:00
|
|
|
void *DiagnosticMain(void *manager_) {
|
|
|
|
auto *manager = static_cast<CompletionManager*>(manager_);
|
|
|
|
set_thread_name("diag");
|
2018-04-14 16:52:17 +00:00
|
|
|
while (true) {
|
2018-09-08 19:07:43 +00:00
|
|
|
CompletionManager::DiagnosticRequest request =
|
2018-07-15 17:10:24 +00:00
|
|
|
manager->diagnostic_request_.Dequeue();
|
2018-09-22 08:37:00 +00:00
|
|
|
const std::string &path = request.path;
|
|
|
|
int64_t wait = request.wait_until -
|
|
|
|
chrono::duration_cast<chrono::milliseconds>(
|
|
|
|
chrono::high_resolution_clock::now().time_since_epoch())
|
|
|
|
.count();
|
|
|
|
if (wait > 0)
|
|
|
|
std::this_thread::sleep_for(chrono::duration<int64_t, std::milli>(
|
|
|
|
std::min(wait, request.debounce)));
|
2017-04-17 01:22:59 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
std::shared_ptr<CompletionSession> session =
|
|
|
|
manager->TryGetSession(path, false);
|
2018-10-03 00:34:02 +00:00
|
|
|
std::shared_ptr<PreambleData> preamble = session->GetPreamble();
|
2018-10-10 16:52:41 +00:00
|
|
|
IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS =
|
2018-10-03 00:34:02 +00:00
|
|
|
preamble ? preamble->stat_cache->Consumer(session->FS) : session->FS;
|
2018-08-29 05:49:53 +00:00
|
|
|
std::unique_ptr<CompilerInvocation> CI =
|
2018-10-03 00:34:02 +00:00
|
|
|
BuildCompilerInvocation(session->file.args, FS);
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!CI)
|
2018-04-14 16:52:17 +00:00
|
|
|
continue;
|
2018-09-08 17:37:48 +00:00
|
|
|
CI->getDiagnosticOpts().IgnoreWarnings = false;
|
|
|
|
CI->getLangOpts()->SpellChecking = g_config->diagnostics.spellChecking;
|
2018-09-22 08:37:00 +00:00
|
|
|
StoreDiags DC(path);
|
2018-04-14 16:52:17 +00:00
|
|
|
WorkingFiles::Snapshot snapshot =
|
2018-07-15 17:10:24 +00:00
|
|
|
manager->working_files_->AsSnapshot({StripFileType(path)});
|
2018-08-29 05:49:53 +00:00
|
|
|
std::vector<std::unique_ptr<llvm::MemoryBuffer>> Bufs;
|
2018-10-03 00:34:02 +00:00
|
|
|
auto Clang = BuildCompilerInstance(*session, std::move(CI), FS, DC,
|
|
|
|
preamble.get(), snapshot, Bufs);
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!Clang)
|
2018-04-14 16:52:17 +00:00
|
|
|
continue;
|
2018-08-29 05:49:53 +00:00
|
|
|
if (!Parse(*Clang))
|
|
|
|
continue;
|
|
|
|
for (auto &Buf : Bufs)
|
|
|
|
Buf.release();
|
2018-04-14 16:52:17 +00:00
|
|
|
|
2018-09-13 06:07:47 +00:00
|
|
|
auto Fill = [](const DiagBase &d, lsDiagnostic &ret) {
|
|
|
|
ret.range = lsRange{{d.range.start.line, d.range.start.column},
|
|
|
|
{d.range.end.line, d.range.end.column}};
|
2018-08-29 05:49:53 +00:00
|
|
|
switch (d.level) {
|
2018-07-14 23:02:59 +00:00
|
|
|
case DiagnosticsEngine::Ignored:
|
|
|
|
// llvm_unreachable
|
|
|
|
case DiagnosticsEngine::Remark:
|
2018-09-13 06:07:47 +00:00
|
|
|
ret.severity = lsDiagnosticSeverity::Hint;
|
|
|
|
break;
|
|
|
|
case DiagnosticsEngine::Note:
|
|
|
|
ret.severity = lsDiagnosticSeverity::Information;
|
|
|
|
break;
|
2018-07-14 23:02:59 +00:00
|
|
|
case DiagnosticsEngine::Warning:
|
2018-09-13 06:07:47 +00:00
|
|
|
ret.severity = lsDiagnosticSeverity::Warning;
|
2018-07-14 23:02:59 +00:00
|
|
|
break;
|
|
|
|
case DiagnosticsEngine::Error:
|
|
|
|
case DiagnosticsEngine::Fatal:
|
2018-09-13 06:07:47 +00:00
|
|
|
ret.severity = lsDiagnosticSeverity::Error;
|
|
|
|
break;
|
2018-07-14 23:02:59 +00:00
|
|
|
}
|
2018-09-13 06:07:47 +00:00
|
|
|
ret.code = d.category;
|
|
|
|
return ret;
|
|
|
|
};
|
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
std::vector<Diag> diags = DC.Take();
|
|
|
|
if (std::shared_ptr<PreambleData> preamble = session->GetPreamble())
|
|
|
|
diags.insert(diags.end(), preamble->diags.begin(), preamble->diags.end());
|
2018-09-13 06:07:47 +00:00
|
|
|
std::vector<lsDiagnostic> ls_diags;
|
2018-09-22 08:37:00 +00:00
|
|
|
for (auto &d : diags) {
|
|
|
|
if (!d.concerned)
|
2018-09-13 06:07:47 +00:00
|
|
|
continue;
|
|
|
|
std::string buf;
|
|
|
|
llvm::raw_string_ostream OS(buf);
|
|
|
|
lsDiagnostic &ls_diag = ls_diags.emplace_back();
|
|
|
|
Fill(d, ls_diag);
|
2018-08-29 05:49:53 +00:00
|
|
|
ls_diag.fixits_ = d.edits;
|
2018-09-13 06:07:47 +00:00
|
|
|
OS << d.message;
|
|
|
|
for (auto &n : d.notes) {
|
|
|
|
OS << "\n\n";
|
|
|
|
printDiag(OS, n);
|
|
|
|
}
|
|
|
|
OS.flush();
|
|
|
|
ls_diag.message = std::move(buf);
|
|
|
|
for (auto &n : d.notes) {
|
2018-09-22 08:37:00 +00:00
|
|
|
if (!n.concerned)
|
2018-09-13 06:07:47 +00:00
|
|
|
continue;
|
|
|
|
lsDiagnostic &ls_diag1 = ls_diags.emplace_back();
|
|
|
|
Fill(n, ls_diag1);
|
|
|
|
OS << n.message << "\n\n";
|
|
|
|
printDiag(OS, d);
|
|
|
|
OS.flush();
|
|
|
|
ls_diag1.message = std::move(buf);
|
|
|
|
}
|
2018-04-14 16:52:17 +00:00
|
|
|
}
|
2018-09-22 08:37:00 +00:00
|
|
|
|
|
|
|
{
|
|
|
|
std::lock_guard lock(session->wfiles->files_mutex);
|
|
|
|
if (WorkingFile *wfile = session->wfiles->GetFileByFilenameNoLock(path))
|
|
|
|
wfile->diagnostics_ = ls_diags;
|
|
|
|
}
|
2018-07-15 17:10:24 +00:00
|
|
|
manager->on_diagnostic_(path, ls_diags);
|
2018-04-14 16:52:17 +00:00
|
|
|
}
|
2018-10-02 16:34:55 +00:00
|
|
|
return nullptr;
|
2018-04-14 16:52:17 +00:00
|
|
|
}
|
|
|
|
|
2018-08-09 17:08:14 +00:00
|
|
|
} // namespace
|
2018-02-18 17:15:39 +00:00
|
|
|
|
2018-08-28 05:42:40 +00:00
|
|
|
std::shared_ptr<PreambleData> CompletionSession::GetPreamble() {
|
2018-08-29 05:49:53 +00:00
|
|
|
std::lock_guard<std::mutex> lock(mutex);
|
|
|
|
return preamble;
|
2018-08-28 05:42:40 +00:00
|
|
|
}
|
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
CompletionManager::CompletionManager(Project *project,
|
|
|
|
WorkingFiles *working_files,
|
|
|
|
OnDiagnostic on_diagnostic,
|
|
|
|
OnDropped on_dropped)
|
2018-08-09 17:08:14 +00:00
|
|
|
: project_(project), working_files_(working_files),
|
|
|
|
on_diagnostic_(on_diagnostic), on_dropped_(on_dropped),
|
2018-09-22 08:37:00 +00:00
|
|
|
preloads(kMaxPreloadedSessions),
|
|
|
|
sessions(kMaxCompletionSessions),
|
2018-08-28 05:42:40 +00:00
|
|
|
PCH(std::make_shared<PCHContainerOperations>()) {
|
2018-10-02 16:34:55 +00:00
|
|
|
SpawnThread(ccls::CompletionMain, this);
|
|
|
|
SpawnThread(ccls::CompletionPreloadMain, this);
|
|
|
|
SpawnThread(ccls::DiagnosticMain, this);
|
2017-04-17 01:22:59 +00:00
|
|
|
}
|
2017-03-26 21:40:34 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
void CompletionManager::DiagnosticsUpdate(const std::string &path,
|
|
|
|
int debounce) {
|
|
|
|
static GroupMatch match(g_config->diagnostics.whitelist,
|
|
|
|
g_config->diagnostics.blacklist);
|
|
|
|
if (!match.IsMatch(path))
|
|
|
|
return;
|
|
|
|
int64_t now = chrono::duration_cast<chrono::milliseconds>(
|
|
|
|
chrono::high_resolution_clock::now().time_since_epoch())
|
|
|
|
.count();
|
|
|
|
bool flag = false;
|
|
|
|
{
|
|
|
|
std::lock_guard lock(diag_mutex);
|
|
|
|
int64_t &next = next_diag[path];
|
|
|
|
auto &d = g_config->diagnostics;
|
|
|
|
if (next <= now ||
|
|
|
|
now - next > std::max(d.onChange, std::max(d.onChange, d.onSave))) {
|
|
|
|
next = now + debounce;
|
|
|
|
flag = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (flag)
|
|
|
|
diagnostic_request_.PushBack({path, now + debounce, debounce}, false);
|
2017-03-26 21:40:34 +00:00
|
|
|
}
|
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
void CompletionManager::NotifyView(const std::string &path) {
|
2017-10-23 07:28:21 +00:00
|
|
|
// Only reparse the file if we create a new CompletionSession.
|
2018-09-08 19:07:43 +00:00
|
|
|
if (EnsureCompletionOrCreatePreloadSession(path))
|
2018-09-11 23:42:04 +00:00
|
|
|
preload_requests_.PushBack(PreloadRequest{path}, true);
|
2017-05-26 06:40:38 +00:00
|
|
|
}
|
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
void CompletionManager::NotifySave(const std::string &filename) {
|
2017-10-23 07:28:21 +00:00
|
|
|
EnsureCompletionOrCreatePreloadSession(filename);
|
2018-09-11 23:42:04 +00:00
|
|
|
preload_requests_.PushBack(PreloadRequest{filename}, true);
|
2017-05-26 06:40:38 +00:00
|
|
|
}
|
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
void CompletionManager::OnClose(const std::string &filename) {
|
2017-10-17 18:43:33 +00:00
|
|
|
std::lock_guard<std::mutex> lock(sessions_lock_);
|
2018-09-22 08:37:00 +00:00
|
|
|
preloads.TryTake(filename);
|
|
|
|
sessions.TryTake(filename);
|
2017-10-23 07:28:21 +00:00
|
|
|
}
|
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
bool CompletionManager::EnsureCompletionOrCreatePreloadSession(
|
|
|
|
const std::string &path) {
|
2017-10-23 07:28:21 +00:00
|
|
|
std::lock_guard<std::mutex> lock(sessions_lock_);
|
2018-09-22 08:37:00 +00:00
|
|
|
if (preloads.TryGet(path) || sessions.TryGet(path))
|
2017-10-23 15:38:01 +00:00
|
|
|
return false;
|
|
|
|
|
|
|
|
// No CompletionSession, create new one.
|
2018-08-29 05:49:53 +00:00
|
|
|
auto session = std::make_shared<ccls::CompletionSession>(
|
2018-10-01 05:54:48 +00:00
|
|
|
project_->FindEntry(path, false), working_files_, PCH);
|
2018-09-22 08:37:00 +00:00
|
|
|
if (session->file.filename != path) {
|
|
|
|
session->inferred = true;
|
|
|
|
session->file.filename = path;
|
|
|
|
}
|
|
|
|
preloads.Insert(path, session);
|
|
|
|
LOG_S(INFO) << "create preload session for " << path;
|
2017-10-23 15:38:01 +00:00
|
|
|
return true;
|
2017-10-17 18:43:33 +00:00
|
|
|
}
|
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
std::shared_ptr<ccls::CompletionSession>
|
2018-09-22 08:37:00 +00:00
|
|
|
CompletionManager::TryGetSession(const std::string &path, bool preload,
|
|
|
|
bool *is_open) {
|
2017-05-26 06:40:38 +00:00
|
|
|
std::lock_guard<std::mutex> lock(sessions_lock_);
|
2018-09-22 08:37:00 +00:00
|
|
|
std::shared_ptr<ccls::CompletionSession> session = preloads.TryGet(path);
|
|
|
|
|
|
|
|
if (session) {
|
|
|
|
if (!preload) {
|
|
|
|
preloads.TryTake(path);
|
|
|
|
sessions.Insert(path, session);
|
|
|
|
if (is_open)
|
|
|
|
*is_open = true;
|
2017-10-23 07:28:21 +00:00
|
|
|
}
|
2018-09-22 08:37:00 +00:00
|
|
|
return session;
|
2017-10-23 04:49:17 +00:00
|
|
|
}
|
2017-06-10 01:02:48 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
session = sessions.TryGet(path);
|
|
|
|
if (!session && !preload) {
|
2018-08-29 05:49:53 +00:00
|
|
|
session = std::make_shared<ccls::CompletionSession>(
|
2018-10-01 05:54:48 +00:00
|
|
|
project_->FindEntry(path, false), working_files_, PCH);
|
2018-09-22 08:37:00 +00:00
|
|
|
sessions.Insert(path, session);
|
|
|
|
LOG_S(INFO) << "create session for " << path;
|
|
|
|
if (is_open)
|
|
|
|
*is_open = true;
|
2017-05-26 06:40:38 +00:00
|
|
|
}
|
2017-06-10 01:02:48 +00:00
|
|
|
|
2018-08-29 05:49:53 +00:00
|
|
|
return session;
|
2017-06-10 01:02:48 +00:00
|
|
|
}
|
2018-03-20 12:33:02 +00:00
|
|
|
|
2018-09-08 19:07:43 +00:00
|
|
|
void CompletionManager::FlushAllSessions() {
|
2018-05-27 19:24:56 +00:00
|
|
|
LOG_S(INFO) << "flush all clang complete sessions";
|
|
|
|
std::lock_guard<std::mutex> lock(sessions_lock_);
|
2018-03-20 12:33:02 +00:00
|
|
|
|
2018-09-22 08:37:00 +00:00
|
|
|
preloads.Clear();
|
|
|
|
sessions.Clear();
|
2018-03-20 12:33:02 +00:00
|
|
|
}
|
2018-10-28 17:49:31 +00:00
|
|
|
} // namespace ccls
|