//===--- JSONRPCDispatcher.cpp - Main JSON parser entry point -------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "JSONRPCDispatcher.h" #include "JSONExpr.h" #include "ProtocolHandlers.h" #include "Trace.h" #include "llvm/ADT/SmallString.h" #include "llvm/ADT/StringExtras.h" #include "llvm/Support/Chrono.h" #include "llvm/Support/Errno.h" #include "llvm/Support/SourceMgr.h" #include using namespace clang; using namespace clangd; namespace { static Key RequestID; static Key RequestOut; // When tracing, we trace a request and attach the repsonse in reply(). // Because the Span isn't available, we find the current request using Context. class RequestSpan { RequestSpan(json::obj *Args) : Args(Args) {} std::mutex Mu; json::obj *Args; static Key> RSKey; public: // Return a context that's aware of the enclosing request, identified by Span. static Context stash(const trace::Span &Span) { return Context::current().derive( RSKey, std::unique_ptr(new RequestSpan(Span.Args))); } // If there's an enclosing request and the tracer is interested, calls \p F // with a json::obj where request info can be added. template static void attach(Func &&F) { auto *RequestArgs = Context::current().get(RSKey); if (!RequestArgs || !*RequestArgs || !(*RequestArgs)->Args) return; std::lock_guard Lock((*RequestArgs)->Mu); F(*(*RequestArgs)->Args); } }; Key> RequestSpan::RSKey; } // namespace void JSONOutput::writeMessage(const json::Expr &Message) { std::string S; llvm::raw_string_ostream OS(S); if (Pretty) OS << llvm::formatv("{0:2}", Message); else OS << Message; OS.flush(); { std::lock_guard Guard(StreamMutex); Outs << "Content-Length: " << S.size() << "\r\n\r\n" << S; Outs.flush(); } log(llvm::Twine("--> ") + S + "\n"); } void JSONOutput::log(const Twine &Message) { llvm::sys::TimePoint<> Timestamp = std::chrono::system_clock::now(); trace::log(Message); std::lock_guard Guard(StreamMutex); Logs << llvm::formatv("[{0:%H:%M:%S.%L}] {1}\n", Timestamp, Message); Logs.flush(); } void JSONOutput::mirrorInput(const Twine &Message) { if (!InputMirror) return; *InputMirror << Message; InputMirror->flush(); } void clangd::reply(json::Expr &&Result) { auto ID = Context::current().get(RequestID); if (!ID) { log("Attempted to reply to a notification!"); return; } RequestSpan::attach([&](json::obj &Args) { Args["Reply"] = Result; }); Context::current() .getExisting(RequestOut) ->writeMessage(json::obj{ {"jsonrpc", "2.0"}, {"id", *ID}, {"result", std::move(Result)}, }); } void clangd::replyError(ErrorCode code, const llvm::StringRef &Message) { log("Error " + Twine(static_cast(code)) + ": " + Message); RequestSpan::attach([&](json::obj &Args) { Args["Error"] = json::obj{{"code", static_cast(code)}, {"message", Message.str()}}; }); if (auto ID = Context::current().get(RequestID)) { Context::current() .getExisting(RequestOut) ->writeMessage(json::obj{ {"jsonrpc", "2.0"}, {"id", *ID}, {"error", json::obj{{"code", static_cast(code)}, {"message", Message}}}, }); } } void clangd::call(StringRef Method, json::Expr &&Params) { // FIXME: Generate/Increment IDs for every request so that we can get proper // replies once we need to. RequestSpan::attach([&](json::obj &Args) { Args["Call"] = json::obj{{"method", Method.str()}, {"params", Params}}; }); Context::current() .getExisting(RequestOut) ->writeMessage(json::obj{ {"jsonrpc", "2.0"}, {"id", 1}, {"method", Method}, {"params", std::move(Params)}, }); } void JSONRPCDispatcher::registerHandler(StringRef Method, Handler H) { assert(!Handlers.count(Method) && "Handler already registered!"); Handlers[Method] = std::move(H); } bool JSONRPCDispatcher::call(const json::Expr &Message, JSONOutput &Out) const { // Message must be an object with "jsonrpc":"2.0". auto *Object = Message.asObject(); if (!Object || Object->getString("jsonrpc") != Optional("2.0")) return false; // ID may be any JSON value. If absent, this is a notification. llvm::Optional ID; if (auto *I = Object->get("id")) ID = std::move(*I); // Method must be given. auto Method = Object->getString("method"); if (!Method) return false; // Params should be given, use null if not. json::Expr Params = nullptr; if (auto *P = Object->get("params")) Params = std::move(*P); auto I = Handlers.find(*Method); auto &Handler = I != Handlers.end() ? I->second : UnknownHandler; // Create a Context that contains request information. WithContextValue WithRequestOut(RequestOut, &Out); llvm::Optional WithID; if (ID) WithID.emplace(RequestID, *ID); // Create a tracing Span covering the whole request lifetime. trace::Span Tracer(*Method); if (ID) SPAN_ATTACH(Tracer, "ID", *ID); SPAN_ATTACH(Tracer, "Params", Params); // Stash a reference to the span args, so later calls can add metadata. WithContext WithRequestSpan(RequestSpan::stash(Tracer)); Handler(std::move(Params)); return true; } // Tries to read a line up to and including \n. // If failing, feof() or ferror() will be set. static bool readLine(std::FILE *In, std::string &Out) { static constexpr int BufSize = 1024; size_t Size = 0; Out.clear(); for (;;) { Out.resize(Size + BufSize); // Handle EINTR which is sent when a debugger attaches on some platforms. if (!llvm::sys::RetryAfterSignal(nullptr, ::fgets, &Out[Size], BufSize, In)) return false; clearerr(In); // If the line contained null bytes, anything after it (including \n) will // be ignored. Fortunately this is not a legal header or JSON. size_t Read = std::strlen(&Out[Size]); if (Read > 0 && Out[Size + Read - 1] == '\n') { Out.resize(Size + Read); return true; } Size += Read; } } // Returns None when: // - ferror() or feof() are set. // - Content-Length is missing or empty (protocol error) static llvm::Optional readStandardMessage(std::FILE *In, JSONOutput &Out) { // A Language Server Protocol message starts with a set of HTTP headers, // delimited by \r\n, and terminated by an empty line (\r\n). unsigned long long ContentLength = 0; std::string Line; while (true) { if (feof(In) || ferror(In) || !readLine(In, Line)) return llvm::None; Out.mirrorInput(Line); llvm::StringRef LineRef(Line); // We allow comments in headers. Technically this isn't part // of the LSP specification, but makes writing tests easier. if (LineRef.startswith("#")) continue; // Content-Length is a mandatory header, and the only one we handle. if (LineRef.consume_front("Content-Length: ")) { if (ContentLength != 0) { log("Warning: Duplicate Content-Length header received. " "The previous value for this message (" + llvm::Twine(ContentLength) + ") was ignored."); } llvm::getAsUnsignedInteger(LineRef.trim(), 0, ContentLength); continue; } else if (!LineRef.trim().empty()) { // It's another header, ignore it. continue; } else { // An empty line indicates the end of headers. // Go ahead and read the JSON. break; } } // The fuzzer likes crashing us by sending "Content-Length: 9999999999999999" if (ContentLength > 1 << 30) { // 1024M log("Refusing to read message with long Content-Length: " + Twine(ContentLength) + ". Expect protocol errors."); return llvm::None; } if (ContentLength == 0) { log("Warning: Missing Content-Length header, or zero-length message."); return llvm::None; } std::string JSON(ContentLength, '\0'); for (size_t Pos = 0, Read; Pos < ContentLength; Pos += Read) { // Handle EINTR which is sent when a debugger attaches on some platforms. Read = llvm::sys::RetryAfterSignal(0u, ::fread, &JSON[Pos], 1, ContentLength - Pos, In); Out.mirrorInput(StringRef(&JSON[Pos], Read)); if (Read == 0) { log("Input was aborted. Read only " + llvm::Twine(Pos) + " bytes of expected " + llvm::Twine(ContentLength) + "."); return llvm::None; } clearerr(In); // If we're done, the error was transient. If we're not done, // either it was transient or we'll see it again on retry. Pos += Read; } return std::move(JSON); } // For lit tests we support a simplified syntax: // - messages are delimited by '---' on a line by itself // - lines starting with # are ignored. // This is a testing path, so favor simplicity over performance here. // When returning None, feof() or ferror() will be set. static llvm::Optional readDelimitedMessage(std::FILE *In, JSONOutput &Out) { std::string JSON; std::string Line; while (readLine(In, Line)) { auto LineRef = llvm::StringRef(Line).trim(); if (LineRef.startswith("#")) // comment continue; // found a delimiter if (LineRef.rtrim() == "---") break; JSON += Line; } if (ferror(In)) { log("Input error while reading message!"); return llvm::None; } else { // Including EOF Out.mirrorInput( llvm::formatv("Content-Length: {0}\r\n\r\n{1}", JSON.size(), JSON)); return std::move(JSON); } } // The use of C-style std::FILE* IO deserves some explanation. // Previously, std::istream was used. When a debugger attached on MacOS, the // process received EINTR, the stream went bad, and clangd exited. // A retry-on-EINTR loop around reads solved this problem, but caused clangd to // sometimes hang rather than exit on other OSes. The interaction between // istreams and signals isn't well-specified, so it's hard to get this right. // The C APIs seem to be clearer in this respect. void clangd::runLanguageServerLoop(std::FILE *In, JSONOutput &Out, JSONStreamStyle InputStyle, JSONRPCDispatcher &Dispatcher, bool &IsDone) { auto &ReadMessage = (InputStyle == Delimited) ? readDelimitedMessage : readStandardMessage; while (!IsDone && !feof(In)) { if (ferror(In)) { log("IO error: " + llvm::sys::StrError()); return; } if (auto JSON = ReadMessage(In, Out)) { if (auto Doc = json::parse(*JSON)) { // Log the formatted message. log(llvm::formatv(Out.Pretty ? "<-- {0:2}\n" : "<-- {0}\n", *Doc)); // Finally, execute the action for this JSON message. if (!Dispatcher.call(*Doc, Out)) log("JSON dispatch failed!"); } else { // Parse error. Log the raw message. log(llvm::formatv("<-- {0}\n" , *JSON)); log(llvm::Twine("JSON parse error: ") + llvm::toString(Doc.takeError())); } } } }