AtomicLineLogger.cpp

Go to the documentation of this file.

//===- AtomicLineLogger.cpp -----------------------------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This file defines the implementation of an AtomicLineLogger and the relevant
// supporting classes.
//
//===----------------------------------------------------------------------===//
 
#include "clang/Basic/AtomicLineLogger.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Support/Errno.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/FileSystem.h"
#include "llvm/Support/Format.h"
#include "llvm/Support/Process.h"
#include "llvm/Support/Threading.h"
#ifndef _WIN32
#include <unistd.h>
#endif
#ifdef __APPLE__
#include <sys/time.h>
#endif
 
using namespace clang;
 
static uint64_t getTimestampMillis() {
#ifdef __APPLE__
  // Using chrono is roughly 50% slower.
  struct timeval T;
  gettimeofday(&T, 0);
  return T.tv_sec * 1000 + T.tv_usec / 1000;
#else
  auto Time = std::chrono::system_clock::now();
  auto Millis = std::chrono::duration_cast<std::chrono::milliseconds>(
      Time.time_since_epoch());
  return Millis.count();
#endif
}
 
static int openLogFile(StringRef Path) {
#ifdef _WIN32
  // Logging is always disabled on Windows. openLogFile implements this policy
  // by never returning a valid FD, so the logger and the LogLines it creates
  // stay dormant (FD == -1). The reason is that writes to files opened with
  // OF_Append are not guaranteed atomic on Windows. If a use case arises we'll
  // need a different strategy to write LogLines atomically.
  (void)Path;
  return -1;
#else
  int FD = -1;
  std::error_code EC = llvm::sys::fs::openFileForWrite(
      Path, FD, llvm::sys::fs::CD_OpenAlways, llvm::sys::fs::OF_Append);
  if (EC) {
    llvm::errs() << "warning: unable to open log file '" << Path
                 << "': " << EC.message() << "\n";
    return -1;
  }
  return FD;
#endif
}
 
// Writes the whole line into an FD that is opened with OF_Append.
// This function only does one write (up to retry due to interrupts), and the
// single write is blocking and atomic on POSIX systems.
static bool writeLineToFD(int FD, const char *Data, size_t Size) {
#ifdef _WIN32
  (void)FD, (void)Data, (void)Size;
  llvm_unreachable("dependency scanning logging is unsupported on Windows");
#else
  ssize_t Written = llvm::sys::RetryAfterSignal(-1, write, FD, Data, Size);
  return Written >= 0 && (static_cast<size_t>(Written) == Size);
#endif
}
 
LogLine::LogLine(int FD, std::atomic<uint64_t> *DroppedLines)
    : FormattingOS(Buffer), FD(FD), DroppedLines(DroppedLines) {
  auto Millis = getTimestampMillis();
  *FormattingOS << llvm::format("[%lld.%0.3lld]", Millis / 1000, Millis % 1000);
  *FormattingOS << ' ' << llvm::sys::Process::getProcessId() << ' '
                << llvm::get_threadid() << ": ";
}
 
LogLine::LogLine(LogLine &&Other)
    : Buffer(std::move(Other.Buffer)), FD(Other.FD),
      DroppedLines(Other.DroppedLines) {
  if (Other.FormattingOS)
    FormattingOS.emplace(Buffer);
 
  // Destroy the info in Other so its destructor does not write out the line.
  Other.FormattingOS.reset();
  Other.FD = -1;
  Other.DroppedLines = nullptr;
}
 
LogLine::~LogLine() {
  if (!FormattingOS)
    return;
  *FormattingOS << "\n";
  if (!writeLineToFD(FD, Buffer.data(), Buffer.size()))
    DroppedLines->fetch_add(1, std::memory_order_relaxed);
}
 
void AtomicLineLogger::initialize(StringRef LogFilePath) {
  LogPath = LogFilePath.str();
  int NewFD = openLogFile(LogFilePath);
  if (NewFD == -1)
    return;
  FD.store(NewFD, std::memory_order_relaxed);
  log() << "logging_start";
}
 
AtomicLineLogger::AtomicLineLogger(StringRef LogFilePath) {
  if (LogFilePath.empty())
    return;
  initialize(LogFilePath);
  PathSource = LogPathSource::Constructor;
}
 
bool AtomicLineLogger::enable(StringRef RequestedLogPath) {
  std::lock_guard<std::mutex> Lock(EnableMtx);
  switch (PathSource) {
  case LogPathSource::None:
    PathSource = LogPathSource::EnableMethod;
    if (!RequestedLogPath.empty())
      initialize(RequestedLogPath);
    return true;
  case LogPathSource::Constructor:
    return RequestedLogPath.empty() || RequestedLogPath == LogPath;
  case LogPathSource::EnableMethod:
    return RequestedLogPath == LogPath;
  }
 
  llvm_unreachable("unhandled LogPathSource");
}
 
LogLine AtomicLineLogger::log() {
  int CurFD = FD.load(std::memory_order_relaxed);
  if (CurFD != -1)
    return LogLine(CurFD, &DroppedLines);
  return LogLine();
}
 
AtomicLineLogger::~AtomicLineLogger() {
  int CurFD = FD.load(std::memory_order_relaxed);
  if (CurFD == -1)
    return;
  log() << "logging_end";
  if (uint64_t Dropped = DroppedLines.load(std::memory_order_relaxed))
    llvm::errs() << "warning: log '" << LogPath
                 << "' is incomplete: " << Dropped
                 << " line(s) dropped due to write errors\n";
  llvm::sys::Process::SafelyCloseFileDescriptor(FD);
}