diff options
author | Dimitry Andric <dim@FreeBSD.org> | 2017-12-18 20:10:56 +0000 |
---|---|---|
committer | Dimitry Andric <dim@FreeBSD.org> | 2017-12-18 20:10:56 +0000 |
commit | 044eb2f6afba375a914ac9d8024f8f5142bb912e (patch) | |
tree | 1475247dc9f9fe5be155ebd4c9069c75aadf8c20 /lib/Support/FileOutputBuffer.cpp | |
parent | eb70dddbd77e120e5d490bd8fbe7ff3f8fa81c6b (diff) |
Notes
Diffstat (limited to 'lib/Support/FileOutputBuffer.cpp')
-rw-r--r-- | lib/Support/FileOutputBuffer.cpp | 213 |
1 files changed, 121 insertions, 92 deletions
diff --git a/lib/Support/FileOutputBuffer.cpp b/lib/Support/FileOutputBuffer.cpp index 731740d012d9..c4ff563e5f44 100644 --- a/lib/Support/FileOutputBuffer.cpp +++ b/lib/Support/FileOutputBuffer.cpp @@ -15,8 +15,8 @@ #include "llvm/ADT/STLExtras.h" #include "llvm/ADT/SmallString.h" #include "llvm/Support/Errc.h" +#include "llvm/Support/Memory.h" #include "llvm/Support/Path.h" -#include "llvm/Support/Signals.h" #include <system_error> #if !defined(_MSC_VER) && !defined(__MINGW32__) @@ -25,117 +25,146 @@ #include <io.h> #endif -using llvm::sys::fs::mapped_file_region; +using namespace llvm; +using namespace llvm::sys; -namespace llvm { -FileOutputBuffer::FileOutputBuffer(std::unique_ptr<mapped_file_region> R, - StringRef Path, StringRef TmpPath, - bool IsRegular) - : Region(std::move(R)), FinalPath(Path), TempPath(TmpPath), - IsRegular(IsRegular) {} +namespace { +// A FileOutputBuffer which creates a temporary file in the same directory +// as the final output file. The final output file is atomically replaced +// with the temporary file on commit(). +class OnDiskBuffer : public FileOutputBuffer { +public: + OnDiskBuffer(StringRef Path, fs::TempFile Temp, + std::unique_ptr<fs::mapped_file_region> Buf) + : FileOutputBuffer(Path), Buffer(std::move(Buf)), Temp(std::move(Temp)) {} -FileOutputBuffer::~FileOutputBuffer() { - // Close the mapping before deleting the temp file, so that the removal - // succeeds. - Region.reset(); - sys::fs::remove(Twine(TempPath)); -} + uint8_t *getBufferStart() const override { return (uint8_t *)Buffer->data(); } -ErrorOr<std::unique_ptr<FileOutputBuffer>> -FileOutputBuffer::create(StringRef FilePath, size_t Size, unsigned Flags) { - // Check file is not a regular file, in which case we cannot remove it. - sys::fs::file_status Stat; - std::error_code EC = sys::fs::status(FilePath, Stat); - bool IsRegular = true; - switch (Stat.type()) { - case sys::fs::file_type::file_not_found: - // If file does not exist, we'll create one. - break; - case sys::fs::file_type::regular_file: { - // If file is not currently writable, error out. - // FIXME: There is no sys::fs:: api for checking this. - // FIXME: In posix, you use the access() call to check this. - } - break; - case sys::fs::file_type::directory_file: - return errc::is_a_directory; - default: - if (EC) - return EC; - IsRegular = false; + uint8_t *getBufferEnd() const override { + return (uint8_t *)Buffer->data() + Buffer->size(); + } + + size_t getBufferSize() const override { return Buffer->size(); } + + Error commit() override { + // Unmap buffer, letting OS flush dirty pages to file on disk. + Buffer.reset(); + + // Atomically replace the existing file with the new one. + return Temp.keep(FinalPath); + } + + ~OnDiskBuffer() override { + // Close the mapping before deleting the temp file, so that the removal + // succeeds. + Buffer.reset(); + consumeError(Temp.discard()); } - if (IsRegular) { - // Delete target file. - EC = sys::fs::remove(FilePath); - if (EC) - return EC; +private: + std::unique_ptr<fs::mapped_file_region> Buffer; + fs::TempFile Temp; +}; + +// A FileOutputBuffer which keeps data in memory and writes to the final +// output file on commit(). This is used only when we cannot use OnDiskBuffer. +class InMemoryBuffer : public FileOutputBuffer { +public: + InMemoryBuffer(StringRef Path, MemoryBlock Buf, unsigned Mode) + : FileOutputBuffer(Path), Buffer(Buf), Mode(Mode) {} + + uint8_t *getBufferStart() const override { return (uint8_t *)Buffer.base(); } + + uint8_t *getBufferEnd() const override { + return (uint8_t *)Buffer.base() + Buffer.size(); } - SmallString<128> TempFilePath; - int FD; - if (IsRegular) { - unsigned Mode = sys::fs::all_read | sys::fs::all_write; - // If requested, make the output file executable. - if (Flags & F_executable) - Mode |= sys::fs::all_exe; - // Create new file in same directory but with random name. - EC = sys::fs::createUniqueFile(Twine(FilePath) + ".tmp%%%%%%%", FD, - TempFilePath, Mode); - } else { - // Create a temporary file. Since this is a special file, we will not move - // it and the new file can be in another filesystem. This avoids trying to - // create a temporary file in /dev when outputting to /dev/null for example. - EC = sys::fs::createTemporaryFile(sys::path::filename(FilePath), "", FD, - TempFilePath); + size_t getBufferSize() const override { return Buffer.size(); } + + Error commit() override { + int FD; + std::error_code EC; + if (auto EC = openFileForWrite(FinalPath, FD, fs::F_None, Mode)) + return errorCodeToError(EC); + raw_fd_ostream OS(FD, /*shouldClose=*/true, /*unbuffered=*/true); + OS << StringRef((const char *)Buffer.base(), Buffer.size()); + return Error::success(); } +private: + OwningMemoryBlock Buffer; + unsigned Mode; +}; +} // namespace + +static Expected<std::unique_ptr<InMemoryBuffer>> +createInMemoryBuffer(StringRef Path, size_t Size, unsigned Mode) { + std::error_code EC; + MemoryBlock MB = Memory::allocateMappedMemory( + Size, nullptr, sys::Memory::MF_READ | sys::Memory::MF_WRITE, EC); if (EC) - return EC; + return errorCodeToError(EC); + return llvm::make_unique<InMemoryBuffer>(Path, MB, Mode); +} - sys::RemoveFileOnSignal(TempFilePath); +static Expected<std::unique_ptr<OnDiskBuffer>> +createOnDiskBuffer(StringRef Path, size_t Size, unsigned Mode) { + Expected<fs::TempFile> FileOrErr = + fs::TempFile::create(Path + ".tmp%%%%%%%", Mode); + if (!FileOrErr) + return FileOrErr.takeError(); + fs::TempFile File = std::move(*FileOrErr); #ifndef LLVM_ON_WIN32 // On Windows, CreateFileMapping (the mmap function on Windows) // automatically extends the underlying file. We don't need to // extend the file beforehand. _chsize (ftruncate on Windows) is // pretty slow just like it writes specified amount of bytes, - // so we should avoid calling that. - EC = sys::fs::resize_file(FD, Size); - if (EC) - return EC; + // so we should avoid calling that function. + if (auto EC = fs::resize_file(File.FD, Size)) { + consumeError(File.discard()); + return errorCodeToError(EC); + } #endif - auto MappedFile = llvm::make_unique<mapped_file_region>( - FD, mapped_file_region::readwrite, Size, 0, EC); - int Ret = close(FD); - if (EC) - return EC; - if (Ret) - return std::error_code(errno, std::generic_category()); - - std::unique_ptr<FileOutputBuffer> Buf(new FileOutputBuffer( - std::move(MappedFile), FilePath, TempFilePath, IsRegular)); - return std::move(Buf); -} - -std::error_code FileOutputBuffer::commit() { - // Unmap buffer, letting OS flush dirty pages to file on disk. - Region.reset(); - + // Mmap it. std::error_code EC; - if (IsRegular) { - // Rename file to final name. - EC = sys::fs::rename(Twine(TempPath), Twine(FinalPath)); - sys::DontRemoveFileOnSignal(TempPath); - } else { - EC = sys::fs::copy_file(TempPath, FinalPath); - std::error_code RMEC = sys::fs::remove(TempPath); - sys::DontRemoveFileOnSignal(TempPath); - if (RMEC) - return RMEC; + auto MappedFile = llvm::make_unique<fs::mapped_file_region>( + File.FD, fs::mapped_file_region::readwrite, Size, 0, EC); + if (EC) { + consumeError(File.discard()); + return errorCodeToError(EC); } + return llvm::make_unique<OnDiskBuffer>(Path, std::move(File), + std::move(MappedFile)); +} - return EC; +// Create an instance of FileOutputBuffer. +Expected<std::unique_ptr<FileOutputBuffer>> +FileOutputBuffer::create(StringRef Path, size_t Size, unsigned Flags) { + unsigned Mode = fs::all_read | fs::all_write; + if (Flags & F_executable) + Mode |= fs::all_exe; + + fs::file_status Stat; + fs::status(Path, Stat); + + // Usually, we want to create OnDiskBuffer to create a temporary file in + // the same directory as the destination file and atomically replaces it + // by rename(2). + // + // However, if the destination file is a special file, we don't want to + // use rename (e.g. we don't want to replace /dev/null with a regular + // file.) If that's the case, we create an in-memory buffer, open the + // destination file and write to it on commit(). + switch (Stat.type()) { + case fs::file_type::directory_file: + return errorCodeToError(errc::is_a_directory); + case fs::file_type::regular_file: + case fs::file_type::file_not_found: + case fs::file_type::status_error: + return createOnDiskBuffer(Path, Size, Mode); + default: + return createInMemoryBuffer(Path, Size, Mode); + } } -} // namespace |