diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-28 14:29:10 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-28 14:29:10 +0000 |
commit | 2aa4a82499d4becd2284cdb482213d541b8804dd (patch) | |
tree | b80bf8bf13c3766139fbacc530efd0dd9d54394c /third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc | |
parent | Initial commit. (diff) | |
download | firefox-2aa4a82499d4becd2284cdb482213d541b8804dd.tar.xz firefox-2aa4a82499d4becd2284cdb482213d541b8804dd.zip |
Adding upstream version 86.0.1.upstream/86.0.1upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc')
-rw-r--r-- | third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc | 401 |
1 files changed, 401 insertions, 0 deletions
diff --git a/third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc b/third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc new file mode 100644 index 0000000000..4e3aa73245 --- /dev/null +++ b/third_party/libwebrtc/webrtc/rtc_base/filerotatingstream.cc @@ -0,0 +1,401 @@ +/* + * Copyright 2015 The WebRTC Project Authors. All rights reserved. + * + * Use of this source code is governed by a BSD-style license + * that can be found in the LICENSE file in the root of the source + * tree. An additional intellectual property rights grant can be found + * in the file PATENTS. All contributing project authors may + * be found in the AUTHORS file in the root of the source tree. + */ + +#include "rtc_base/filerotatingstream.h" + +#include <algorithm> +#include <iostream> +#include <string> + +#include "rtc_base/checks.h" +#include "rtc_base/fileutils.h" +#include "rtc_base/pathutils.h" + +// Note: We use std::cerr for logging in the write paths of this stream to avoid +// infinite loops when logging. + +namespace rtc { + +FileRotatingStream::FileRotatingStream(const std::string& dir_path, + const std::string& file_prefix) + : FileRotatingStream(dir_path, file_prefix, 0, 0, kRead) { +} + +FileRotatingStream::FileRotatingStream(const std::string& dir_path, + const std::string& file_prefix, + size_t max_file_size, + size_t num_files) + : FileRotatingStream(dir_path, + file_prefix, + max_file_size, + num_files, + kWrite) { + RTC_DCHECK_GT(max_file_size, 0); + RTC_DCHECK_GT(num_files, 1); +} + +FileRotatingStream::FileRotatingStream(const std::string& dir_path, + const std::string& file_prefix, + size_t max_file_size, + size_t num_files, + Mode mode) + : dir_path_(dir_path), + file_prefix_(file_prefix), + mode_(mode), + file_stream_(nullptr), + max_file_size_(max_file_size), + current_file_index_(0), + rotation_index_(0), + current_bytes_written_(0), + disable_buffering_(false) { + RTC_DCHECK(Filesystem::IsFolder(dir_path)); + switch (mode) { + case kWrite: { + file_names_.clear(); + for (size_t i = 0; i < num_files; ++i) { + file_names_.push_back(GetFilePath(i, num_files)); + } + rotation_index_ = num_files - 1; + break; + } + case kRead: { + file_names_ = GetFilesWithPrefix(); + std::sort(file_names_.begin(), file_names_.end()); + if (file_names_.size() > 0) { + // |file_names_| is sorted newest first, so read from the end. + current_file_index_ = file_names_.size() - 1; + } + break; + } + } +} + +FileRotatingStream::~FileRotatingStream() { +} + +StreamState FileRotatingStream::GetState() const { + if (mode_ == kRead && current_file_index_ < file_names_.size()) { + return SS_OPEN; + } + if (!file_stream_) { + return SS_CLOSED; + } + return file_stream_->GetState(); +} + +StreamResult FileRotatingStream::Read(void* buffer, + size_t buffer_len, + size_t* read, + int* error) { + RTC_DCHECK(buffer); + if (mode_ != kRead) { + return SR_EOS; + } + if (current_file_index_ >= file_names_.size()) { + return SR_EOS; + } + // We will have no file stream initially, and when we are finished with the + // previous file. + if (!file_stream_) { + if (!OpenCurrentFile()) { + return SR_ERROR; + } + } + int local_error = 0; + if (!error) { + error = &local_error; + } + StreamResult result = file_stream_->Read(buffer, buffer_len, read, error); + if (result == SR_EOS || result == SR_ERROR) { + if (result == SR_ERROR) { + RTC_LOG(LS_ERROR) << "Failed to read from: " + << file_names_[current_file_index_] + << "Error: " << error; + } + // Reached the end of the file, read next file. If there is an error return + // the error status but allow for a next read by reading next file. + CloseCurrentFile(); + if (current_file_index_ == 0) { + // Just finished reading the last file, signal EOS by setting index. + current_file_index_ = file_names_.size(); + } else { + --current_file_index_; + } + if (read) { + *read = 0; + } + return result == SR_EOS ? SR_SUCCESS : result; + } else if (result == SR_SUCCESS) { + // Succeeded, continue reading from this file. + return SR_SUCCESS; + } else { + RTC_NOTREACHED(); + } + return result; +} + +StreamResult FileRotatingStream::Write(const void* data, + size_t data_len, + size_t* written, + int* error) { + if (mode_ != kWrite) { + return SR_EOS; + } + if (!file_stream_) { + std::cerr << "Open() must be called before Write." << std::endl; + return SR_ERROR; + } + // Write as much as will fit in to the current file. + RTC_DCHECK_LT(current_bytes_written_, max_file_size_); + size_t remaining_bytes = max_file_size_ - current_bytes_written_; + size_t write_length = std::min(data_len, remaining_bytes); + size_t local_written = 0; + if (!written) { + written = &local_written; + } + StreamResult result = file_stream_->Write(data, write_length, written, error); + current_bytes_written_ += *written; + + // If we're done with this file, rotate it out. + if (current_bytes_written_ >= max_file_size_) { + RTC_DCHECK_EQ(current_bytes_written_, max_file_size_); + RotateFiles(); + } + return result; +} + +bool FileRotatingStream::Flush() { + if (!file_stream_) { + return false; + } + return file_stream_->Flush(); +} + +bool FileRotatingStream::GetSize(size_t* size) const { + if (mode_ != kRead) { + // Not possible to get accurate size on disk when writing because of + // potential buffering. + return false; + } + RTC_DCHECK(size); + *size = 0; + size_t total_size = 0; + for (auto file_name : file_names_) { + Pathname pathname(file_name); + size_t file_size = 0; + if (Filesystem::GetFileSize(file_name, &file_size)) { + total_size += file_size; + } + } + *size = total_size; + return true; +} + +void FileRotatingStream::Close() { + CloseCurrentFile(); +} + +bool FileRotatingStream::Open() { + switch (mode_) { + case kRead: + // Defer opening to when we first read since we want to return read error + // if we fail to open next file. + return true; + case kWrite: { + // Delete existing files when opening for write. + std::vector<std::string> matching_files = GetFilesWithPrefix(); + for (auto matching_file : matching_files) { + if (!Filesystem::DeleteFile(matching_file)) { + std::cerr << "Failed to delete: " << matching_file << std::endl; + } + } + return OpenCurrentFile(); + } + } + return false; +} + +bool FileRotatingStream::DisableBuffering() { + disable_buffering_ = true; + if (!file_stream_) { + std::cerr << "Open() must be called before DisableBuffering()." + << std::endl; + return false; + } + return file_stream_->DisableBuffering(); +} + +std::string FileRotatingStream::GetFilePath(size_t index) const { + RTC_DCHECK_LT(index, file_names_.size()); + return file_names_[index]; +} + +bool FileRotatingStream::OpenCurrentFile() { + CloseCurrentFile(); + + // Opens the appropriate file in the appropriate mode. + RTC_DCHECK_LT(current_file_index_, file_names_.size()); + std::string file_path = file_names_[current_file_index_]; + file_stream_.reset(new FileStream()); + const char* mode = nullptr; + switch (mode_) { + case kWrite: + mode = "w+"; + // We should always we writing to the zero-th file. + RTC_DCHECK_EQ(current_file_index_, 0); + break; + case kRead: + mode = "r"; + break; + } + int error = 0; + if (!file_stream_->Open(file_path, mode, &error)) { + std::cerr << "Failed to open: " << file_path << "Error: " << error + << std::endl; + file_stream_.reset(); + return false; + } + if (disable_buffering_) { + file_stream_->DisableBuffering(); + } + return true; +} + +void FileRotatingStream::CloseCurrentFile() { + if (!file_stream_) { + return; + } + current_bytes_written_ = 0; + file_stream_.reset(); +} + +void FileRotatingStream::RotateFiles() { + RTC_DCHECK_EQ(mode_, kWrite); + CloseCurrentFile(); + // Rotates the files by deleting the file at |rotation_index_|, which is the + // oldest file and then renaming the newer files to have an incremented index. + // See header file comments for example. + RTC_DCHECK_LT(rotation_index_, file_names_.size()); + std::string file_to_delete = file_names_[rotation_index_]; + if (Filesystem::IsFile(file_to_delete)) { + if (!Filesystem::DeleteFile(file_to_delete)) { + std::cerr << "Failed to delete: " << file_to_delete << std::endl; + } + } + for (auto i = rotation_index_; i > 0; --i) { + std::string rotated_name = file_names_[i]; + std::string unrotated_name = file_names_[i - 1]; + if (Filesystem::IsFile(unrotated_name)) { + if (!Filesystem::MoveFile(unrotated_name, rotated_name)) { + std::cerr << "Failed to move: " << unrotated_name << " to " + << rotated_name << std::endl; + } + } + } + // Create a new file for 0th index. + OpenCurrentFile(); + OnRotation(); +} + +std::vector<std::string> FileRotatingStream::GetFilesWithPrefix() const { + std::vector<std::string> files; + // Iterate over the files in the directory. + DirectoryIterator it; + Pathname dir_path; + dir_path.SetFolder(dir_path_); + if (!it.Iterate(dir_path)) { + return files; + } + do { + std::string current_name = it.Name(); + if (current_name.size() && !it.IsDirectory() && + current_name.compare(0, file_prefix_.size(), file_prefix_) == 0) { + Pathname path(dir_path_, current_name); + files.push_back(path.pathname()); + } + } while (it.Next()); + return files; +} + +std::string FileRotatingStream::GetFilePath(size_t index, + size_t num_files) const { + RTC_DCHECK_LT(index, num_files); + std::ostringstream file_name; + // The format will be "_%<num_digits>zu". We want to zero pad the index so + // that it will sort nicely. + size_t max_digits = ((num_files - 1) / 10) + 1; + size_t num_digits = (index / 10) + 1; + RTC_DCHECK_LE(num_digits, max_digits); + size_t padding = max_digits - num_digits; + + file_name << file_prefix_ << "_"; + for (size_t i = 0; i < padding; ++i) { + file_name << "0"; + } + file_name << index; + + Pathname file_path(dir_path_, file_name.str()); + return file_path.pathname(); +} + +CallSessionFileRotatingStream::CallSessionFileRotatingStream( + const std::string& dir_path) + : FileRotatingStream(dir_path, kLogPrefix), + max_total_log_size_(0), + num_rotations_(0) { +} + +CallSessionFileRotatingStream::CallSessionFileRotatingStream( + const std::string& dir_path, + size_t max_total_log_size) + : FileRotatingStream(dir_path, + kLogPrefix, + max_total_log_size / 2, + GetNumRotatingLogFiles(max_total_log_size) + 1), + max_total_log_size_(max_total_log_size), + num_rotations_(0) { + RTC_DCHECK_GE(max_total_log_size, 4); +} + +const char* CallSessionFileRotatingStream::kLogPrefix = "webrtc_log"; +const size_t CallSessionFileRotatingStream::kRotatingLogFileDefaultSize = + 1024 * 1024; + +void CallSessionFileRotatingStream::OnRotation() { + ++num_rotations_; + if (num_rotations_ == 1) { + // On the first rotation adjust the max file size so subsequent files after + // the first are smaller. + SetMaxFileSize(GetRotatingLogSize(max_total_log_size_)); + } else if (num_rotations_ == (GetNumFiles() - 1)) { + // On the next rotation the very first file is going to be deleted. Change + // the rotation index so this doesn't happen. + SetRotationIndex(GetRotationIndex() - 1); + } +} + +size_t CallSessionFileRotatingStream::GetRotatingLogSize( + size_t max_total_log_size) { + size_t num_rotating_log_files = GetNumRotatingLogFiles(max_total_log_size); + size_t rotating_log_size = num_rotating_log_files > 2 + ? kRotatingLogFileDefaultSize + : max_total_log_size / 4; + return rotating_log_size; +} + +size_t CallSessionFileRotatingStream::GetNumRotatingLogFiles( + size_t max_total_log_size) { + // At minimum have two rotating files. Otherwise split the available log size + // evenly across 1MB files. + return std::max((size_t)2, + (max_total_log_size / 2) / kRotatingLogFileDefaultSize); +} + +} // namespace rtc |