1 /*
2 * Copyright 2015 The WebRTC Project Authors. All rights reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include "rtc_base/file_rotating_stream.h"
12
13 #include <cstdio>
14 #include <string>
15 #include <utility>
16
17 #if defined(WEBRTC_WIN)
18 #include <windows.h>
19
20 #include "rtc_base/string_utils.h"
21 #else
22 #include <dirent.h>
23 #include <sys/stat.h>
24 #include <unistd.h>
25 #endif // WEBRTC_WIN
26
27 #include "absl/algorithm/container.h"
28 #include "absl/strings/match.h"
29 #include "absl/types/optional.h"
30 #include "rtc_base/checks.h"
31 #include "rtc_base/logging.h"
32
33 // Note: We use fprintf for logging in the write paths of this stream to avoid
34 // infinite loops when logging.
35
36 namespace rtc {
37
38 namespace {
39
40 const char kCallSessionLogPrefix[] = "webrtc_log";
41
42 std::string AddTrailingPathDelimiterIfNeeded(std::string directory);
43
44 // |dir| must have a trailing delimiter. |prefix| must not include wild card
45 // characters.
46 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
47 const std::string& prefix);
48 bool DeleteFile(const std::string& file);
49 bool MoveFile(const std::string& old_file, const std::string& new_file);
50 bool IsFile(const std::string& file);
51 bool IsFolder(const std::string& file);
52 absl::optional<size_t> GetFileSize(const std::string& file);
53
54 #if defined(WEBRTC_WIN)
55
AddTrailingPathDelimiterIfNeeded(std::string directory)56 std::string AddTrailingPathDelimiterIfNeeded(std::string directory) {
57 if (absl::EndsWith(directory, "\\")) {
58 return directory;
59 }
60 return directory + "\\";
61 }
62
GetFilesWithPrefix(const std::string & directory,const std::string & prefix)63 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
64 const std::string& prefix) {
65 RTC_DCHECK(absl::EndsWith(directory, "\\"));
66 WIN32_FIND_DATAW data;
67 HANDLE handle;
68 handle = ::FindFirstFileW(ToUtf16(directory + prefix + '*').c_str(), &data);
69 if (handle == INVALID_HANDLE_VALUE)
70 return {};
71
72 std::vector<std::string> file_list;
73 do {
74 file_list.emplace_back(directory + ToUtf8(data.cFileName));
75 } while (::FindNextFileW(handle, &data) == TRUE);
76
77 ::FindClose(handle);
78 return file_list;
79 }
80
DeleteFile(const std::string & file)81 bool DeleteFile(const std::string& file) {
82 return ::DeleteFileW(ToUtf16(file).c_str()) != 0;
83 }
84
MoveFile(const std::string & old_file,const std::string & new_file)85 bool MoveFile(const std::string& old_file, const std::string& new_file) {
86 return ::MoveFileW(ToUtf16(old_file).c_str(), ToUtf16(new_file).c_str()) != 0;
87 }
88
IsFile(const std::string & file)89 bool IsFile(const std::string& file) {
90 WIN32_FILE_ATTRIBUTE_DATA data = {0};
91 if (0 == ::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
92 &data))
93 return false;
94 return (data.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) == 0;
95 }
96
IsFolder(const std::string & file)97 bool IsFolder(const std::string& file) {
98 WIN32_FILE_ATTRIBUTE_DATA data = {0};
99 if (0 == ::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
100 &data))
101 return false;
102 return (data.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) ==
103 FILE_ATTRIBUTE_DIRECTORY;
104 }
105
GetFileSize(const std::string & file)106 absl::optional<size_t> GetFileSize(const std::string& file) {
107 WIN32_FILE_ATTRIBUTE_DATA data = {0};
108 if (::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
109 &data) == 0)
110 return absl::nullopt;
111 return data.nFileSizeLow;
112 }
113
114 #else // defined(WEBRTC_WIN)
115
AddTrailingPathDelimiterIfNeeded(std::string directory)116 std::string AddTrailingPathDelimiterIfNeeded(std::string directory) {
117 if (absl::EndsWith(directory, "/")) {
118 return directory;
119 }
120 return directory + "/";
121 }
122
GetFilesWithPrefix(const std::string & directory,const std::string & prefix)123 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
124 const std::string& prefix) {
125 RTC_DCHECK(absl::EndsWith(directory, "/"));
126 DIR* dir = ::opendir(directory.c_str());
127 if (dir == nullptr)
128 return {};
129 std::vector<std::string> file_list;
130 for (struct dirent* dirent = ::readdir(dir); dirent;
131 dirent = ::readdir(dir)) {
132 std::string name = dirent->d_name;
133 if (name.compare(0, prefix.size(), prefix) == 0) {
134 file_list.emplace_back(directory + name);
135 }
136 }
137 ::closedir(dir);
138 return file_list;
139 }
140
DeleteFile(const std::string & file)141 bool DeleteFile(const std::string& file) {
142 return ::unlink(file.c_str()) == 0;
143 }
144
MoveFile(const std::string & old_file,const std::string & new_file)145 bool MoveFile(const std::string& old_file, const std::string& new_file) {
146 return ::rename(old_file.c_str(), new_file.c_str()) == 0;
147 }
148
IsFile(const std::string & file)149 bool IsFile(const std::string& file) {
150 struct stat st;
151 int res = ::stat(file.c_str(), &st);
152 // Treat symlinks, named pipes, etc. all as files.
153 return res == 0 && !S_ISDIR(st.st_mode);
154 }
155
IsFolder(const std::string & file)156 bool IsFolder(const std::string& file) {
157 struct stat st;
158 int res = ::stat(file.c_str(), &st);
159 return res == 0 && S_ISDIR(st.st_mode);
160 }
161
GetFileSize(const std::string & file)162 absl::optional<size_t> GetFileSize(const std::string& file) {
163 struct stat st;
164 if (::stat(file.c_str(), &st) != 0)
165 return absl::nullopt;
166 return st.st_size;
167 }
168
169 #endif
170
171 } // namespace
172
FileRotatingStream(const std::string & dir_path,const std::string & file_prefix,size_t max_file_size,size_t num_files)173 FileRotatingStream::FileRotatingStream(const std::string& dir_path,
174 const std::string& file_prefix,
175 size_t max_file_size,
176 size_t num_files)
177 : dir_path_(AddTrailingPathDelimiterIfNeeded(dir_path)),
178 file_prefix_(file_prefix),
179 max_file_size_(max_file_size),
180 current_file_index_(0),
181 rotation_index_(0),
182 current_bytes_written_(0),
183 disable_buffering_(false) {
184 RTC_DCHECK_GT(max_file_size, 0);
185 RTC_DCHECK_GT(num_files, 1);
186 RTC_DCHECK(IsFolder(dir_path));
187 file_names_.clear();
188 for (size_t i = 0; i < num_files; ++i) {
189 file_names_.push_back(GetFilePath(i, num_files));
190 }
191 rotation_index_ = num_files - 1;
192 }
193
~FileRotatingStream()194 FileRotatingStream::~FileRotatingStream() {}
195
GetState() const196 StreamState FileRotatingStream::GetState() const {
197 return (file_.is_open() ? SS_OPEN : SS_CLOSED);
198 }
199
Read(void * buffer,size_t buffer_len,size_t * read,int * error)200 StreamResult FileRotatingStream::Read(void* buffer,
201 size_t buffer_len,
202 size_t* read,
203 int* error) {
204 RTC_DCHECK(buffer);
205 RTC_NOTREACHED();
206 return SR_EOS;
207 }
208
Write(const void * data,size_t data_len,size_t * written,int * error)209 StreamResult FileRotatingStream::Write(const void* data,
210 size_t data_len,
211 size_t* written,
212 int* error) {
213 if (!file_.is_open()) {
214 std::fprintf(stderr, "Open() must be called before Write.\n");
215 return SR_ERROR;
216 }
217 // Write as much as will fit in to the current file.
218 RTC_DCHECK_LT(current_bytes_written_, max_file_size_);
219 size_t remaining_bytes = max_file_size_ - current_bytes_written_;
220 size_t write_length = std::min(data_len, remaining_bytes);
221
222 if (!file_.Write(data, write_length)) {
223 return SR_ERROR;
224 }
225 if (disable_buffering_ && !file_.Flush()) {
226 return SR_ERROR;
227 }
228
229 current_bytes_written_ += write_length;
230 if (written) {
231 *written = write_length;
232 }
233 // If we're done with this file, rotate it out.
234 if (current_bytes_written_ >= max_file_size_) {
235 RTC_DCHECK_EQ(current_bytes_written_, max_file_size_);
236 RotateFiles();
237 }
238 return SR_SUCCESS;
239 }
240
Flush()241 bool FileRotatingStream::Flush() {
242 if (!file_.is_open()) {
243 return false;
244 }
245 return file_.Flush();
246 }
247
Close()248 void FileRotatingStream::Close() {
249 CloseCurrentFile();
250 }
251
Open()252 bool FileRotatingStream::Open() {
253 // Delete existing files when opening for write.
254 std::vector<std::string> matching_files =
255 GetFilesWithPrefix(dir_path_, file_prefix_);
256 for (const auto& matching_file : matching_files) {
257 if (!DeleteFile(matching_file)) {
258 std::fprintf(stderr, "Failed to delete: %s\n", matching_file.c_str());
259 }
260 }
261 return OpenCurrentFile();
262 }
263
DisableBuffering()264 bool FileRotatingStream::DisableBuffering() {
265 disable_buffering_ = true;
266 return true;
267 }
268
GetFilePath(size_t index) const269 std::string FileRotatingStream::GetFilePath(size_t index) const {
270 RTC_DCHECK_LT(index, file_names_.size());
271 return file_names_[index];
272 }
273
OpenCurrentFile()274 bool FileRotatingStream::OpenCurrentFile() {
275 CloseCurrentFile();
276
277 // Opens the appropriate file in the appropriate mode.
278 RTC_DCHECK_LT(current_file_index_, file_names_.size());
279 std::string file_path = file_names_[current_file_index_];
280
281 // We should always be writing to the zero-th file.
282 RTC_DCHECK_EQ(current_file_index_, 0);
283 int error;
284 file_ = webrtc::FileWrapper::OpenWriteOnly(file_path, &error);
285 if (!file_.is_open()) {
286 std::fprintf(stderr, "Failed to open: %s Error: %d\n", file_path.c_str(),
287 error);
288 return false;
289 }
290 return true;
291 }
292
CloseCurrentFile()293 void FileRotatingStream::CloseCurrentFile() {
294 if (!file_.is_open()) {
295 return;
296 }
297 current_bytes_written_ = 0;
298 file_.Close();
299 }
300
RotateFiles()301 void FileRotatingStream::RotateFiles() {
302 CloseCurrentFile();
303 // Rotates the files by deleting the file at |rotation_index_|, which is the
304 // oldest file and then renaming the newer files to have an incremented index.
305 // See header file comments for example.
306 RTC_DCHECK_LT(rotation_index_, file_names_.size());
307 std::string file_to_delete = file_names_[rotation_index_];
308 if (IsFile(file_to_delete)) {
309 if (!DeleteFile(file_to_delete)) {
310 std::fprintf(stderr, "Failed to delete: %s\n", file_to_delete.c_str());
311 }
312 }
313 for (auto i = rotation_index_; i > 0; --i) {
314 std::string rotated_name = file_names_[i];
315 std::string unrotated_name = file_names_[i - 1];
316 if (IsFile(unrotated_name)) {
317 if (!MoveFile(unrotated_name, rotated_name)) {
318 std::fprintf(stderr, "Failed to move: %s to %s\n",
319 unrotated_name.c_str(), rotated_name.c_str());
320 }
321 }
322 }
323 // Create a new file for 0th index.
324 OpenCurrentFile();
325 OnRotation();
326 }
327
GetFilePath(size_t index,size_t num_files) const328 std::string FileRotatingStream::GetFilePath(size_t index,
329 size_t num_files) const {
330 RTC_DCHECK_LT(index, num_files);
331
332 const size_t buffer_size = 32;
333 char file_postfix[buffer_size];
334 // We want to zero pad the index so that it will sort nicely.
335 const int max_digits = std::snprintf(nullptr, 0, "%zu", num_files - 1);
336 RTC_DCHECK_LT(1 + max_digits, buffer_size);
337 std::snprintf(file_postfix, buffer_size, "_%0*zu", max_digits, index);
338
339 return dir_path_ + file_prefix_ + file_postfix;
340 }
341
CallSessionFileRotatingStream(const std::string & dir_path,size_t max_total_log_size)342 CallSessionFileRotatingStream::CallSessionFileRotatingStream(
343 const std::string& dir_path,
344 size_t max_total_log_size)
345 : FileRotatingStream(dir_path,
346 kCallSessionLogPrefix,
347 max_total_log_size / 2,
348 GetNumRotatingLogFiles(max_total_log_size) + 1),
349 max_total_log_size_(max_total_log_size),
350 num_rotations_(0) {
351 RTC_DCHECK_GE(max_total_log_size, 4);
352 }
353
354 const size_t CallSessionFileRotatingStream::kRotatingLogFileDefaultSize =
355 1024 * 1024;
356
OnRotation()357 void CallSessionFileRotatingStream::OnRotation() {
358 ++num_rotations_;
359 if (num_rotations_ == 1) {
360 // On the first rotation adjust the max file size so subsequent files after
361 // the first are smaller.
362 SetMaxFileSize(GetRotatingLogSize(max_total_log_size_));
363 } else if (num_rotations_ == (GetNumFiles() - 1)) {
364 // On the next rotation the very first file is going to be deleted. Change
365 // the rotation index so this doesn't happen.
366 SetRotationIndex(GetRotationIndex() - 1);
367 }
368 }
369
GetRotatingLogSize(size_t max_total_log_size)370 size_t CallSessionFileRotatingStream::GetRotatingLogSize(
371 size_t max_total_log_size) {
372 size_t num_rotating_log_files = GetNumRotatingLogFiles(max_total_log_size);
373 size_t rotating_log_size = num_rotating_log_files > 2
374 ? kRotatingLogFileDefaultSize
375 : max_total_log_size / 4;
376 return rotating_log_size;
377 }
378
GetNumRotatingLogFiles(size_t max_total_log_size)379 size_t CallSessionFileRotatingStream::GetNumRotatingLogFiles(
380 size_t max_total_log_size) {
381 // At minimum have two rotating files. Otherwise split the available log size
382 // evenly across 1MB files.
383 return std::max((size_t)2,
384 (max_total_log_size / 2) / kRotatingLogFileDefaultSize);
385 }
386
FileRotatingStreamReader(const std::string & dir_path,const std::string & file_prefix)387 FileRotatingStreamReader::FileRotatingStreamReader(
388 const std::string& dir_path,
389 const std::string& file_prefix) {
390 file_names_ = GetFilesWithPrefix(AddTrailingPathDelimiterIfNeeded(dir_path),
391 file_prefix);
392
393 // Plain sort of the file names would sort by age, i.e., oldest last. Using
394 // std::greater gives us the desired chronological older, oldest first.
395 absl::c_sort(file_names_, std::greater<std::string>());
396 }
397
398 FileRotatingStreamReader::~FileRotatingStreamReader() = default;
399
GetSize() const400 size_t FileRotatingStreamReader::GetSize() const {
401 size_t total_size = 0;
402 for (const auto& file_name : file_names_) {
403 total_size += GetFileSize(file_name).value_or(0);
404 }
405 return total_size;
406 }
407
ReadAll(void * buffer,size_t size) const408 size_t FileRotatingStreamReader::ReadAll(void* buffer, size_t size) const {
409 size_t done = 0;
410 for (const auto& file_name : file_names_) {
411 if (done < size) {
412 webrtc::FileWrapper f = webrtc::FileWrapper::OpenReadOnly(file_name);
413 if (!f.is_open()) {
414 break;
415 }
416 done += f.Read(static_cast<char*>(buffer) + done, size - done);
417 } else {
418 break;
419 }
420 }
421 return done;
422 }
423
CallSessionFileRotatingStreamReader(const std::string & dir_path)424 CallSessionFileRotatingStreamReader::CallSessionFileRotatingStreamReader(
425 const std::string& dir_path)
426 : FileRotatingStreamReader(dir_path, kCallSessionLogPrefix) {}
427
428 } // namespace rtc
429