• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  *  Copyright 2015 The WebRTC Project Authors. All rights reserved.
3  *
4  *  Use of this source code is governed by a BSD-style license
5  *  that can be found in the LICENSE file in the root of the source
6  *  tree. An additional intellectual property rights grant can be found
7  *  in the file PATENTS.  All contributing project authors may
8  *  be found in the AUTHORS file in the root of the source tree.
9  */
10 
11 #include "rtc_base/file_rotating_stream.h"
12 
13 #include <cstdio>
14 #include <string>
15 #include <utility>
16 
17 #if defined(WEBRTC_WIN)
18 #include <windows.h>
19 
20 #include "rtc_base/string_utils.h"
21 #else
22 #include <dirent.h>
23 #include <sys/stat.h>
24 #include <unistd.h>
25 #endif  // WEBRTC_WIN
26 
27 #include "absl/algorithm/container.h"
28 #include "absl/strings/match.h"
29 #include "absl/types/optional.h"
30 #include "rtc_base/checks.h"
31 #include "rtc_base/logging.h"
32 
33 // Note: We use fprintf for logging in the write paths of this stream to avoid
34 // infinite loops when logging.
35 
36 namespace rtc {
37 
38 namespace {
39 
40 const char kCallSessionLogPrefix[] = "webrtc_log";
41 
42 std::string AddTrailingPathDelimiterIfNeeded(std::string directory);
43 
44 // |dir| must have a trailing delimiter. |prefix| must not include wild card
45 // characters.
46 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
47                                             const std::string& prefix);
48 bool DeleteFile(const std::string& file);
49 bool MoveFile(const std::string& old_file, const std::string& new_file);
50 bool IsFile(const std::string& file);
51 bool IsFolder(const std::string& file);
52 absl::optional<size_t> GetFileSize(const std::string& file);
53 
54 #if defined(WEBRTC_WIN)
55 
AddTrailingPathDelimiterIfNeeded(std::string directory)56 std::string AddTrailingPathDelimiterIfNeeded(std::string directory) {
57   if (absl::EndsWith(directory, "\\")) {
58     return directory;
59   }
60   return directory + "\\";
61 }
62 
GetFilesWithPrefix(const std::string & directory,const std::string & prefix)63 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
64                                             const std::string& prefix) {
65   RTC_DCHECK(absl::EndsWith(directory, "\\"));
66   WIN32_FIND_DATAW data;
67   HANDLE handle;
68   handle = ::FindFirstFileW(ToUtf16(directory + prefix + '*').c_str(), &data);
69   if (handle == INVALID_HANDLE_VALUE)
70     return {};
71 
72   std::vector<std::string> file_list;
73   do {
74     file_list.emplace_back(directory + ToUtf8(data.cFileName));
75   } while (::FindNextFileW(handle, &data) == TRUE);
76 
77   ::FindClose(handle);
78   return file_list;
79 }
80 
DeleteFile(const std::string & file)81 bool DeleteFile(const std::string& file) {
82   return ::DeleteFileW(ToUtf16(file).c_str()) != 0;
83 }
84 
MoveFile(const std::string & old_file,const std::string & new_file)85 bool MoveFile(const std::string& old_file, const std::string& new_file) {
86   return ::MoveFileW(ToUtf16(old_file).c_str(), ToUtf16(new_file).c_str()) != 0;
87 }
88 
IsFile(const std::string & file)89 bool IsFile(const std::string& file) {
90   WIN32_FILE_ATTRIBUTE_DATA data = {0};
91   if (0 == ::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
92                                   &data))
93     return false;
94   return (data.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) == 0;
95 }
96 
IsFolder(const std::string & file)97 bool IsFolder(const std::string& file) {
98   WIN32_FILE_ATTRIBUTE_DATA data = {0};
99   if (0 == ::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
100                                   &data))
101     return false;
102   return (data.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) ==
103          FILE_ATTRIBUTE_DIRECTORY;
104 }
105 
GetFileSize(const std::string & file)106 absl::optional<size_t> GetFileSize(const std::string& file) {
107   WIN32_FILE_ATTRIBUTE_DATA data = {0};
108   if (::GetFileAttributesExW(ToUtf16(file).c_str(), GetFileExInfoStandard,
109                              &data) == 0)
110     return absl::nullopt;
111   return data.nFileSizeLow;
112 }
113 
114 #else  // defined(WEBRTC_WIN)
115 
AddTrailingPathDelimiterIfNeeded(std::string directory)116 std::string AddTrailingPathDelimiterIfNeeded(std::string directory) {
117   if (absl::EndsWith(directory, "/")) {
118     return directory;
119   }
120   return directory + "/";
121 }
122 
GetFilesWithPrefix(const std::string & directory,const std::string & prefix)123 std::vector<std::string> GetFilesWithPrefix(const std::string& directory,
124                                             const std::string& prefix) {
125   RTC_DCHECK(absl::EndsWith(directory, "/"));
126   DIR* dir = ::opendir(directory.c_str());
127   if (dir == nullptr)
128     return {};
129   std::vector<std::string> file_list;
130   for (struct dirent* dirent = ::readdir(dir); dirent;
131        dirent = ::readdir(dir)) {
132     std::string name = dirent->d_name;
133     if (name.compare(0, prefix.size(), prefix) == 0) {
134       file_list.emplace_back(directory + name);
135     }
136   }
137   ::closedir(dir);
138   return file_list;
139 }
140 
DeleteFile(const std::string & file)141 bool DeleteFile(const std::string& file) {
142   return ::unlink(file.c_str()) == 0;
143 }
144 
MoveFile(const std::string & old_file,const std::string & new_file)145 bool MoveFile(const std::string& old_file, const std::string& new_file) {
146   return ::rename(old_file.c_str(), new_file.c_str()) == 0;
147 }
148 
IsFile(const std::string & file)149 bool IsFile(const std::string& file) {
150   struct stat st;
151   int res = ::stat(file.c_str(), &st);
152   // Treat symlinks, named pipes, etc. all as files.
153   return res == 0 && !S_ISDIR(st.st_mode);
154 }
155 
IsFolder(const std::string & file)156 bool IsFolder(const std::string& file) {
157   struct stat st;
158   int res = ::stat(file.c_str(), &st);
159   return res == 0 && S_ISDIR(st.st_mode);
160 }
161 
GetFileSize(const std::string & file)162 absl::optional<size_t> GetFileSize(const std::string& file) {
163   struct stat st;
164   if (::stat(file.c_str(), &st) != 0)
165     return absl::nullopt;
166   return st.st_size;
167 }
168 
169 #endif
170 
171 }  // namespace
172 
FileRotatingStream(const std::string & dir_path,const std::string & file_prefix,size_t max_file_size,size_t num_files)173 FileRotatingStream::FileRotatingStream(const std::string& dir_path,
174                                        const std::string& file_prefix,
175                                        size_t max_file_size,
176                                        size_t num_files)
177     : dir_path_(AddTrailingPathDelimiterIfNeeded(dir_path)),
178       file_prefix_(file_prefix),
179       max_file_size_(max_file_size),
180       current_file_index_(0),
181       rotation_index_(0),
182       current_bytes_written_(0),
183       disable_buffering_(false) {
184   RTC_DCHECK_GT(max_file_size, 0);
185   RTC_DCHECK_GT(num_files, 1);
186   RTC_DCHECK(IsFolder(dir_path));
187   file_names_.clear();
188   for (size_t i = 0; i < num_files; ++i) {
189     file_names_.push_back(GetFilePath(i, num_files));
190   }
191   rotation_index_ = num_files - 1;
192 }
193 
~FileRotatingStream()194 FileRotatingStream::~FileRotatingStream() {}
195 
GetState() const196 StreamState FileRotatingStream::GetState() const {
197   return (file_.is_open() ? SS_OPEN : SS_CLOSED);
198 }
199 
Read(void * buffer,size_t buffer_len,size_t * read,int * error)200 StreamResult FileRotatingStream::Read(void* buffer,
201                                       size_t buffer_len,
202                                       size_t* read,
203                                       int* error) {
204   RTC_DCHECK(buffer);
205   RTC_NOTREACHED();
206   return SR_EOS;
207 }
208 
Write(const void * data,size_t data_len,size_t * written,int * error)209 StreamResult FileRotatingStream::Write(const void* data,
210                                        size_t data_len,
211                                        size_t* written,
212                                        int* error) {
213   if (!file_.is_open()) {
214     std::fprintf(stderr, "Open() must be called before Write.\n");
215     return SR_ERROR;
216   }
217   // Write as much as will fit in to the current file.
218   RTC_DCHECK_LT(current_bytes_written_, max_file_size_);
219   size_t remaining_bytes = max_file_size_ - current_bytes_written_;
220   size_t write_length = std::min(data_len, remaining_bytes);
221 
222   if (!file_.Write(data, write_length)) {
223     return SR_ERROR;
224   }
225   if (disable_buffering_ && !file_.Flush()) {
226     return SR_ERROR;
227   }
228 
229   current_bytes_written_ += write_length;
230   if (written) {
231     *written = write_length;
232   }
233   // If we're done with this file, rotate it out.
234   if (current_bytes_written_ >= max_file_size_) {
235     RTC_DCHECK_EQ(current_bytes_written_, max_file_size_);
236     RotateFiles();
237   }
238   return SR_SUCCESS;
239 }
240 
Flush()241 bool FileRotatingStream::Flush() {
242   if (!file_.is_open()) {
243     return false;
244   }
245   return file_.Flush();
246 }
247 
Close()248 void FileRotatingStream::Close() {
249   CloseCurrentFile();
250 }
251 
Open()252 bool FileRotatingStream::Open() {
253   // Delete existing files when opening for write.
254   std::vector<std::string> matching_files =
255       GetFilesWithPrefix(dir_path_, file_prefix_);
256   for (const auto& matching_file : matching_files) {
257     if (!DeleteFile(matching_file)) {
258       std::fprintf(stderr, "Failed to delete: %s\n", matching_file.c_str());
259     }
260   }
261   return OpenCurrentFile();
262 }
263 
DisableBuffering()264 bool FileRotatingStream::DisableBuffering() {
265   disable_buffering_ = true;
266   return true;
267 }
268 
GetFilePath(size_t index) const269 std::string FileRotatingStream::GetFilePath(size_t index) const {
270   RTC_DCHECK_LT(index, file_names_.size());
271   return file_names_[index];
272 }
273 
OpenCurrentFile()274 bool FileRotatingStream::OpenCurrentFile() {
275   CloseCurrentFile();
276 
277   // Opens the appropriate file in the appropriate mode.
278   RTC_DCHECK_LT(current_file_index_, file_names_.size());
279   std::string file_path = file_names_[current_file_index_];
280 
281   // We should always be writing to the zero-th file.
282   RTC_DCHECK_EQ(current_file_index_, 0);
283   int error;
284   file_ = webrtc::FileWrapper::OpenWriteOnly(file_path, &error);
285   if (!file_.is_open()) {
286     std::fprintf(stderr, "Failed to open: %s Error: %d\n", file_path.c_str(),
287                  error);
288     return false;
289   }
290   return true;
291 }
292 
CloseCurrentFile()293 void FileRotatingStream::CloseCurrentFile() {
294   if (!file_.is_open()) {
295     return;
296   }
297   current_bytes_written_ = 0;
298   file_.Close();
299 }
300 
RotateFiles()301 void FileRotatingStream::RotateFiles() {
302   CloseCurrentFile();
303   // Rotates the files by deleting the file at |rotation_index_|, which is the
304   // oldest file and then renaming the newer files to have an incremented index.
305   // See header file comments for example.
306   RTC_DCHECK_LT(rotation_index_, file_names_.size());
307   std::string file_to_delete = file_names_[rotation_index_];
308   if (IsFile(file_to_delete)) {
309     if (!DeleteFile(file_to_delete)) {
310       std::fprintf(stderr, "Failed to delete: %s\n", file_to_delete.c_str());
311     }
312   }
313   for (auto i = rotation_index_; i > 0; --i) {
314     std::string rotated_name = file_names_[i];
315     std::string unrotated_name = file_names_[i - 1];
316     if (IsFile(unrotated_name)) {
317       if (!MoveFile(unrotated_name, rotated_name)) {
318         std::fprintf(stderr, "Failed to move: %s to %s\n",
319                      unrotated_name.c_str(), rotated_name.c_str());
320       }
321     }
322   }
323   // Create a new file for 0th index.
324   OpenCurrentFile();
325   OnRotation();
326 }
327 
GetFilePath(size_t index,size_t num_files) const328 std::string FileRotatingStream::GetFilePath(size_t index,
329                                             size_t num_files) const {
330   RTC_DCHECK_LT(index, num_files);
331 
332   const size_t buffer_size = 32;
333   char file_postfix[buffer_size];
334   // We want to zero pad the index so that it will sort nicely.
335   const int max_digits = std::snprintf(nullptr, 0, "%zu", num_files - 1);
336   RTC_DCHECK_LT(1 + max_digits, buffer_size);
337   std::snprintf(file_postfix, buffer_size, "_%0*zu", max_digits, index);
338 
339   return dir_path_ + file_prefix_ + file_postfix;
340 }
341 
CallSessionFileRotatingStream(const std::string & dir_path,size_t max_total_log_size)342 CallSessionFileRotatingStream::CallSessionFileRotatingStream(
343     const std::string& dir_path,
344     size_t max_total_log_size)
345     : FileRotatingStream(dir_path,
346                          kCallSessionLogPrefix,
347                          max_total_log_size / 2,
348                          GetNumRotatingLogFiles(max_total_log_size) + 1),
349       max_total_log_size_(max_total_log_size),
350       num_rotations_(0) {
351   RTC_DCHECK_GE(max_total_log_size, 4);
352 }
353 
354 const size_t CallSessionFileRotatingStream::kRotatingLogFileDefaultSize =
355     1024 * 1024;
356 
OnRotation()357 void CallSessionFileRotatingStream::OnRotation() {
358   ++num_rotations_;
359   if (num_rotations_ == 1) {
360     // On the first rotation adjust the max file size so subsequent files after
361     // the first are smaller.
362     SetMaxFileSize(GetRotatingLogSize(max_total_log_size_));
363   } else if (num_rotations_ == (GetNumFiles() - 1)) {
364     // On the next rotation the very first file is going to be deleted. Change
365     // the rotation index so this doesn't happen.
366     SetRotationIndex(GetRotationIndex() - 1);
367   }
368 }
369 
GetRotatingLogSize(size_t max_total_log_size)370 size_t CallSessionFileRotatingStream::GetRotatingLogSize(
371     size_t max_total_log_size) {
372   size_t num_rotating_log_files = GetNumRotatingLogFiles(max_total_log_size);
373   size_t rotating_log_size = num_rotating_log_files > 2
374                                  ? kRotatingLogFileDefaultSize
375                                  : max_total_log_size / 4;
376   return rotating_log_size;
377 }
378 
GetNumRotatingLogFiles(size_t max_total_log_size)379 size_t CallSessionFileRotatingStream::GetNumRotatingLogFiles(
380     size_t max_total_log_size) {
381   // At minimum have two rotating files. Otherwise split the available log size
382   // evenly across 1MB files.
383   return std::max((size_t)2,
384                   (max_total_log_size / 2) / kRotatingLogFileDefaultSize);
385 }
386 
FileRotatingStreamReader(const std::string & dir_path,const std::string & file_prefix)387 FileRotatingStreamReader::FileRotatingStreamReader(
388     const std::string& dir_path,
389     const std::string& file_prefix) {
390   file_names_ = GetFilesWithPrefix(AddTrailingPathDelimiterIfNeeded(dir_path),
391                                    file_prefix);
392 
393   // Plain sort of the file names would sort by age, i.e., oldest last. Using
394   // std::greater gives us the desired chronological older, oldest first.
395   absl::c_sort(file_names_, std::greater<std::string>());
396 }
397 
398 FileRotatingStreamReader::~FileRotatingStreamReader() = default;
399 
GetSize() const400 size_t FileRotatingStreamReader::GetSize() const {
401   size_t total_size = 0;
402   for (const auto& file_name : file_names_) {
403     total_size += GetFileSize(file_name).value_or(0);
404   }
405   return total_size;
406 }
407 
ReadAll(void * buffer,size_t size) const408 size_t FileRotatingStreamReader::ReadAll(void* buffer, size_t size) const {
409   size_t done = 0;
410   for (const auto& file_name : file_names_) {
411     if (done < size) {
412       webrtc::FileWrapper f = webrtc::FileWrapper::OpenReadOnly(file_name);
413       if (!f.is_open()) {
414         break;
415       }
416       done += f.Read(static_cast<char*>(buffer) + done, size - done);
417     } else {
418       break;
419     }
420   }
421   return done;
422 }
423 
CallSessionFileRotatingStreamReader(const std::string & dir_path)424 CallSessionFileRotatingStreamReader::CallSessionFileRotatingStreamReader(
425     const std::string& dir_path)
426     : FileRotatingStreamReader(dir_path, kCallSessionLogPrefix) {}
427 
428 }  // namespace rtc
429