• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 //
2 // Copyright (C) 2012 The Android Open Source Project
3 //
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
7 //
8 //      http://www.apache.org/licenses/LICENSE-2.0
9 //
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
15 //
16 
17 #ifndef UPDATE_ENGINE_COMMON_UTILS_H_
18 #define UPDATE_ENGINE_COMMON_UTILS_H_
19 
20 #include <errno.h>
21 #include <unistd.h>
22 
23 #include <algorithm>
24 #include <map>
25 #include <memory>
26 #include <set>
27 #include <string>
28 #include <vector>
29 
30 #include <base/files/file_path.h>
31 #include <base/posix/eintr_wrapper.h>
32 #include <base/time/time.h>
33 #include <brillo/key_value_store.h>
34 #include <brillo/secure_blob.h>
35 
36 #include "update_engine/common/action.h"
37 #include "update_engine/common/action_processor.h"
38 #include "update_engine/common/constants.h"
39 #include "update_engine/payload_consumer/file_descriptor.h"
40 #include "update_engine/update_metadata.pb.h"
41 
42 namespace chromeos_update_engine {
43 
44 namespace utils {
45 
46 // Converts a struct timespec representing a number of seconds since
47 // the Unix epoch to a base::Time. Sub-microsecond time is rounded
48 // down.
49 base::Time TimeFromStructTimespec(struct timespec *ts);
50 
51 // Formats |vec_str| as a string of the form ["<elem1>", "<elem2>"].
52 // Does no escaping, only use this for presentation in error messages.
53 std::string StringVectorToString(const std::vector<std::string> &vec_str);
54 
55 // Calculates the p2p file id from payload hash and size
56 std::string CalculateP2PFileId(const brillo::Blob& payload_hash,
57                                size_t payload_size);
58 
59 // Parse the firmware version from one line of output from the
60 // "mosys" command.
61 std::string ParseECVersion(std::string input_line);
62 
63 // Writes the data passed to path. The file at path will be overwritten if it
64 // exists. Returns true on success, false otherwise.
65 bool WriteFile(const char* path, const void* data, size_t data_len);
66 
67 // Calls write() or pwrite() repeatedly until all count bytes at buf are
68 // written to fd or an error occurs. Returns true on success.
69 bool WriteAll(int fd, const void* buf, size_t count);
70 bool PWriteAll(int fd, const void* buf, size_t count, off_t offset);
71 
72 bool WriteAll(const FileDescriptorPtr& fd, const void* buf, size_t count);
73 bool PWriteAll(const FileDescriptorPtr& fd,
74                const void* buf,
75                size_t count,
76                off_t offset);
77 
78 // Calls read() repeatedly until |count| bytes are read or EOF or EWOULDBLOCK
79 // is reached. Returns whether all read() calls succeeded (including EWOULDBLOCK
80 // as a success case), sets |eof| to whether the eof was reached and sets
81 // |out_bytes_read| to the actual number of bytes read regardless of the return
82 // value.
83 bool ReadAll(
84     int fd, void* buf, size_t count, size_t* out_bytes_read, bool* eof);
85 
86 // Calls pread() repeatedly until count bytes are read, or EOF is reached.
87 // Returns number of bytes read in *bytes_read. Returns true on success.
88 bool PReadAll(int fd, void* buf, size_t count, off_t offset,
89               ssize_t* out_bytes_read);
90 
91 bool PReadAll(const FileDescriptorPtr& fd, void* buf, size_t count, off_t offset,
92               ssize_t* out_bytes_read);
93 
94 // Opens |path| for reading and appends its entire content to the container
95 // pointed to by |out_p|. Returns true upon successfully reading all of the
96 // file's content, false otherwise, in which case the state of the output
97 // container is unknown. ReadFileChunk starts reading the file from |offset|; if
98 // |size| is not -1, only up to |size| bytes are read in.
99 bool ReadFile(const std::string& path, brillo::Blob* out_p);
100 bool ReadFile(const std::string& path, std::string* out_p);
101 bool ReadFileChunk(const std::string& path, off_t offset, off_t size,
102                    brillo::Blob* out_p);
103 
104 // Invokes |cmd| in a pipe and appends its stdout to the container pointed to by
105 // |out_p|. Returns true upon successfully reading all of the output, false
106 // otherwise, in which case the state of the output container is unknown.
107 bool ReadPipe(const std::string& cmd, std::string* out_p);
108 
109 // Returns the size of the block device at the file descriptor fd. If an error
110 // occurs, -1 is returned.
111 off_t BlockDevSize(int fd);
112 
113 // Returns the size of the file at path, or the file desciptor fd. If the file
114 // is actually a block device, this function will automatically call
115 // BlockDevSize. If the file doesn't exist or some error occurrs, -1 is
116 // returned.
117 off_t FileSize(const std::string& path);
118 off_t FileSize(int fd);
119 
120 std::string ErrnoNumberAsString(int err);
121 
122 // Returns true if the file exists for sure. Returns false if it doesn't exist,
123 // or an error occurs.
124 bool FileExists(const char* path);
125 
126 // Returns true if |path| exists and is a symbolic link.
127 bool IsSymlink(const char* path);
128 
129 // Try attaching UBI |volume_num|. If there is any error executing required
130 // commands to attach the volume, this function returns false. This function
131 // only returns true if "/dev/ubi%d_0" becomes available in |timeout| seconds.
132 bool TryAttachingUbiVolume(int volume_num, int timeout);
133 
134 // Setup the directory |new_root_temp_dir| to be used as the root directory for
135 // temporary files instead of the system's default. If the directory doesn't
136 // exists, it will be created when first used.
137 // NOTE: The memory pointed by |new_root_temp_dir| must be available until this
138 // function is called again with a different value.
139 void SetRootTempDir(const char* new_root_temp_dir);
140 
141 // If |base_filename_template| is neither absolute (starts with "/") nor
142 // explicitly relative to the current working directory (starts with "./" or
143 // "../"), then it is prepended the system's temporary directory. On success,
144 // stores the name of the new temporary file in |filename|. If |fd| is
145 // non-null, the file descriptor returned by mkstemp is written to it and
146 // kept open; otherwise, it is closed. The template must end with "XXXXXX".
147 // Returns true on success.
148 bool MakeTempFile(const std::string& base_filename_template,
149                   std::string* filename,
150                   int* fd);
151 
152 // Splits the partition device name into the block device name and partition
153 // number. For example, "/dev/sda3" will be split into {"/dev/sda", 3} and
154 // "/dev/mmcblk0p2" into {"/dev/mmcblk0", 2}
155 // Returns false when malformed device name is passed in.
156 // If both output parameters are omitted (null), can be used
157 // just to test the validity of the device name. Note that the function
158 // simply checks if the device name looks like a valid device, no other
159 // checks are performed (i.e. it doesn't check if the device actually exists).
160 bool SplitPartitionName(const std::string& partition_name,
161                         std::string* out_disk_name,
162                         int* out_partition_num);
163 
164 // Builds a partition device name from the block device name and partition
165 // number. For example:
166 // {"/dev/sda", 1} => "/dev/sda1"
167 // {"/dev/mmcblk2", 12} => "/dev/mmcblk2p12"
168 // Returns empty string when invalid parameters are passed in
169 std::string MakePartitionName(const std::string& disk_name,
170                               int partition_num);
171 
172 // Similar to "MakePartitionName" but returns a name that is suitable for
173 // mounting. On NAND system we can write to "/dev/ubiX_0", which is what
174 // MakePartitionName returns, but we cannot mount that device. To mount, we
175 // have to use "/dev/ubiblockX_0" for rootfs. Stateful and OEM partitions are
176 // mountable with "/dev/ubiX_0". The input is a partition device such as
177 // /dev/sda3. Return empty string on error.
178 std::string MakePartitionNameForMount(const std::string& part_name);
179 
180 // Set the read-only attribute on the block device |device| to the value passed
181 // in |read_only|. Return whether the operation succeeded.
182 bool SetBlockDeviceReadOnly(const std::string& device, bool read_only);
183 
184 // Synchronously mount or unmount a filesystem. Return true on success.
185 // When mounting, it will attempt to mount the device as the passed filesystem
186 // type |type|, with the passed |flags| options. If |type| is empty, "ext2",
187 // "ext3", "ext4" and "squashfs" will be tried.
188 bool MountFilesystem(const std::string& device,
189                      const std::string& mountpoint,
190                      unsigned long flags,  // NOLINT(runtime/int)
191                      const std::string& type,
192                      const std::string& fs_mount_options);
193 bool UnmountFilesystem(const std::string& mountpoint);
194 
195 // Return whether the passed |mountpoint| path is a directory where a filesystem
196 // is mounted. Due to detection mechanism limitations, when used on directories
197 // where another part of the tree was bind mounted returns true only if bind
198 // mounted on top of a different filesystem (not inside the same filesystem).
199 bool IsMountpoint(const std::string& mountpoint);
200 
201 // Returns a human-readable string with the file format based on magic constants
202 // on the header of the file.
203 std::string GetFileFormat(const std::string& path);
204 
205 // Returns the string representation of the given UTC time.
206 // such as "11/14/2011 14:05:30 GMT".
207 std::string ToString(const base::Time utc_time);
208 
209 // Returns true or false depending on the value of b.
210 std::string ToString(bool b);
211 
212 // Returns a string representation of the given enum.
213 std::string ToString(DownloadSource source);
214 
215 // Returns a string representation of the given enum.
216 std::string ToString(PayloadType payload_type);
217 
218 // Fuzzes an integer |value| randomly in the range:
219 // [value - range / 2, value + range - range / 2]
220 int FuzzInt(int value, unsigned int range);
221 
222 // Log a string in hex to LOG(INFO). Useful for debugging.
223 void HexDumpArray(const uint8_t* const arr, const size_t length);
HexDumpString(const std::string & str)224 inline void HexDumpString(const std::string& str) {
225   HexDumpArray(reinterpret_cast<const uint8_t*>(str.data()), str.size());
226 }
HexDumpVector(const brillo::Blob & vect)227 inline void HexDumpVector(const brillo::Blob& vect) {
228   HexDumpArray(vect.data(), vect.size());
229 }
230 
231 template<typename KeyType, typename ValueType>
MapContainsKey(const std::map<KeyType,ValueType> & m,const KeyType & k)232 bool MapContainsKey(const std::map<KeyType, ValueType>& m, const KeyType& k) {
233   return m.find(k) != m.end();
234 }
235 template<typename KeyType>
SetContainsKey(const std::set<KeyType> & s,const KeyType & k)236 bool SetContainsKey(const std::set<KeyType>& s, const KeyType& k) {
237   return s.find(k) != s.end();
238 }
239 
240 template<typename T>
VectorContainsValue(const std::vector<T> & vect,const T & value)241 bool VectorContainsValue(const std::vector<T>& vect, const T& value) {
242   return std::find(vect.begin(), vect.end(), value) != vect.end();
243 }
244 
245 template<typename T>
VectorIndexOf(const std::vector<T> & vect,const T & value,typename std::vector<T>::size_type * out_index)246 bool VectorIndexOf(const std::vector<T>& vect, const T& value,
247                    typename std::vector<T>::size_type* out_index) {
248   typename std::vector<T>::const_iterator it = std::find(vect.begin(),
249                                                          vect.end(),
250                                                          value);
251   if (it == vect.end()) {
252     return false;
253   } else {
254     *out_index = it - vect.begin();
255     return true;
256   }
257 }
258 
259 // Converts seconds into human readable notation including days, hours, minutes
260 // and seconds. For example, 185 will yield 3m5s, 4300 will yield 1h11m40s, and
261 // 360000 will yield 4d4h0m0s.  Zero padding not applied. Seconds are always
262 // shown in the result.
263 std::string FormatSecs(unsigned secs);
264 
265 // Converts a TimeDelta into human readable notation including days, hours,
266 // minutes, seconds and fractions of a second down to microsecond granularity,
267 // as necessary; for example, an output of 5d2h0m15.053s means that the input
268 // time was precise to the milliseconds only. Zero padding not applied, except
269 // for fractions. Seconds are always shown, but fractions thereof are only shown
270 // when applicable. If |delta| is negative, the output will have a leading '-'
271 // followed by the absolute duration.
272 std::string FormatTimeDelta(base::TimeDelta delta);
273 
274 // This method transforms the given error code to be suitable for UMA and
275 // for error classification purposes by removing the higher order bits and
276 // aggregating error codes beyond the enum range, etc. This method is
277 // idempotent, i.e. if called with a value previously returned by this method,
278 // it'll return the same value again.
279 ErrorCode GetBaseErrorCode(ErrorCode code);
280 
281 // Decodes the data in |base64_encoded| and stores it in a temporary
282 // file. Returns false if the given data is empty, not well-formed
283 // base64 or if an error occurred. If true is returned, the decoded
284 // data is stored in the file returned in |out_path|. The file should
285 // be deleted when no longer needed.
286 bool DecodeAndStoreBase64String(const std::string& base64_encoded,
287                                 base::FilePath *out_path);
288 
289 // Converts |time| to an Omaha InstallDate which is defined as "the
290 // number of PST8PDT calendar weeks since Jan 1st 2007 0:00 PST, times
291 // seven" with PST8PDT defined as "Pacific Time" (e.g. UTC-07:00 if
292 // daylight savings is observed and UTC-08:00 otherwise.)
293 //
294 // If the passed in |time| variable is before Monday January 1st 2007
295 // 0:00 PST, False is returned and the value returned in
296 // |out_num_days| is undefined. Otherwise the number of PST8PDT
297 // calendar weeks since that date times seven is returned in
298 // |out_num_days| and the function returns True.
299 //
300 // (NOTE: This function does not currently take daylight savings time
301 // into account so the result may up to one hour off. This is because
302 // the glibc date and timezone routines depend on the TZ environment
303 // variable and changing environment variables is not thread-safe.
304 bool ConvertToOmahaInstallDate(base::Time time, int *out_num_days);
305 
306 // Look for the minor version value in the passed |store| and set
307 // |minor_version| to that value. Return whether the value was found and valid.
308 bool GetMinorVersion(const brillo::KeyValueStore& store,
309                      uint32_t* minor_version);
310 
311 // Returns whether zlib |fingerprint| is compatible with zlib we are using.
312 bool IsZlibCompatible(const std::string& fingerprint);
313 
314 // This function reads the specified data in |extents| into |out_data|. The
315 // extents are read from the file at |path|. |out_data_size| is the size of
316 // |out_data|. Returns false if the number of bytes to read given in
317 // |extents| does not equal |out_data_size|.
318 bool ReadExtents(const std::string& path, const std::vector<Extent>& extents,
319                  brillo::Blob* out_data, ssize_t out_data_size,
320                  size_t block_size);
321 
322 // Read the current boot identifier and store it in |boot_id|. This identifier
323 // is constants during the same boot of the kernel and is regenerated after
324 // reboot. Returns whether it succeeded getting the boot_id.
325 bool GetBootId(std::string* boot_id);
326 
327 }  // namespace utils
328 
329 
330 // Utility class to close a file descriptor
331 class ScopedFdCloser {
332  public:
ScopedFdCloser(int * fd)333   explicit ScopedFdCloser(int* fd) : fd_(fd) {}
~ScopedFdCloser()334   ~ScopedFdCloser() {
335     if (should_close_ && fd_ && (*fd_ >= 0) && !IGNORE_EINTR(close(*fd_)))
336       *fd_ = -1;
337   }
set_should_close(bool should_close)338   void set_should_close(bool should_close) { should_close_ = should_close; }
339  private:
340   int* fd_;
341   bool should_close_ = true;
342   DISALLOW_COPY_AND_ASSIGN(ScopedFdCloser);
343 };
344 
345 // Utility class to delete a file when it goes out of scope.
346 class ScopedPathUnlinker {
347  public:
ScopedPathUnlinker(const std::string & path)348   explicit ScopedPathUnlinker(const std::string& path)
349       : path_(path),
350         should_remove_(true) {}
~ScopedPathUnlinker()351   ~ScopedPathUnlinker() {
352     if (should_remove_ && unlink(path_.c_str()) < 0) {
353       PLOG(ERROR) << "Unable to unlink path " << path_;
354     }
355   }
set_should_remove(bool should_remove)356   void set_should_remove(bool should_remove) { should_remove_ = should_remove; }
357 
358  private:
359   const std::string path_;
360   bool should_remove_;
361   DISALLOW_COPY_AND_ASSIGN(ScopedPathUnlinker);
362 };
363 
364 // A little object to call ActionComplete on the ActionProcessor when
365 // it's destructed.
366 class ScopedActionCompleter {
367  public:
ScopedActionCompleter(ActionProcessor * processor,AbstractAction * action)368   explicit ScopedActionCompleter(ActionProcessor* processor,
369                                  AbstractAction* action)
370       : processor_(processor),
371         action_(action),
372         code_(ErrorCode::kError),
373         should_complete_(true) {}
~ScopedActionCompleter()374   ~ScopedActionCompleter() {
375     if (should_complete_)
376       processor_->ActionComplete(action_, code_);
377   }
set_code(ErrorCode code)378   void set_code(ErrorCode code) { code_ = code; }
set_should_complete(bool should_complete)379   void set_should_complete(bool should_complete) {
380     should_complete_ = should_complete;
381   }
get_code()382   ErrorCode get_code() const { return code_; }
383 
384  private:
385   ActionProcessor* processor_;
386   AbstractAction* action_;
387   ErrorCode code_;
388   bool should_complete_;
389   DISALLOW_COPY_AND_ASSIGN(ScopedActionCompleter);
390 };
391 
392 }  // namespace chromeos_update_engine
393 
394 #define TEST_AND_RETURN_FALSE_ERRNO(_x)                                        \
395   do {                                                                         \
396     bool _success = static_cast<bool>(_x);                                     \
397     if (!_success) {                                                           \
398       std::string _msg =                                                       \
399           chromeos_update_engine::utils::ErrnoNumberAsString(errno);           \
400       LOG(ERROR) << #_x " failed: " << _msg;                                   \
401       return false;                                                            \
402     }                                                                          \
403   } while (0)
404 
405 #define TEST_AND_RETURN_FALSE(_x)                                              \
406   do {                                                                         \
407     bool _success = static_cast<bool>(_x);                                     \
408     if (!_success) {                                                           \
409       LOG(ERROR) << #_x " failed.";                                            \
410       return false;                                                            \
411     }                                                                          \
412   } while (0)
413 
414 #define TEST_AND_RETURN_ERRNO(_x)                                              \
415   do {                                                                         \
416     bool _success = static_cast<bool>(_x);                                     \
417     if (!_success) {                                                           \
418       std::string _msg =                                                       \
419           chromeos_update_engine::utils::ErrnoNumberAsString(errno);           \
420       LOG(ERROR) << #_x " failed: " << _msg;                                   \
421       return;                                                                  \
422     }                                                                          \
423   } while (0)
424 
425 #define TEST_AND_RETURN(_x)                                                    \
426   do {                                                                         \
427     bool _success = static_cast<bool>(_x);                                     \
428     if (!_success) {                                                           \
429       LOG(ERROR) << #_x " failed.";                                            \
430       return;                                                                  \
431     }                                                                          \
432   } while (0)
433 
434 #define TEST_AND_RETURN_FALSE_ERRCODE(_x)                                      \
435   do {                                                                         \
436     errcode_t _error = (_x);                                                   \
437     if (_error) {                                                              \
438       errno = _error;                                                          \
439       LOG(ERROR) << #_x " failed: " << _error;                                 \
440       return false;                                                            \
441     }                                                                          \
442   } while (0)
443 
444 #endif  // UPDATE_ENGINE_COMMON_UTILS_H_
445