• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 //
2 // Copyright (C) 2009 The Android Open Source Project
3 //
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
7 //
8 //      http://www.apache.org/licenses/LICENSE-2.0
9 //
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
15 //
16 
17 #ifndef UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_
18 #define UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_
19 
20 #include <map>
21 #include <memory>
22 #include <string>
23 #include <utility>
24 
25 #include <curl/curl.h>
26 
27 #include <base/logging.h>
28 #include <base/macros.h>
29 #include <brillo/message_loops/message_loop.h>
30 
31 #include "update_engine/certificate_checker.h"
32 #include "update_engine/common/hardware_interface.h"
33 #include "update_engine/common/http_fetcher.h"
34 
35 // This is a concrete implementation of HttpFetcher that uses libcurl to do the
36 // http work.
37 
38 namespace chromeos_update_engine {
39 
40 class LibcurlHttpFetcher : public HttpFetcher {
41  public:
42   LibcurlHttpFetcher(ProxyResolver* proxy_resolver,
43                      HardwareInterface* hardware);
44 
45   // Cleans up all internal state. Does not notify delegate
46   ~LibcurlHttpFetcher() override;
47 
SetOffset(off_t offset)48   void SetOffset(off_t offset) override { bytes_downloaded_ = offset; }
49 
SetLength(size_t length)50   void SetLength(size_t length) override { download_length_ = length; }
UnsetLength()51   void UnsetLength() override { SetLength(0); }
52 
53   // Begins the transfer if it hasn't already begun.
54   void BeginTransfer(const std::string& url) override;
55 
56   // If the transfer is in progress, aborts the transfer early. The transfer
57   // cannot be resumed.
58   void TerminateTransfer() override;
59 
60   // Pass the headers to libcurl.
61   void SetHeader(const std::string& header_name,
62                  const std::string& header_value) override;
63 
64   // Suspend the transfer by calling curl_easy_pause(CURLPAUSE_ALL).
65   void Pause() override;
66 
67   // Resume the transfer by calling curl_easy_pause(CURLPAUSE_CONT).
68   void Unpause() override;
69 
70   // Libcurl sometimes asks to be called back after some time while
71   // leaving that time unspecified. In that case, we pick a reasonable
72   // default of one second, but it can be overridden here. This is
73   // primarily useful for testing.
74   // From http://curl.haxx.se/libcurl/c/curl_multi_timeout.html:
75   //     if libcurl returns a -1 timeout here, it just means that libcurl
76   //     currently has no stored timeout value. You must not wait too long
77   //     (more than a few seconds perhaps) before you call
78   //     curl_multi_perform() again.
set_idle_seconds(int seconds)79   void set_idle_seconds(int seconds) override { idle_seconds_ = seconds; }
80 
81   // Sets the retry timeout. Useful for testing.
set_retry_seconds(int seconds)82   void set_retry_seconds(int seconds) override { retry_seconds_ = seconds; }
83 
set_no_network_max_retries(int retries)84   void set_no_network_max_retries(int retries) {
85     no_network_max_retries_ = retries;
86   }
87 
set_server_to_check(ServerToCheck server_to_check)88   void set_server_to_check(ServerToCheck server_to_check) {
89     server_to_check_ = server_to_check;
90   }
91 
GetBytesDownloaded()92   size_t GetBytesDownloaded() override {
93     return static_cast<size_t>(bytes_downloaded_);
94   }
95 
set_low_speed_limit(int low_speed_bps,int low_speed_sec)96   void set_low_speed_limit(int low_speed_bps, int low_speed_sec) override {
97     low_speed_limit_bps_ = low_speed_bps;
98     low_speed_time_seconds_ = low_speed_sec;
99   }
100 
set_connect_timeout(int connect_timeout_seconds)101   void set_connect_timeout(int connect_timeout_seconds) override {
102     connect_timeout_seconds_ = connect_timeout_seconds;
103   }
104 
set_max_retry_count(int max_retry_count)105   void set_max_retry_count(int max_retry_count) override {
106     max_retry_count_ = max_retry_count;
107   }
108 
109  private:
110   // libcurl's CURLOPT_CLOSESOCKETFUNCTION callback function. Called when
111   // closing a socket created with the CURLOPT_OPENSOCKETFUNCTION callback.
112   static int LibcurlCloseSocketCallback(void* clientp, curl_socket_t item);
113 
114   // Callback for when proxy resolution has completed. This begins the
115   // transfer.
116   void ProxiesResolved();
117 
118   // Asks libcurl for the http response code and stores it in the object.
119   void GetHttpResponseCode();
120 
121   // Checks whether stored HTTP response is within the success range.
IsHttpResponseSuccess()122   inline bool IsHttpResponseSuccess() {
123     return (http_response_code_ >= 200 && http_response_code_ < 300);
124   }
125 
126   // Checks whether stored HTTP response is within the error range. This
127   // includes both errors with the request (4xx) and server errors (5xx).
IsHttpResponseError()128   inline bool IsHttpResponseError() {
129     return (http_response_code_ >= 400 && http_response_code_ < 600);
130   }
131 
132   // Resumes a transfer where it left off. This will use the
133   // HTTP Range: header to make a new connection from where the last
134   // left off.
135   virtual void ResumeTransfer(const std::string& url);
136 
137   void TimeoutCallback();
138   void RetryTimeoutCallback();
139 
140   // Calls into curl_multi_perform to let libcurl do its work. Returns after
141   // curl_multi_perform is finished, which may actually be after more than
142   // one call to curl_multi_perform. This method will set up the message
143   // loop with sources for future work that libcurl will do, if any, or complete
144   // the transfer and finish the action if no work left to do.
145   // This method will not block.
146   void CurlPerformOnce();
147 
148   // Sets up message loop sources as needed by libcurl. This is generally
149   // the file descriptor of the socket and a timer in case nothing happens
150   // on the fds.
151   void SetupMessageLoopSources();
152 
153   // Callback called by libcurl when new data has arrived on the transfer
154   size_t LibcurlWrite(void* ptr, size_t size, size_t nmemb);
StaticLibcurlWrite(void * ptr,size_t size,size_t nmemb,void * stream)155   static size_t StaticLibcurlWrite(void* ptr,
156                                    size_t size,
157                                    size_t nmemb,
158                                    void* stream) {
159     return reinterpret_cast<LibcurlHttpFetcher*>(stream)->LibcurlWrite(
160         ptr, size, nmemb);
161   }
162 
163   // Cleans up the following if they are non-null:
164   // curl(m) handles, fd_task_maps_, timeout_id_.
165   void CleanUp();
166 
167   // Force terminate the transfer. This will invoke the delegate's (if any)
168   // TransferTerminated callback so, after returning, this fetcher instance may
169   // be destroyed.
170   void ForceTransferTermination();
171 
172   // Sets the curl options for HTTP URL.
173   void SetCurlOptionsForHttp();
174 
175   // Sets the curl options for HTTPS URL.
176   void SetCurlOptionsForHttps();
177 
178   // Sets the curl options for file URI.
179   void SetCurlOptionsForFile();
180 
181   // Convert a proxy URL into a curl proxy type, if applicable. Returns true iff
182   // conversion was successful, false otherwise (in which case nothing is
183   // written to |out_type|).
184   bool GetProxyType(const std::string& proxy, curl_proxytype* out_type);
185 
186   // Hardware interface used to query dev-mode and official build settings.
187   HardwareInterface* hardware_;
188 
189   // Handles for the libcurl library
190   CURLM* curl_multi_handle_{nullptr};
191   CURL* curl_handle_{nullptr};
192   struct curl_slist* curl_http_headers_{nullptr};
193 
194   // The extra headers that will be sent on each request.
195   std::map<std::string, std::string> extra_headers_;
196 
197   // Lists of all read(0)/write(1) file descriptors that we're waiting on from
198   // the message loop. libcurl may open/close descriptors and switch their
199   // directions so maintain two separate lists so that watch conditions can be
200   // set appropriately.
201   std::map<int, brillo::MessageLoop::TaskId> fd_task_maps_[2];
202 
203   // The TaskId of the timer we're waiting on. kTaskIdNull if we are not waiting
204   // on it.
205   brillo::MessageLoop::TaskId timeout_id_{brillo::MessageLoop::kTaskIdNull};
206 
207   bool transfer_in_progress_{false};
208   bool transfer_paused_{false};
209 
210   // Whether it should ignore transfer failures for the purpose of retrying the
211   // connection.
212   bool ignore_failure_{false};
213 
214   // Whether we should restart the transfer once Unpause() is called. This can
215   // be caused because either the connection dropped while pause or the proxy
216   // was resolved and we never started the transfer in the first place.
217   bool restart_transfer_on_unpause_{false};
218 
219   // The transfer size. -1 if not known.
220   off_t transfer_size_{0};
221 
222   // How many bytes have been downloaded and sent to the delegate.
223   off_t bytes_downloaded_{0};
224 
225   // The remaining maximum number of bytes to download. Zero represents an
226   // unspecified length.
227   size_t download_length_{0};
228 
229   // If we resumed an earlier transfer, data offset that we used for the
230   // new connection.  0 otherwise.
231   // In this class, resume refers to resuming a dropped HTTP connection,
232   // not to resuming an interrupted download.
233   off_t resume_offset_{0};
234 
235   // Number of resumes performed so far and the max allowed.
236   int retry_count_{0};
237   int max_retry_count_{kDownloadMaxRetryCount};
238 
239   // Seconds to wait before retrying a resume.
240   int retry_seconds_{20};
241 
242   // When waiting for a retry, the task id of the retry callback.
243   brillo::MessageLoop::TaskId retry_task_id_{brillo::MessageLoop::kTaskIdNull};
244 
245   // Number of resumes due to no network (e.g., HTTP response code 0).
246   int no_network_retry_count_{0};
247   int no_network_max_retries_{0};
248 
249   // Seconds to wait before asking libcurl to "perform".
250   int idle_seconds_{1};
251 
252   // If true, we are currently performing a write callback on the delegate.
253   bool in_write_callback_{false};
254 
255   // If true, we have returned at least one byte in the write callback
256   // to the delegate.
257   bool sent_byte_{false};
258 
259   // We can't clean everything up while we're in a write callback, so
260   // if we get a terminate request, queue it until we can handle it.
261   bool terminate_requested_{false};
262 
263   // The ServerToCheck used when checking this connection's certificate. If no
264   // certificate check needs to be performed, this should be set to
265   // ServerToCheck::kNone.
266   ServerToCheck server_to_check_{ServerToCheck::kNone};
267 
268   int low_speed_limit_bps_{kDownloadLowSpeedLimitBps};
269   int low_speed_time_seconds_{kDownloadLowSpeedTimeSeconds};
270   int connect_timeout_seconds_{kDownloadConnectTimeoutSeconds};
271 
272   DISALLOW_COPY_AND_ASSIGN(LibcurlHttpFetcher);
273 };
274 
275 }  // namespace chromeos_update_engine
276 
277 #endif  // UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_
278