rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1 | // Copyright (c) 2009 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 5 | #ifndef CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__ |
| 6 | #define CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__ |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 7 | |
| 8 | #include <map> |
| 9 | #include <string> |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 10 | |
| 11 | #include <base/basictypes.h> |
| 12 | #include <base/logging.h> |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 13 | #include <curl/curl.h> |
| 14 | #include <glib.h> |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 15 | |
| 16 | #include "update_engine/certificate_checker.h" |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 17 | #include "update_engine/http_fetcher.h" |
| 18 | |
| 19 | // This is a concrete implementation of HttpFetcher that uses libcurl to do the |
| 20 | // http work. |
| 21 | |
| 22 | namespace chromeos_update_engine { |
| 23 | |
| 24 | class LibcurlHttpFetcher : public HttpFetcher { |
| 25 | public: |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 26 | static const int kMaxRedirects = 10; |
| 27 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 28 | explicit LibcurlHttpFetcher(ProxyResolver* proxy_resolver) |
| 29 | : HttpFetcher(proxy_resolver), |
| 30 | curl_multi_handle_(NULL), |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 31 | curl_handle_(NULL), |
| 32 | timeout_source_(NULL), |
| 33 | transfer_in_progress_(false), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 34 | transfer_size_(0), |
| 35 | bytes_downloaded_(0), |
| 36 | resume_offset_(0), |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 37 | retry_count_(0), |
| 38 | retry_seconds_(60), |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 39 | no_network_retry_count_(0), |
| 40 | no_network_max_retries_(0), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 41 | idle_seconds_(1), |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 42 | force_connection_type_(false), |
| 43 | forced_expensive_connection_(false), |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 44 | force_build_type_(false), |
| 45 | forced_official_build_(false), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 46 | in_write_callback_(false), |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 47 | sent_byte_(false), |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 48 | terminate_requested_(false), |
| 49 | check_certificate_(CertificateChecker::kNone) {} |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 50 | |
| 51 | // Cleans up all internal state. Does not notify delegate |
| 52 | ~LibcurlHttpFetcher(); |
| 53 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 54 | void SetOffset(off_t offset) { bytes_downloaded_ = offset; } |
| 55 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 56 | // Begins the transfer if it hasn't already begun. |
| 57 | virtual void BeginTransfer(const std::string& url); |
| 58 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 59 | // If the transfer is in progress, aborts the transfer early. The transfer |
| 60 | // cannot be resumed. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 61 | virtual void TerminateTransfer(); |
| 62 | |
| 63 | // Suspend the transfer by calling curl_easy_pause(CURLPAUSE_ALL). |
| 64 | virtual void Pause(); |
| 65 | |
| 66 | // Resume the transfer by calling curl_easy_pause(CURLPAUSE_CONT). |
| 67 | virtual void Unpause(); |
| 68 | |
| 69 | // Libcurl sometimes asks to be called back after some time while |
| 70 | // leaving that time unspecified. In that case, we pick a reasonable |
| 71 | // default of one second, but it can be overridden here. This is |
| 72 | // primarily useful for testing. |
| 73 | // From http://curl.haxx.se/libcurl/c/curl_multi_timeout.html: |
| 74 | // if libcurl returns a -1 timeout here, it just means that libcurl |
| 75 | // currently has no stored timeout value. You must not wait too long |
| 76 | // (more than a few seconds perhaps) before you call |
| 77 | // curl_multi_perform() again. |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 78 | void set_idle_seconds(int seconds) { idle_seconds_ = seconds; } |
| 79 | |
| 80 | // Sets the retry timeout. Useful for testing. |
| 81 | void set_retry_seconds(int seconds) { retry_seconds_ = seconds; } |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 82 | |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 83 | void set_no_network_max_retries(int retries) { |
| 84 | no_network_max_retries_ = retries; |
| 85 | } |
| 86 | |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 87 | void SetConnectionAsExpensive(bool is_expensive) { |
| 88 | force_connection_type_ = true; |
| 89 | forced_expensive_connection_ = is_expensive; |
| 90 | } |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 91 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 92 | void SetBuildType(bool is_official) { |
| 93 | force_build_type_ = true; |
| 94 | forced_official_build_ = is_official; |
| 95 | } |
| 96 | |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 97 | void set_check_certificate( |
| 98 | CertificateChecker::ServerToCheck check_certificate) { |
| 99 | check_certificate_ = check_certificate; |
| 100 | } |
| 101 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame^] | 102 | virtual size_t GetBytesDownloaded() { |
| 103 | return static_cast<size_t>(bytes_downloaded_); |
| 104 | } |
| 105 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 106 | private: |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 107 | // Callback for when proxy resolution has completed. This begins the |
| 108 | // transfer. |
| 109 | void ProxiesResolved(); |
| 110 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 111 | // Asks libcurl for the http response code and stores it in the object. |
| 112 | void GetHttpResponseCode(); |
| 113 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame^] | 114 | // Checks whether stored HTTP response is successful. |
| 115 | inline bool IsHttpResponseSuccess() { |
| 116 | return (http_response_code_ >= 200 && http_response_code_ < 300); |
| 117 | } |
| 118 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 119 | // Resumes a transfer where it left off. This will use the |
| 120 | // HTTP Range: header to make a new connection from where the last |
| 121 | // left off. |
| 122 | virtual void ResumeTransfer(const std::string& url); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 123 | |
| 124 | // These two methods are for glib main loop callbacks. They are called |
| 125 | // when either a file descriptor is ready for work or when a timer |
| 126 | // has fired. The static versions are shims for libcurl which has a C API. |
| 127 | bool FDCallback(GIOChannel *source, GIOCondition condition); |
| 128 | static gboolean StaticFDCallback(GIOChannel *source, |
| 129 | GIOCondition condition, |
| 130 | gpointer data) { |
| 131 | return reinterpret_cast<LibcurlHttpFetcher*>(data)->FDCallback(source, |
| 132 | condition); |
| 133 | } |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 134 | gboolean TimeoutCallback(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 135 | static gboolean StaticTimeoutCallback(gpointer data) { |
| 136 | return reinterpret_cast<LibcurlHttpFetcher*>(data)->TimeoutCallback(); |
| 137 | } |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 138 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 139 | gboolean RetryTimeoutCallback(); |
| 140 | static gboolean StaticRetryTimeoutCallback(void* arg) { |
| 141 | return static_cast<LibcurlHttpFetcher*>(arg)->RetryTimeoutCallback(); |
| 142 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 143 | |
| 144 | // Calls into curl_multi_perform to let libcurl do its work. Returns after |
| 145 | // curl_multi_perform is finished, which may actually be after more than |
| 146 | // one call to curl_multi_perform. This method will set up the glib run |
| 147 | // loop with sources for future work that libcurl will do. |
| 148 | // This method will not block. |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 149 | // Returns true if we should resume immediately after this call. |
Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 150 | void CurlPerformOnce(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 151 | |
| 152 | // Sets up glib main loop sources as needed by libcurl. This is generally |
| 153 | // the file descriptor of the socket and a timer in case nothing happens |
| 154 | // on the fds. |
| 155 | void SetupMainloopSources(); |
| 156 | |
| 157 | // Callback called by libcurl when new data has arrived on the transfer |
| 158 | size_t LibcurlWrite(void *ptr, size_t size, size_t nmemb); |
| 159 | static size_t StaticLibcurlWrite(void *ptr, size_t size, |
| 160 | size_t nmemb, void *stream) { |
| 161 | return reinterpret_cast<LibcurlHttpFetcher*>(stream)-> |
| 162 | LibcurlWrite(ptr, size, nmemb); |
| 163 | } |
| 164 | |
| 165 | // Cleans up the following if they are non-null: |
| 166 | // curl(m) handles, io_channels_, timeout_source_. |
| 167 | void CleanUp(); |
| 168 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 169 | // Force terminate the transfer. This will invoke the delegate's (if any) |
| 170 | // TransferTerminated callback so, after returning, this fetcher instance may |
| 171 | // be destroyed. |
| 172 | void ForceTransferTermination(); |
| 173 | |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 174 | // Returns whether or not the current network connection is considered |
| 175 | // expensive. |
| 176 | bool ConnectionIsExpensive() const; |
| 177 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 178 | // Returns whether or not the current build is official. |
| 179 | bool IsOfficialBuild() const; |
| 180 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 181 | // Handles for the libcurl library |
| 182 | CURLM *curl_multi_handle_; |
| 183 | CURL *curl_handle_; |
| 184 | |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 185 | // Lists of all read(0)/write(1) file descriptors that we're waiting on from |
| 186 | // the glib main loop. libcurl may open/close descriptors and switch their |
| 187 | // directions so maintain two separate lists so that watch conditions can be |
| 188 | // set appropriately. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 189 | typedef std::map<int, std::pair<GIOChannel*, guint> > IOChannels; |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 190 | IOChannels io_channels_[2]; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 191 | |
| 192 | // if non-NULL, a timer we're waiting on. glib main loop will call us back |
| 193 | // when it fires. |
| 194 | GSource* timeout_source_; |
| 195 | |
| 196 | bool transfer_in_progress_; |
| 197 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 198 | // The transfer size. -1 if not known. |
| 199 | off_t transfer_size_; |
| 200 | |
| 201 | // How many bytes have been downloaded and sent to the delegate. |
| 202 | off_t bytes_downloaded_; |
| 203 | |
| 204 | // If we resumed an earlier transfer, data offset that we used for the |
| 205 | // new connection. 0 otherwise. |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 206 | // In this class, resume refers to resuming a dropped HTTP connection, |
| 207 | // not to resuming an interrupted download. |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 208 | off_t resume_offset_; |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 209 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 210 | // Number of resumes performed. |
| 211 | int retry_count_; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 212 | |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 213 | // Seconds to wait before retrying a resume. |
| 214 | int retry_seconds_; |
| 215 | |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 216 | // Number of resumes due to no network (e.g., HTTP response code 0). |
| 217 | int no_network_retry_count_; |
| 218 | int no_network_max_retries_; |
| 219 | |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 220 | // Seconds to wait before asking libcurl to "perform". |
| 221 | int idle_seconds_; |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 222 | |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 223 | // If true, assume the network is expensive or not, according to |
| 224 | // forced_expensive_connection_. (Useful for testing). |
| 225 | bool force_connection_type_; |
| 226 | bool forced_expensive_connection_; |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 227 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 228 | // If true, assume the build is official or not, according to |
| 229 | // forced_official_build_. Useful for testing. |
| 230 | bool force_build_type_; |
| 231 | bool forced_official_build_; |
| 232 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 233 | // If true, we are currently performing a write callback on the delegate. |
| 234 | bool in_write_callback_; |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 235 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 236 | // If true, we have returned at least one byte in the write callback |
| 237 | // to the delegate. |
| 238 | bool sent_byte_; |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 239 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 240 | // We can't clean everything up while we're in a write callback, so |
| 241 | // if we get a terminate request, queue it until we can handle it. |
| 242 | bool terminate_requested_; |
| 243 | |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 244 | // Represents which server certificate to be checked against this |
| 245 | // connection's certificate. If no certificate check needs to be performed, |
| 246 | // this should be kNone. |
| 247 | CertificateChecker::ServerToCheck check_certificate_; |
| 248 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 249 | DISALLOW_COPY_AND_ASSIGN(LibcurlHttpFetcher); |
| 250 | }; |
| 251 | |
| 252 | } // namespace chromeos_update_engine |
| 253 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 254 | #endif // CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__ |