ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 1 | // Copyright 2015 The Chromium Authors. All rights reserved. |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "components/domain_reliability/uploader.h" |
| 6 | |
avi | bc5337b | 2015-12-25 23:16:33 | [diff] [blame] | 7 | #include <stddef.h> |
| 8 | |
dcheng | 04a35cd | 2016-04-22 15:07:24 | [diff] [blame] | 9 | #include <memory> |
mikecirone | f22f981 | 2016-10-04 03:40:19 | [diff] [blame] | 10 | #include <string> |
dcheng | 04a35cd | 2016-04-22 15:07:24 | [diff] [blame] | 11 | |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 12 | #include "base/bind.h" |
dcheng | 04a35cd | 2016-04-22 15:07:24 | [diff] [blame] | 13 | #include "base/memory/ptr_util.h" |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 14 | #include "base/run_loop.h" |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 15 | #include "base/test/scoped_task_environment.h" |
[email protected] | b5c2b74 | 2014-06-14 22:21:42 | [diff] [blame] | 16 | #include "base/test/test_simple_task_runner.h" |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 17 | #include "base/threading/thread_task_runner_handle.h" |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 18 | #include "components/domain_reliability/test_util.h" |
[email protected] | d759912 | 2014-05-24 03:37:23 | [diff] [blame] | 19 | #include "net/base/load_flags.h" |
ttuttle | 280a73d | 2014-11-13 21:38:04 | [diff] [blame] | 20 | #include "net/http/http_response_headers.h" |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 21 | #include "net/http/http_response_info.h" |
mikecirone | f22f981 | 2016-10-04 03:40:19 | [diff] [blame] | 22 | #include "net/log/net_log_with_source.h" |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 23 | #include "net/url_request/url_request.h" |
| 24 | #include "net/url_request/url_request_filter.h" |
| 25 | #include "net/url_request/url_request_interceptor.h" |
| 26 | #include "net/url_request/url_request_job.h" |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 27 | #include "net/url_request/url_request_test_util.h" |
| 28 | #include "testing/gtest/include/gtest/gtest.h" |
| 29 | |
| 30 | namespace domain_reliability { |
[email protected] | 563dc476 | 2014-05-11 00:43:49 | [diff] [blame] | 31 | namespace { |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 32 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 33 | const char kUploadURL[] = "https://example/upload"; |
| 34 | |
| 35 | struct MockUploadResult { |
| 36 | int net_error; |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 37 | scoped_refptr<net::HttpResponseHeaders> response_headers; |
| 38 | }; |
| 39 | |
| 40 | class UploadMockURLRequestJob : public net::URLRequestJob { |
| 41 | public: |
| 42 | UploadMockURLRequestJob(net::URLRequest* request, |
| 43 | net::NetworkDelegate* network_delegate, |
| 44 | MockUploadResult result) |
| 45 | : net::URLRequestJob(request, network_delegate), |
| 46 | upload_stream_(nullptr), |
| 47 | result_(result) { |
| 48 | int load_flags = request->load_flags(); |
| 49 | EXPECT_TRUE(load_flags & net::LOAD_DO_NOT_SEND_COOKIES); |
| 50 | EXPECT_TRUE(load_flags & net::LOAD_DO_NOT_SAVE_COOKIES); |
| 51 | } |
| 52 | |
| 53 | protected: |
| 54 | void Start() override { |
| 55 | int rv = upload_stream_->Init( |
tzik | 2bcf8e4 | 2018-07-31 11:22:15 | [diff] [blame] | 56 | base::BindOnce(&UploadMockURLRequestJob::OnStreamInitialized, |
| 57 | base::Unretained(this)), |
tfarina | 4283411 | 2016-09-22 13:38:20 | [diff] [blame] | 58 | net::NetLogWithSource()); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 59 | if (rv == net::ERR_IO_PENDING) |
| 60 | return; |
| 61 | OnStreamInitialized(rv); |
| 62 | } |
| 63 | |
| 64 | void SetUpload(net::UploadDataStream* upload_stream) override { |
| 65 | upload_stream_ = upload_stream; |
| 66 | } |
| 67 | |
| 68 | private: |
| 69 | ~UploadMockURLRequestJob() override {} |
| 70 | |
| 71 | void OnStreamInitialized(int rv) { |
| 72 | EXPECT_EQ(net::OK, rv); |
| 73 | |
| 74 | size_t upload_size = upload_stream_->size(); |
Victor Costan | 282536d | 2018-09-03 22:31:31 | [diff] [blame] | 75 | upload_buffer_ = base::MakeRefCounted<net::IOBufferWithSize>(upload_size); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 76 | rv = upload_stream_->Read( |
tzik | 2bcf8e4 | 2018-07-31 11:22:15 | [diff] [blame] | 77 | upload_buffer_.get(), upload_size, |
| 78 | base::BindOnce(&UploadMockURLRequestJob::OnStreamRead, |
| 79 | base::Unretained(this))); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 80 | if (rv == net::ERR_IO_PENDING) |
| 81 | return; |
| 82 | OnStreamRead(rv); |
| 83 | } |
| 84 | |
| 85 | void OnStreamRead(int rv) { |
| 86 | EXPECT_EQ(upload_buffer_->size(), rv); |
| 87 | |
| 88 | upload_data_ = std::string(upload_buffer_->data(), upload_buffer_->size()); |
| 89 | upload_buffer_ = nullptr; |
| 90 | |
| 91 | if (result_.net_error == net::OK) |
| 92 | NotifyHeadersComplete(); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 93 | else if (result_.net_error != net::ERR_IO_PENDING) |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 94 | NotifyStartError(net::URLRequestStatus::FromError(result_.net_error)); |
| 95 | } |
| 96 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 97 | void GetResponseInfo(net::HttpResponseInfo* info) override { |
| 98 | info->headers = result_.response_headers; |
| 99 | } |
| 100 | |
| 101 | net::UploadDataStream* upload_stream_; |
| 102 | scoped_refptr<net::IOBufferWithSize> upload_buffer_; |
| 103 | std::string upload_data_; |
| 104 | MockUploadResult result_; |
| 105 | }; |
| 106 | |
| 107 | class UploadInterceptor : public net::URLRequestInterceptor { |
| 108 | public: |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 109 | UploadInterceptor() : request_count_(0), last_upload_depth_(-1) {} |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 110 | |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 111 | ~UploadInterceptor() override { EXPECT_TRUE(results_.empty()); } |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 112 | |
| 113 | net::URLRequestJob* MaybeInterceptRequest( |
| 114 | net::URLRequest* request, |
| 115 | net::NetworkDelegate* delegate) const override { |
| 116 | EXPECT_FALSE(results_.empty()); |
| 117 | MockUploadResult result = results_.front(); |
| 118 | results_.pop_front(); |
| 119 | |
| 120 | last_upload_depth_ = |
| 121 | DomainReliabilityUploader::GetURLRequestUploadDepth(*request); |
| 122 | |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 123 | ++request_count_; |
| 124 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 125 | return new UploadMockURLRequestJob(request, delegate, result); |
| 126 | } |
| 127 | |
| 128 | void ExpectRequestAndReturnError(int net_error) { |
| 129 | MockUploadResult result; |
| 130 | result.net_error = net_error; |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 131 | results_.push_back(result); |
| 132 | } |
| 133 | |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 134 | void ExpectRequestAndReturnResponseHeaders(const char* headers) { |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 135 | MockUploadResult result; |
| 136 | result.net_error = net::OK; |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 137 | result.response_headers = new net::HttpResponseHeaders( |
| 138 | net::HttpUtil::AssembleRawHeaders(headers, strlen(headers))); |
| 139 | results_.push_back(result); |
| 140 | } |
| 141 | |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 142 | int request_count() const { return request_count_; } |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 143 | int last_upload_depth() const { return last_upload_depth_; } |
| 144 | |
| 145 | private: |
| 146 | mutable std::list<MockUploadResult> results_; |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 147 | mutable int request_count_; |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 148 | mutable int last_upload_depth_; |
| 149 | }; |
| 150 | |
| 151 | class TestUploadCallback { |
| 152 | public: |
| 153 | TestUploadCallback() : called_count_(0u) {} |
| 154 | |
| 155 | DomainReliabilityUploader::UploadCallback callback() { |
| 156 | return base::Bind(&TestUploadCallback::OnCalled, base::Unretained(this)); |
| 157 | } |
| 158 | |
| 159 | unsigned called_count() const { return called_count_; } |
| 160 | DomainReliabilityUploader::UploadResult last_result() const { |
| 161 | return last_result_; |
| 162 | } |
| 163 | |
| 164 | private: |
| 165 | void OnCalled(const DomainReliabilityUploader::UploadResult& result) { |
| 166 | called_count_++; |
| 167 | last_result_ = result; |
| 168 | } |
| 169 | |
| 170 | unsigned called_count_; |
| 171 | DomainReliabilityUploader::UploadResult last_result_; |
| 172 | }; |
ttuttle | 280a73d | 2014-11-13 21:38:04 | [diff] [blame] | 173 | |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 174 | class DomainReliabilityUploaderTest : public testing::Test { |
| 175 | protected: |
| 176 | DomainReliabilityUploaderTest() |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 177 | : url_request_context_getter_(new net::TestURLRequestContextGetter( |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 178 | base::ThreadTaskRunnerHandle::Get())), |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 179 | interceptor_(new UploadInterceptor()), |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 180 | uploader_( |
| 181 | DomainReliabilityUploader::Create(&time_, |
| 182 | url_request_context_getter_)) { |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 183 | net::URLRequestFilter::GetInstance()->AddUrlInterceptor( |
dcheng | 04a35cd | 2016-04-22 15:07:24 | [diff] [blame] | 184 | GURL(kUploadURL), base::WrapUnique(interceptor_)); |
Julia Tuttle | 30b16965 | 2017-10-16 20:19:08 | [diff] [blame] | 185 | uploader_->SetDiscardUploads(false); |
ttuttle | fa8427f9 | 2014-08-25 19:38:03 | [diff] [blame] | 186 | } |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 187 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 188 | ~DomainReliabilityUploaderTest() override { |
| 189 | net::URLRequestFilter::GetInstance()->ClearHandlers(); |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 190 | } |
| 191 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 192 | DomainReliabilityUploader* uploader() const { return uploader_.get(); } |
| 193 | UploadInterceptor* interceptor() const { return interceptor_; } |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 194 | scoped_refptr<net::TestURLRequestContextGetter> url_request_context_getter() { |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 195 | return url_request_context_getter_; |
| 196 | } |
ttuttle | 280a73d | 2014-11-13 21:38:04 | [diff] [blame] | 197 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 198 | private: |
Carlos Caballero | d51a9ef13 | 2018-12-03 16:15:27 | [diff] [blame] | 199 | base::test::ScopedTaskEnvironment task_environment_{ |
| 200 | base::test::ScopedTaskEnvironment::MainThreadType::IO}; |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 201 | scoped_refptr<net::TestURLRequestContextGetter> url_request_context_getter_; |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 202 | UploadInterceptor* interceptor_; |
ttuttle | 280a73d | 2014-11-13 21:38:04 | [diff] [blame] | 203 | MockTime time_; |
dcheng | 04a35cd | 2016-04-22 15:07:24 | [diff] [blame] | 204 | std::unique_ptr<DomainReliabilityUploader> uploader_; |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 205 | }; |
| 206 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 207 | TEST_F(DomainReliabilityUploaderTest, Null) { |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 208 | uploader()->Shutdown(); |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 209 | } |
| 210 | |
| 211 | TEST_F(DomainReliabilityUploaderTest, SuccessfulUpload) { |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 212 | interceptor()->ExpectRequestAndReturnResponseHeaders("HTTP/1.1 200\r\n\r\n"); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 213 | |
| 214 | TestUploadCallback c; |
| 215 | uploader()->UploadReport("{}", 0, GURL(kUploadURL), c.callback()); |
| 216 | base::RunLoop().RunUntilIdle(); |
| 217 | EXPECT_EQ(1u, c.called_count()); |
| 218 | EXPECT_TRUE(c.last_result().is_success()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 219 | |
| 220 | uploader()->Shutdown(); |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 221 | } |
| 222 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 223 | TEST_F(DomainReliabilityUploaderTest, NetworkErrorUpload) { |
| 224 | interceptor()->ExpectRequestAndReturnError(net::ERR_CONNECTION_REFUSED); |
| 225 | |
| 226 | TestUploadCallback c; |
| 227 | uploader()->UploadReport("{}", 0, GURL(kUploadURL), c.callback()); |
| 228 | base::RunLoop().RunUntilIdle(); |
| 229 | EXPECT_EQ(1u, c.called_count()); |
| 230 | EXPECT_TRUE(c.last_result().is_failure()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 231 | |
| 232 | uploader()->Shutdown(); |
ttuttle | d42b1463 | 2014-11-19 00:40:29 | [diff] [blame] | 233 | } |
| 234 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 235 | TEST_F(DomainReliabilityUploaderTest, ServerErrorUpload) { |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 236 | interceptor()->ExpectRequestAndReturnResponseHeaders("HTTP/1.1 500\r\n\r\n"); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 237 | |
| 238 | TestUploadCallback c; |
| 239 | uploader()->UploadReport("{}", 0, GURL(kUploadURL), c.callback()); |
| 240 | base::RunLoop().RunUntilIdle(); |
| 241 | EXPECT_EQ(1u, c.called_count()); |
| 242 | EXPECT_TRUE(c.last_result().is_failure()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 243 | |
| 244 | uploader()->Shutdown(); |
ttuttle | 280a73d | 2014-11-13 21:38:04 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | TEST_F(DomainReliabilityUploaderTest, RetryAfterUpload) { |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 248 | interceptor()->ExpectRequestAndReturnResponseHeaders( |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 249 | "HTTP/1.1 503 Ugh\nRetry-After: 3600\n\n"); |
| 250 | |
| 251 | TestUploadCallback c; |
| 252 | uploader()->UploadReport("{}", 0, GURL(kUploadURL), c.callback()); |
| 253 | base::RunLoop().RunUntilIdle(); |
| 254 | EXPECT_EQ(1u, c.called_count()); |
| 255 | EXPECT_TRUE(c.last_result().is_retry_after()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 256 | |
| 257 | uploader()->Shutdown(); |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 258 | } |
| 259 | |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 260 | TEST_F(DomainReliabilityUploaderTest, UploadDepth1) { |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 261 | interceptor()->ExpectRequestAndReturnResponseHeaders("HTTP/1.1 200\r\n\r\n"); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 262 | |
| 263 | TestUploadCallback c; |
| 264 | uploader()->UploadReport("{}", 0, GURL(kUploadURL), c.callback()); |
| 265 | base::RunLoop().RunUntilIdle(); |
| 266 | EXPECT_EQ(1u, c.called_count()); |
| 267 | |
| 268 | EXPECT_EQ(1, interceptor()->last_upload_depth()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 269 | |
| 270 | uploader()->Shutdown(); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 271 | } |
| 272 | |
| 273 | TEST_F(DomainReliabilityUploaderTest, UploadDepth2) { |
mmenke | e0f6ab79 | 2017-04-18 18:12:12 | [diff] [blame] | 274 | interceptor()->ExpectRequestAndReturnResponseHeaders("HTTP/1.1 200\r\n\r\n"); |
ttuttle | 42144d8a | 2015-12-01 23:57:37 | [diff] [blame] | 275 | |
| 276 | TestUploadCallback c; |
| 277 | uploader()->UploadReport("{}", 1, GURL(kUploadURL), c.callback()); |
| 278 | base::RunLoop().RunUntilIdle(); |
| 279 | EXPECT_EQ(1u, c.called_count()); |
| 280 | |
| 281 | EXPECT_EQ(2, interceptor()->last_upload_depth()); |
juliatuttle | 127604ea | 2016-12-19 19:13:04 | [diff] [blame] | 282 | |
| 283 | uploader()->Shutdown(); |
| 284 | } |
| 285 | |
| 286 | TEST_F(DomainReliabilityUploaderTest, UploadCanceledAtShutdown) { |
| 287 | interceptor()->ExpectRequestAndReturnError(net::ERR_IO_PENDING); |
| 288 | |
| 289 | TestUploadCallback c; |
| 290 | uploader()->UploadReport("{}", 1, GURL(kUploadURL), c.callback()); |
| 291 | base::RunLoop().RunUntilIdle(); |
| 292 | EXPECT_EQ(1, interceptor()->request_count()); |
| 293 | EXPECT_EQ(0u, c.called_count()); |
| 294 | |
| 295 | uploader()->Shutdown(); |
| 296 | |
| 297 | EXPECT_EQ(0u, c.called_count()); |
| 298 | |
| 299 | url_request_context_getter()->GetURLRequestContext()->AssertNoURLRequests(); |
| 300 | } |
| 301 | |
| 302 | TEST_F(DomainReliabilityUploaderTest, NoUploadAfterShutdown) { |
| 303 | uploader()->Shutdown(); |
| 304 | |
| 305 | TestUploadCallback c; |
| 306 | uploader()->UploadReport("{}", 1, GURL(kUploadURL), c.callback()); |
| 307 | base::RunLoop().RunUntilIdle(); |
| 308 | EXPECT_EQ(1u, c.called_count()); |
| 309 | EXPECT_EQ(0, interceptor()->request_count()); |
ttuttle | fa8427f9 | 2014-08-25 19:38:03 | [diff] [blame] | 310 | } |
| 311 | |
[email protected] | 563dc476 | 2014-05-11 00:43:49 | [diff] [blame] | 312 | } // namespace |
[email protected] | bda8e36 | 2014-03-24 18:21:03 | [diff] [blame] | 313 | } // namespace domain_reliability |