blob: 240c1274cf6734980ee2eb0e70b9f81a62c4bdbe [file] [log] [blame]
[email protected]9045b8822012-01-13 20:35:351// Copyright (c) 2012 The Chromium Authors. All rights reserved.
[email protected]ac039522010-06-15 16:39:442// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#include "chrome/browser/net/chrome_network_delegate.h"
6
[email protected]eac11e12013-03-19 22:04:327#include <stdlib.h>
8
[email protected]d1208ba32012-11-08 11:10:339#include <vector>
10
[email protected]d8e4f132012-09-06 04:28:0511#include "base/base_paths.h"
[email protected]4aca5db2013-08-17 00:51:5612#include "base/debug/trace_event.h"
[email protected]7a299a92012-10-24 23:54:5013#include "base/logging.h"
14#include "base/metrics/histogram.h"
[email protected]d8e4f132012-09-06 04:28:0515#include "base/path_service.h"
[email protected]1ab137b2013-03-21 03:33:1816#include "base/prefs/pref_member.h"
[email protected]3853a4c2013-02-11 17:15:5717#include "base/prefs/pref_service.h"
[email protected]3ea1b182013-02-08 22:38:4118#include "base/strings/string_number_conversions.h"
[email protected]1988e1c2013-02-28 20:27:4219#include "base/strings/string_split.h"
[email protected]069c49162013-09-11 20:46:3520#include "base/time/time.h"
[email protected]6baff0b52012-03-06 01:30:1821#include "chrome/browser/browser_process.h"
[email protected]9c8ae8c2012-03-09 13:13:3522#include "chrome/browser/content_settings/cookie_settings.h"
23#include "chrome/browser/content_settings/tab_specific_content_settings.h"
[email protected]8523ba52011-05-22 19:00:5824#include "chrome/browser/custom_handlers/protocol_handler_registry.h"
[email protected]aa84a7e2012-03-15 21:29:0625#include "chrome/browser/extensions/api/proxy/proxy_api.h"
[email protected]2b33dcd02012-03-18 01:34:1626#include "chrome/browser/extensions/api/web_request/web_request_api.h"
[email protected]5a38dfd2012-07-23 23:22:1027#include "chrome/browser/extensions/event_router_forwarder.h"
[email protected]be93bba02012-10-24 16:44:0328#include "chrome/browser/extensions/extension_system.h"
[email protected]d1208ba32012-11-08 11:10:3329#include "chrome/browser/google/google_util.h"
[email protected]0d36d1e2013-09-24 04:25:2830#include "chrome/browser/net/chrome_network_data_saving_metrics.h"
[email protected]3620bbc2013-10-05 05:07:2331#include "chrome/browser/net/client_hints.h"
[email protected]f53b4802012-12-20 17:04:2332#include "chrome/browser/net/connect_interceptor.h"
[email protected]a9e0d1412012-08-20 22:13:0133#include "chrome/browser/net/load_time_stats.h"
[email protected]6f4b4b42012-08-27 21:59:0734#include "chrome/browser/performance_monitor/performance_monitor.h"
[email protected]6baff0b52012-03-06 01:30:1835#include "chrome/browser/profiles/profile_manager.h"
[email protected]8523ba52011-05-22 19:00:5836#include "chrome/browser/task_manager/task_manager.h"
[email protected]0a8db0d2011-04-13 15:15:4037#include "chrome/common/pref_names.h"
[email protected]a1d4ab072012-06-07 13:21:1538#include "chrome/common/url_constants.h"
[email protected]c38831a12011-10-28 12:44:4939#include "content/public/browser/browser_thread.h"
[email protected]9c1662b2012-03-06 15:44:3340#include "content/public/browser/render_view_host.h"
[email protected]9c8ae8c2012-03-09 13:13:3541#include "content/public/browser/resource_request_info.h"
[email protected]38427a12013-11-09 17:34:2042#include "extensions/browser/info_map.h"
[email protected]98b6d942013-11-10 00:34:0743#include "extensions/browser/process_manager.h"
[email protected]885c0e92012-11-13 20:27:4244#include "extensions/common/constants.h"
[email protected]82b42302011-04-20 16:28:1645#include "net/base/host_port_pair.h"
[email protected]8202d0c2011-02-23 08:31:1446#include "net/base/net_errors.h"
[email protected]6a5f77c32011-09-04 19:19:5947#include "net/base/net_log.h"
[email protected]5b9bc352012-07-18 13:13:3448#include "net/cookies/canonical_cookie.h"
49#include "net/cookies/cookie_options.h"
[email protected]ac039522010-06-15 16:39:4450#include "net/http/http_request_headers.h"
[email protected]48944382011-04-23 13:28:1651#include "net/http/http_response_headers.h"
[email protected]aa28181e2012-06-13 00:53:5852#include "net/socket_stream/socket_stream.h"
[email protected]d05ef99c2011-02-01 21:38:1653#include "net/url_request/url_request.h"
54
[email protected]4c219e22012-05-05 19:41:0455#if defined(OS_CHROMEOS)
[email protected]288538482012-09-06 21:09:3556#include "base/command_line.h"
[email protected]49c4cf852013-09-27 19:28:2457#include "base/sys_info.h"
[email protected]288538482012-09-06 21:09:3558#include "chrome/common/chrome_switches.h"
[email protected]4c219e22012-05-05 19:41:0459#endif
60
[email protected]3e598ff12011-09-06 11:22:3461#if defined(ENABLE_CONFIGURATION_POLICY)
62#include "chrome/browser/policy/url_blacklist_manager.h"
63#endif
64
[email protected]631bb742011-11-02 11:29:3965using content::BrowserThread;
[email protected]eaabba22012-03-07 15:02:1166using content::RenderViewHost;
[email protected]ea114722012-03-12 01:11:2567using content::ResourceRequestInfo;
[email protected]631bb742011-11-02 11:29:3968
[email protected]d8e4f132012-09-06 04:28:0569// By default we don't allow access to all file:// urls on ChromeOS and
70// Android.
71#if defined(OS_CHROMEOS) || defined(OS_ANDROID)
[email protected]4c219e22012-05-05 19:41:0472bool ChromeNetworkDelegate::g_allow_file_access_ = false;
73#else
74bool ChromeNetworkDelegate::g_allow_file_access_ = true;
75#endif
76
[email protected]c4a7df82012-08-09 22:48:4677// This remains false unless the --disable-extensions-http-throttling
78// flag is passed to the browser.
79bool ChromeNetworkDelegate::g_never_throttle_requests_ = false;
80
[email protected]d05ef99c2011-02-01 21:38:1681namespace {
82
[email protected]9d8cfb682012-09-13 16:48:0483const char kDNTHeader[] = "DNT";
84
[email protected]8202d0c2011-02-23 08:31:1485// If the |request| failed due to problems with a proxy, forward the error to
86// the proxy extension API.
[email protected]0651b812011-02-24 00:22:5087void ForwardProxyErrors(net::URLRequest* request,
[email protected]5a38dfd2012-07-23 23:22:1088 extensions::EventRouterForwarder* event_router,
[email protected]673514522011-07-13 18:17:1889 void* profile) {
[email protected]8202d0c2011-02-23 08:31:1490 if (request->status().status() == net::URLRequestStatus::FAILED) {
[email protected]d0cc35b2011-09-08 12:02:0591 switch (request->status().error()) {
[email protected]8202d0c2011-02-23 08:31:1492 case net::ERR_PROXY_AUTH_UNSUPPORTED:
93 case net::ERR_PROXY_CONNECTION_FAILED:
94 case net::ERR_TUNNEL_CONNECTION_FAILED:
[email protected]c454fe672012-03-12 21:18:0195 extensions::ProxyEventRouter::GetInstance()->OnProxyError(
[email protected]d0cc35b2011-09-08 12:02:0596 event_router, profile, request->status().error());
[email protected]8202d0c2011-02-23 08:31:1497 }
98 }
99}
100
[email protected]d1208ba32012-11-08 11:10:33101// Returns whether a URL parameter, |first_parameter| (e.g. foo=bar), has the
102// same key as the the |second_parameter| (e.g. foo=baz). Both parameters
103// must be in key=value form.
104bool HasSameParameterKey(const std::string& first_parameter,
105 const std::string& second_parameter) {
106 DCHECK(second_parameter.find("=") != std::string::npos);
107 // Prefix for "foo=bar" is "foo=".
108 std::string parameter_prefix = second_parameter.substr(
109 0, second_parameter.find("=") + 1);
110 return StartsWithASCII(first_parameter, parameter_prefix, false);
111}
112
113// Examines the query string containing parameters and adds the necessary ones
114// so that SafeSearch is active. |query| is the string to examine and the
115// return value is the |query| string modified such that SafeSearch is active.
116std::string AddSafeSearchParameters(const std::string& query) {
117 std::vector<std::string> new_parameters;
118 std::string safe_parameter = chrome::kSafeSearchSafeParameter;
119 std::string ssui_parameter = chrome::kSafeSearchSsuiParameter;
120
121 std::vector<std::string> parameters;
122 base::SplitString(query, '&', &parameters);
123
124 std::vector<std::string>::iterator it;
125 for (it = parameters.begin(); it < parameters.end(); ++it) {
126 if (!HasSameParameterKey(*it, safe_parameter) &&
127 !HasSameParameterKey(*it, ssui_parameter)) {
128 new_parameters.push_back(*it);
129 }
130 }
131
132 new_parameters.push_back(safe_parameter);
133 new_parameters.push_back(ssui_parameter);
134 return JoinString(new_parameters, '&');
135}
136
137// If |request| is a request to Google Web Search the function
138// enforces that the SafeSearch query parameters are set to active.
139// Sets the query part of |new_url| with the new value of the parameters.
140void ForceGoogleSafeSearch(net::URLRequest* request,
141 GURL* new_url) {
[email protected]c02f79d2013-06-27 21:46:47142 if (!google_util::IsGoogleSearchUrl(request->url()) &&
143 !google_util::IsGoogleHomePageUrl(request->url()))
[email protected]d1208ba32012-11-08 11:10:33144 return;
145
146 std::string query = request->url().query();
147 std::string new_query = AddSafeSearchParameters(query);
148 if (query == new_query)
149 return;
150
151 GURL::Replacements replacements;
152 replacements.SetQueryStr(new_query);
153 *new_url = request->url().ReplaceComponents(replacements);
154}
155
156// Gets called when the extensions finish work on the URL. If the extensions
157// did not do a redirect (so |new_url| is empty) then we enforce the
158// SafeSearch parameters. Otherwise we will get called again after the
159// redirect and we enforce SafeSearch then.
160void ForceGoogleSafeSearchCallbackWrapper(
161 const net::CompletionCallback& callback,
162 net::URLRequest* request,
163 GURL* new_url,
164 int rv) {
165 if (rv == net::OK && new_url->is_empty())
166 ForceGoogleSafeSearch(request, new_url);
167 callback.Run(rv);
168}
169
[email protected]6baff0b52012-03-06 01:30:18170enum RequestStatus { REQUEST_STARTED, REQUEST_DONE };
171
[email protected]98b6d942013-11-10 00:34:07172// Notifies the extensions::ProcessManager that a request has started or stopped
[email protected]6baff0b52012-03-06 01:30:18173// for a particular RenderView.
174void NotifyEPMRequestStatus(RequestStatus status,
175 void* profile_id,
176 int process_id,
177 int render_view_id) {
178 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
179 Profile* profile = reinterpret_cast<Profile*>(profile_id);
180 if (!g_browser_process->profile_manager()->IsValidProfile(profile))
181 return;
182
[email protected]98b6d942013-11-10 00:34:07183 extensions::ProcessManager* process_manager =
[email protected]be93bba02012-10-24 16:44:03184 extensions::ExtensionSystem::Get(profile)->process_manager();
[email protected]e5775a52012-03-17 04:59:57185 // This may be NULL in unit tests.
[email protected]98b6d942013-11-10 00:34:07186 if (!process_manager)
[email protected]e5775a52012-03-17 04:59:57187 return;
188
[email protected]6baff0b52012-03-06 01:30:18189 // Will be NULL if the request was not issued on behalf of a renderer (e.g. a
190 // system-level request).
[email protected]d3e898e2012-03-14 03:45:08191 RenderViewHost* render_view_host =
192 RenderViewHost::FromID(process_id, render_view_id);
[email protected]e5775a52012-03-17 04:59:57193 if (render_view_host) {
[email protected]6baff0b52012-03-06 01:30:18194 if (status == REQUEST_STARTED) {
[email protected]98b6d942013-11-10 00:34:07195 process_manager->OnNetworkRequestStarted(render_view_host);
[email protected]6baff0b52012-03-06 01:30:18196 } else if (status == REQUEST_DONE) {
[email protected]98b6d942013-11-10 00:34:07197 process_manager->OnNetworkRequestDone(render_view_host);
[email protected]6baff0b52012-03-06 01:30:18198 } else {
199 NOTREACHED();
200 }
201 }
202}
203
204void ForwardRequestStatus(
205 RequestStatus status, net::URLRequest* request, void* profile_id) {
[email protected]ea114722012-03-12 01:11:25206 const ResourceRequestInfo* info = ResourceRequestInfo::ForRequest(request);
207 if (!info)
208 return;
209
[email protected]6baff0b52012-03-06 01:30:18210 int process_id, render_view_id;
[email protected]ea114722012-03-12 01:11:25211 if (info->GetAssociatedRenderView(&process_id, &render_view_id)) {
[email protected]6baff0b52012-03-06 01:30:18212 BrowserThread::PostTask(BrowserThread::UI, FROM_HERE,
213 base::Bind(&NotifyEPMRequestStatus,
214 status, profile_id, process_id, render_view_id));
215 }
216}
217
[email protected]828eab22013-12-10 22:42:38218void UpdateContentLengthPrefs(
219 int received_content_length,
220 int original_content_length,
221 chrome_browser_net::DataReductionRequestType data_reduction_type) {
[email protected]7a299a92012-10-24 23:54:50222 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
223 DCHECK_GE(received_content_length, 0);
224 DCHECK_GE(original_content_length, 0);
225
[email protected]a09159a2012-11-29 12:51:48226 // Can be NULL in a unit test.
227 if (!g_browser_process)
228 return;
229
[email protected]7a299a92012-10-24 23:54:50230 PrefService* prefs = g_browser_process->local_state();
[email protected]a09159a2012-11-29 12:51:48231 if (!prefs)
232 return;
[email protected]7a299a92012-10-24 23:54:50233
[email protected]0d36d1e2013-09-24 04:25:28234#if defined(OS_ANDROID)
235 bool with_data_reduction_proxy_enabled =
236 g_browser_process->profile_manager()->GetDefaultProfile()->
237 GetPrefs()->GetBoolean(prefs::kSpdyProxyAuthEnabled);
238#else
239 bool with_data_reduction_proxy_enabled = false;
[email protected]eac11e12013-03-19 22:04:32240#endif
[email protected]0d36d1e2013-09-24 04:25:28241
242 chrome_browser_net::UpdateContentLengthPrefs(
243 received_content_length,
244 original_content_length,
245 with_data_reduction_proxy_enabled,
[email protected]828eab22013-12-10 22:42:38246 data_reduction_type, prefs);
[email protected]7a299a92012-10-24 23:54:50247}
248
[email protected]828eab22013-12-10 22:42:38249void StoreAccumulatedContentLength(
250 int received_content_length,
251 int original_content_length,
252 chrome_browser_net::DataReductionRequestType data_reduction_type) {
[email protected]7a299a92012-10-24 23:54:50253 BrowserThread::PostTask(BrowserThread::UI, FROM_HERE,
254 base::Bind(&UpdateContentLengthPrefs,
[email protected]2db93e42013-08-07 17:40:41255 received_content_length, original_content_length,
[email protected]828eab22013-12-10 22:42:38256 data_reduction_type));
[email protected]7a299a92012-10-24 23:54:50257}
258
259void RecordContentLengthHistograms(
[email protected]f81a5ee2013-06-20 21:08:49260 int64 received_content_length,
261 int64 original_content_length,
262 const base::TimeDelta& freshness_lifetime) {
[email protected]0d36d1e2013-09-24 04:25:28263#if defined(OS_ANDROID)
[email protected]7a299a92012-10-24 23:54:50264 // Add the current resource to these histograms only when a valid
265 // X-Original-Content-Length header is present.
266 if (original_content_length >= 0) {
267 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthWithValidOCL",
268 received_content_length);
269 UMA_HISTOGRAM_COUNTS("Net.HttpOriginalContentLengthWithValidOCL",
270 original_content_length);
271 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthDifferenceWithValidOCL",
272 original_content_length - received_content_length);
273 } else {
274 // Presume the original content length is the same as the received content
275 // length if the X-Original-Content-Header is not present.
276 original_content_length = received_content_length;
277 }
278 UMA_HISTOGRAM_COUNTS("Net.HttpContentLength", received_content_length);
279 UMA_HISTOGRAM_COUNTS("Net.HttpOriginalContentLength",
280 original_content_length);
281 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthDifference",
282 original_content_length - received_content_length);
[email protected]f81a5ee2013-06-20 21:08:49283 UMA_HISTOGRAM_CUSTOM_COUNTS("Net.HttpContentFreshnessLifetime",
284 freshness_lifetime.InSeconds(),
285 base::TimeDelta::FromHours(1).InSeconds(),
286 base::TimeDelta::FromDays(30).InSeconds(),
287 100);
288 if (freshness_lifetime.InSeconds() <= 0)
289 return;
290 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthCacheable",
291 received_content_length);
292 if (freshness_lifetime.InHours() < 4)
293 return;
294 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthCacheable4Hours",
295 received_content_length);
296
297 if (freshness_lifetime.InHours() < 24)
298 return;
299 UMA_HISTOGRAM_COUNTS("Net.HttpContentLengthCacheable24Hours",
300 received_content_length);
[email protected]0d36d1e2013-09-24 04:25:28301#endif // defined(OS_ANDROID)
[email protected]7a299a92012-10-24 23:54:50302}
303
[email protected]d05ef99c2011-02-01 21:38:16304} // namespace
[email protected]ac039522010-06-15 16:39:44305
[email protected]0651b812011-02-24 00:22:50306ChromeNetworkDelegate::ChromeNetworkDelegate(
[email protected]5a38dfd2012-07-23 23:22:10307 extensions::EventRouterForwarder* event_router,
[email protected]a09159a2012-11-29 12:51:48308 BooleanPrefMember* enable_referrers)
[email protected]3ce02412011-03-01 12:01:15309 : event_router_(event_router),
[email protected]a09159a2012-11-29 12:51:48310 profile_(NULL),
[email protected]6a5f77c32011-09-04 19:19:59311 enable_referrers_(enable_referrers),
[email protected]a09159a2012-11-29 12:51:48312 enable_do_not_track_(NULL),
313 force_google_safe_search_(NULL),
314 url_blacklist_manager_(NULL),
315 load_time_stats_(NULL),
[email protected]7a299a92012-10-24 23:54:50316 received_content_length_(0),
317 original_content_length_(0) {
[email protected]4b50cb52011-03-10 00:29:37318 DCHECK(event_router);
[email protected]0a8db0d2011-04-13 15:15:40319 DCHECK(enable_referrers);
[email protected]0651b812011-02-24 00:22:50320}
321
[email protected]ac039522010-06-15 16:39:44322ChromeNetworkDelegate::~ChromeNetworkDelegate() {}
323
[email protected]a09159a2012-11-29 12:51:48324void ChromeNetworkDelegate::set_extension_info_map(
[email protected]38427a12013-11-09 17:34:20325 extensions::InfoMap* extension_info_map) {
[email protected]a09159a2012-11-29 12:51:48326 extension_info_map_ = extension_info_map;
327}
328
329void ChromeNetworkDelegate::set_cookie_settings(
330 CookieSettings* cookie_settings) {
331 cookie_settings_ = cookie_settings;
332}
333
[email protected]f53b4802012-12-20 17:04:23334void ChromeNetworkDelegate::set_predictor(
335 chrome_browser_net::Predictor* predictor) {
336 connect_interceptor_.reset(
337 new chrome_browser_net::ConnectInterceptor(predictor));
338}
339
[email protected]3620bbc2013-10-05 05:07:23340void ChromeNetworkDelegate::SetEnableClientHints() {
341 client_hints_.reset(new ClientHints());
342 client_hints_->Init();
343}
344
[email protected]c4a7df82012-08-09 22:48:46345// static
[email protected]a1d4ab072012-06-07 13:21:15346void ChromeNetworkDelegate::NeverThrottleRequests() {
[email protected]c4a7df82012-08-09 22:48:46347 g_never_throttle_requests_ = true;
[email protected]a1d4ab072012-06-07 13:21:15348}
349
[email protected]0a8db0d2011-04-13 15:15:40350// static
[email protected]9d8cfb682012-09-13 16:48:04351void ChromeNetworkDelegate::InitializePrefsOnUIThread(
[email protected]0a8db0d2011-04-13 15:15:40352 BooleanPrefMember* enable_referrers,
[email protected]9d8cfb682012-09-13 16:48:04353 BooleanPrefMember* enable_do_not_track,
[email protected]d1208ba32012-11-08 11:10:33354 BooleanPrefMember* force_google_safe_search,
[email protected]0a8db0d2011-04-13 15:15:40355 PrefService* pref_service) {
356 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
[email protected]96a5c342012-12-04 18:14:02357 enable_referrers->Init(prefs::kEnableReferrers, pref_service);
[email protected]6a1c98e02012-10-24 21:49:43358 enable_referrers->MoveToThread(
359 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
[email protected]9d8cfb682012-09-13 16:48:04360 if (enable_do_not_track) {
[email protected]96a5c342012-12-04 18:14:02361 enable_do_not_track->Init(prefs::kEnableDoNotTrack, pref_service);
[email protected]6a1c98e02012-10-24 21:49:43362 enable_do_not_track->MoveToThread(
363 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
[email protected]9d8cfb682012-09-13 16:48:04364 }
[email protected]d1208ba32012-11-08 11:10:33365 if (force_google_safe_search) {
[email protected]96a5c342012-12-04 18:14:02366 force_google_safe_search->Init(prefs::kForceSafeSearch, pref_service);
[email protected]d1208ba32012-11-08 11:10:33367 force_google_safe_search->MoveToThread(
368 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
369 }
[email protected]0a8db0d2011-04-13 15:15:40370}
371
[email protected]4c219e22012-05-05 19:41:04372// static
373void ChromeNetworkDelegate::AllowAccessToAllFiles() {
374 g_allow_file_access_ = true;
375}
376
[email protected]7a299a92012-10-24 23:54:50377// static
378Value* ChromeNetworkDelegate::HistoricNetworkStatsInfoToValue() {
379 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
380 PrefService* prefs = g_browser_process->local_state();
381 int64 total_received = prefs->GetInt64(prefs::kHttpReceivedContentLength);
382 int64 total_original = prefs->GetInt64(prefs::kHttpOriginalContentLength);
383
384 DictionaryValue* dict = new DictionaryValue();
[email protected]ae638fbe22012-12-07 02:57:42385 // Use strings to avoid overflow. base::Value only supports 32-bit integers.
386 dict->SetString("historic_received_content_length",
387 base::Int64ToString(total_received));
388 dict->SetString("historic_original_content_length",
389 base::Int64ToString(total_original));
[email protected]7a299a92012-10-24 23:54:50390 return dict;
391}
392
393Value* ChromeNetworkDelegate::SessionNetworkStatsInfoToValue() const {
394 DictionaryValue* dict = new DictionaryValue();
[email protected]ae638fbe22012-12-07 02:57:42395 // Use strings to avoid overflow. base::Value only supports 32-bit integers.
396 dict->SetString("session_received_content_length",
397 base::Int64ToString(received_content_length_));
398 dict->SetString("session_original_content_length",
399 base::Int64ToString(original_content_length_));
[email protected]7a299a92012-10-24 23:54:50400 return dict;
401}
402
[email protected]4875ba12011-03-30 22:31:51403int ChromeNetworkDelegate::OnBeforeURLRequest(
[email protected]4c76d7c2011-04-15 19:14:12404 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47405 const net::CompletionCallback& callback,
[email protected]4c76d7c2011-04-15 19:14:12406 GURL* new_url) {
[email protected]3e598ff12011-09-06 11:22:34407#if defined(ENABLE_CONFIGURATION_POLICY)
[email protected]6a5f77c32011-09-04 19:19:59408 // TODO(joaodasilva): This prevents extensions from seeing URLs that are
409 // blocked. However, an extension might redirect the request to another URL,
410 // which is not blocked.
411 if (url_blacklist_manager_ &&
[email protected]74575252013-03-12 19:58:21412 url_blacklist_manager_->IsRequestBlocked(*request)) {
[email protected]6a5f77c32011-09-04 19:19:59413 // URL access blocked by policy.
[email protected]6a5f77c32011-09-04 19:19:59414 request->net_log().AddEvent(
[email protected]2fa08912012-06-14 20:56:26415 net::NetLog::TYPE_CHROME_POLICY_ABORTED_REQUEST,
416 net::NetLog::StringCallback("url",
417 &request->url().possibly_invalid_spec()));
[email protected]91468a92013-03-06 17:21:55418 return net::ERR_BLOCKED_BY_ADMINISTRATOR;
[email protected]6a5f77c32011-09-04 19:19:59419 }
[email protected]3e598ff12011-09-06 11:22:34420#endif
[email protected]6a5f77c32011-09-04 19:19:59421
[email protected]6baff0b52012-03-06 01:30:18422 ForwardRequestStatus(REQUEST_STARTED, request, profile_);
423
[email protected]0a8db0d2011-04-13 15:15:40424 if (!enable_referrers_->GetValue())
[email protected]99ecf6e2013-04-10 22:46:13425 request->SetReferrer(std::string());
[email protected]9d8cfb682012-09-13 16:48:04426 if (enable_do_not_track_ && enable_do_not_track_->GetValue())
427 request->SetExtraRequestHeaderByName(kDNTHeader, "1", true /* override */);
[email protected]d1208ba32012-11-08 11:10:33428
[email protected]3620bbc2013-10-05 05:07:23429 if (client_hints_) {
430 request->SetExtraRequestHeaderByName(
431 ClientHints::kDevicePixelRatioHeader,
432 client_hints_->GetDevicePixelRatioHeader(), true);
433 }
434
[email protected]d1208ba32012-11-08 11:10:33435 bool force_safe_search = force_google_safe_search_ &&
436 force_google_safe_search_->GetValue();
437
438 net::CompletionCallback wrapped_callback = callback;
439 if (force_safe_search) {
440 wrapped_callback = base::Bind(&ForceGoogleSafeSearchCallbackWrapper,
441 callback,
442 base::Unretained(request),
443 base::Unretained(new_url));
444 }
445
446 int rv = ExtensionWebRequestEventRouter::GetInstance()->OnBeforeRequest(
447 profile_, extension_info_map_.get(), request, wrapped_callback,
448 new_url);
449
450 if (force_safe_search && rv == net::OK && new_url->is_empty())
451 ForceGoogleSafeSearch(request, new_url);
452
[email protected]f53b4802012-12-20 17:04:23453 if (connect_interceptor_)
454 connect_interceptor_->WitnessURLRequest(request);
455
[email protected]d1208ba32012-11-08 11:10:33456 return rv;
[email protected]d05ef99c2011-02-01 21:38:16457}
458
[email protected]4875ba12011-03-30 22:31:51459int ChromeNetworkDelegate::OnBeforeSendHeaders(
[email protected]636eccd2011-06-28 12:28:01460 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47461 const net::CompletionCallback& callback,
[email protected]4c76d7c2011-04-15 19:14:12462 net::HttpRequestHeaders* headers) {
[email protected]186468f2013-10-24 02:44:11463 TRACE_EVENT_ASYNC_STEP_PAST0("net", "URLRequest", request, "SendRequest");
[email protected]4875ba12011-03-30 22:31:51464 return ExtensionWebRequestEventRouter::GetInstance()->OnBeforeSendHeaders(
[email protected]673514522011-07-13 18:17:18465 profile_, extension_info_map_.get(), request, callback, headers);
[email protected]ac039522010-06-15 16:39:44466}
[email protected]8202d0c2011-02-23 08:31:14467
[email protected]5796dc942011-07-14 19:26:10468void ChromeNetworkDelegate::OnSendHeaders(
469 net::URLRequest* request,
[email protected]783573b2011-05-13 11:05:15470 const net::HttpRequestHeaders& headers) {
[email protected]5796dc942011-07-14 19:26:10471 ExtensionWebRequestEventRouter::GetInstance()->OnSendHeaders(
472 profile_, extension_info_map_.get(), request, headers);
[email protected]82b42302011-04-20 16:28:16473}
474
[email protected]ea8141e2011-10-05 13:12:51475int ChromeNetworkDelegate::OnHeadersReceived(
476 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47477 const net::CompletionCallback& callback,
[email protected]507af8f2012-10-20 00:42:32478 const net::HttpResponseHeaders* original_response_headers,
[email protected]ea8141e2011-10-05 13:12:51479 scoped_refptr<net::HttpResponseHeaders>* override_response_headers) {
480 return ExtensionWebRequestEventRouter::GetInstance()->OnHeadersReceived(
481 profile_, extension_info_map_.get(), request, callback,
482 original_response_headers, override_response_headers);
483}
484
[email protected]31b2e5f2011-04-20 16:58:32485void ChromeNetworkDelegate::OnBeforeRedirect(net::URLRequest* request,
486 const GURL& new_location) {
487 ExtensionWebRequestEventRouter::GetInstance()->OnBeforeRedirect(
[email protected]673514522011-07-13 18:17:18488 profile_, extension_info_map_.get(), request, new_location);
[email protected]31b2e5f2011-04-20 16:58:32489}
490
491
[email protected]8202d0c2011-02-23 08:31:14492void ChromeNetworkDelegate::OnResponseStarted(net::URLRequest* request) {
[email protected]186468f2013-10-24 02:44:11493 TRACE_EVENT_ASYNC_STEP_PAST0("net", "URLRequest", request, "ResponseStarted");
[email protected]62fecae2011-04-21 11:08:24494 ExtensionWebRequestEventRouter::GetInstance()->OnResponseStarted(
[email protected]673514522011-07-13 18:17:18495 profile_, extension_info_map_.get(), request);
496 ForwardProxyErrors(request, event_router_.get(), profile_);
[email protected]8202d0c2011-02-23 08:31:14497}
498
[email protected]8523ba52011-05-22 19:00:58499void ChromeNetworkDelegate::OnRawBytesRead(const net::URLRequest& request,
500 int bytes_read) {
[email protected]186468f2013-10-24 02:44:11501 TRACE_EVENT_ASYNC_STEP_PAST1("net", "URLRequest", &request, "DidRead",
502 "bytes_read", bytes_read);
[email protected]6f4b4b42012-08-27 21:59:07503 performance_monitor::PerformanceMonitor::GetInstance()->BytesReadOnIOThread(
504 request, bytes_read);
505
[email protected]44879ed2012-04-06 01:11:02506#if defined(ENABLE_TASK_MANAGER)
[email protected]8523ba52011-05-22 19:00:58507 TaskManager::GetInstance()->model()->NotifyBytesRead(request, bytes_read);
[email protected]44879ed2012-04-06 01:11:02508#endif // defined(ENABLE_TASK_MANAGER)
[email protected]8523ba52011-05-22 19:00:58509}
510
[email protected]9045b8822012-01-13 20:35:35511void ChromeNetworkDelegate::OnCompleted(net::URLRequest* request,
512 bool started) {
[email protected]4aca5db2013-08-17 00:51:56513 TRACE_EVENT_ASYNC_END0("net", "URLRequest", request);
[email protected]2756a8e2012-09-07 18:24:29514 if (request->status().status() == net::URLRequestStatus::SUCCESS) {
[email protected]7a299a92012-10-24 23:54:50515 // For better accuracy, we use the actual bytes read instead of the length
516 // specified with the Content-Length header, which may be inaccurate,
517 // or missing, as is the case with chunked encoding.
518 int64 received_content_length = request->received_response_content_length();
519
520 // Only record for http or https urls.
521 bool is_http = request->url().SchemeIs("http");
522 bool is_https = request->url().SchemeIs("https");
523
524 if (!request->was_cached() && // Don't record cached content
525 received_content_length && // Zero-byte responses aren't useful.
526 (is_http || is_https)) { // Only record for HTTP or HTTPS urls.
527 int64 original_content_length =
528 request->response_info().headers->GetInt64HeaderValue(
529 "x-original-content-length");
[email protected]828eab22013-12-10 22:42:38530 chrome_browser_net::DataReductionRequestType data_reduction_type =
531 chrome_browser_net::GetDataReductionRequestType(
532 reinterpret_cast<Profile*>(profile_), request);
[email protected]2db93e42013-08-07 17:40:41533
[email protected]f81a5ee2013-06-20 21:08:49534 base::TimeDelta freshness_lifetime =
535 request->response_info().headers->GetFreshnessLifetime(
536 request->response_info().response_time);
[email protected]828eab22013-12-10 22:42:38537 int64 adjusted_original_content_length =
538 chrome_browser_net::GetAdjustedOriginalContentLength(
539 data_reduction_type, original_content_length,
540 received_content_length);
[email protected]7a299a92012-10-24 23:54:50541 AccumulateContentLength(received_content_length,
[email protected]2db93e42013-08-07 17:40:41542 adjusted_original_content_length,
[email protected]828eab22013-12-10 22:42:38543 data_reduction_type);
[email protected]7a299a92012-10-24 23:54:50544 RecordContentLengthHistograms(received_content_length,
[email protected]f81a5ee2013-06-20 21:08:49545 original_content_length,
546 freshness_lifetime);
[email protected]7a299a92012-10-24 23:54:50547 DVLOG(2) << __FUNCTION__
548 << " received content length: " << received_content_length
549 << " original content length: " << original_content_length
550 << " url: " << request->url();
551 }
552
[email protected]48944382011-04-23 13:28:16553 bool is_redirect = request->response_headers() &&
554 net::HttpResponseHeaders::IsRedirectResponseCode(
555 request->response_headers()->response_code());
556 if (!is_redirect) {
557 ExtensionWebRequestEventRouter::GetInstance()->OnCompleted(
[email protected]673514522011-07-13 18:17:18558 profile_, extension_info_map_.get(), request);
[email protected]48944382011-04-23 13:28:16559 }
[email protected]a83dd332011-07-13 10:41:01560 } else if (request->status().status() == net::URLRequestStatus::FAILED ||
561 request->status().status() == net::URLRequestStatus::CANCELED) {
[email protected]05b6ab42011-04-23 13:46:04562 ExtensionWebRequestEventRouter::GetInstance()->OnErrorOccurred(
[email protected]9045b8822012-01-13 20:35:35563 profile_, extension_info_map_.get(), request, started);
[email protected]a83dd332011-07-13 10:41:01564 } else {
565 NOTREACHED();
[email protected]48944382011-04-23 13:28:16566 }
[email protected]673514522011-07-13 18:17:18567 ForwardProxyErrors(request, event_router_.get(), profile_);
[email protected]6baff0b52012-03-06 01:30:18568
569 ForwardRequestStatus(REQUEST_DONE, request, profile_);
[email protected]8202d0c2011-02-23 08:31:14570}
[email protected]4b50cb52011-03-10 00:29:37571
[email protected]4875ba12011-03-30 22:31:51572void ChromeNetworkDelegate::OnURLRequestDestroyed(net::URLRequest* request) {
573 ExtensionWebRequestEventRouter::GetInstance()->OnURLRequestDestroyed(
[email protected]673514522011-07-13 18:17:18574 profile_, request);
[email protected]16d5c72b2012-09-14 20:42:37575 if (load_time_stats_)
576 load_time_stats_->OnURLRequestDestroyed(*request);
[email protected]4875ba12011-03-30 22:31:51577}
578
[email protected]82a37672011-05-03 12:02:41579void ChromeNetworkDelegate::OnPACScriptError(int line_number,
[email protected]439f1e32013-12-09 20:09:09580 const base::string16& error) {
[email protected]c454fe672012-03-12 21:18:01581 extensions::ProxyEventRouter::GetInstance()->OnPACScriptError(
[email protected]673514522011-07-13 18:17:18582 event_router_.get(), profile_, line_number, error);
[email protected]82a37672011-05-03 12:02:41583}
[email protected]7efc582d2011-08-03 20:46:35584
[email protected]c2911d72011-10-03 22:16:36585net::NetworkDelegate::AuthRequiredResponse
586ChromeNetworkDelegate::OnAuthRequired(
[email protected]7efc582d2011-08-03 20:46:35587 net::URLRequest* request,
[email protected]c2911d72011-10-03 22:16:36588 const net::AuthChallengeInfo& auth_info,
589 const AuthCallback& callback,
590 net::AuthCredentials* credentials) {
[email protected]90449ab2011-10-11 15:36:45591 return ExtensionWebRequestEventRouter::GetInstance()->OnAuthRequired(
592 profile_, extension_info_map_.get(), request, auth_info,
593 callback, credentials);
[email protected]7efc582d2011-08-03 20:46:35594}
[email protected]9c8ae8c2012-03-09 13:13:35595
[email protected]4c219e22012-05-05 19:41:04596bool ChromeNetworkDelegate::OnCanGetCookies(
597 const net::URLRequest& request,
[email protected]9c8ae8c2012-03-09 13:13:35598 const net::CookieList& cookie_list) {
599 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02600 if (!cookie_settings_.get())
[email protected]9c8ae8c2012-03-09 13:13:35601 return true;
602
603 bool allow = cookie_settings_->IsReadingCookieAllowed(
[email protected]4c219e22012-05-05 19:41:04604 request.url(), request.first_party_for_cookies());
[email protected]9c8ae8c2012-03-09 13:13:35605
606 int render_process_id = -1;
607 int render_view_id = -1;
608 if (content::ResourceRequestInfo::GetRenderViewForRequest(
[email protected]4c219e22012-05-05 19:41:04609 &request, &render_process_id, &render_view_id)) {
[email protected]9c8ae8c2012-03-09 13:13:35610 BrowserThread::PostTask(
611 BrowserThread::UI, FROM_HERE,
612 base::Bind(&TabSpecificContentSettings::CookiesRead,
613 render_process_id, render_view_id,
[email protected]4c219e22012-05-05 19:41:04614 request.url(), request.first_party_for_cookies(),
[email protected]fd473d12012-04-05 11:38:43615 cookie_list, !allow));
[email protected]9c8ae8c2012-03-09 13:13:35616 }
617
618 return allow;
619}
620
[email protected]4c219e22012-05-05 19:41:04621bool ChromeNetworkDelegate::OnCanSetCookie(const net::URLRequest& request,
622 const std::string& cookie_line,
623 net::CookieOptions* options) {
[email protected]9c8ae8c2012-03-09 13:13:35624 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02625 if (!cookie_settings_.get())
[email protected]9c8ae8c2012-03-09 13:13:35626 return true;
627
628 bool allow = cookie_settings_->IsSettingCookieAllowed(
[email protected]4c219e22012-05-05 19:41:04629 request.url(), request.first_party_for_cookies());
[email protected]9c8ae8c2012-03-09 13:13:35630
[email protected]9c8ae8c2012-03-09 13:13:35631 int render_process_id = -1;
632 int render_view_id = -1;
633 if (content::ResourceRequestInfo::GetRenderViewForRequest(
[email protected]4c219e22012-05-05 19:41:04634 &request, &render_process_id, &render_view_id)) {
[email protected]9c8ae8c2012-03-09 13:13:35635 BrowserThread::PostTask(
636 BrowserThread::UI, FROM_HERE,
637 base::Bind(&TabSpecificContentSettings::CookieChanged,
638 render_process_id, render_view_id,
[email protected]4c219e22012-05-05 19:41:04639 request.url(), request.first_party_for_cookies(),
[email protected]fd473d12012-04-05 11:38:43640 cookie_line, *options, !allow));
[email protected]9c8ae8c2012-03-09 13:13:35641 }
642
643 return allow;
644}
[email protected]4c219e22012-05-05 19:41:04645
646bool ChromeNetworkDelegate::OnCanAccessFile(const net::URLRequest& request,
[email protected]650b2d52013-02-10 03:41:45647 const base::FilePath& path) const {
[email protected]4c219e22012-05-05 19:41:04648 if (g_allow_file_access_)
649 return true;
650
[email protected]d8e4f132012-09-06 04:28:05651#if !defined(OS_CHROMEOS) && !defined(OS_ANDROID)
652 return true;
653#else
[email protected]4c219e22012-05-05 19:41:04654#if defined(OS_CHROMEOS)
[email protected]d8e4f132012-09-06 04:28:05655 // If we're running Chrome for ChromeOS on Linux, we want to allow file
656 // access.
[email protected]49c4cf852013-09-27 19:28:24657 if (!base::SysInfo::IsRunningOnChromeOS() ||
[email protected]288538482012-09-06 21:09:35658 CommandLine::ForCurrentProcess()->HasSwitch(switches::kTestType)) {
[email protected]d8e4f132012-09-06 04:28:05659 return true;
[email protected]288538482012-09-06 21:09:35660 }
[email protected]d8e4f132012-09-06 04:28:05661
662 // Use a whitelist to only allow access to files residing in the list of
663 // directories below.
[email protected]4c219e22012-05-05 19:41:04664 static const char* const kLocalAccessWhiteList[] = {
665 "/home/chronos/user/Downloads",
666 "/home/chronos/user/log",
667 "/media",
668 "/opt/oem",
669 "/usr/share/chromeos-assets",
670 "/tmp",
671 "/var/log",
672 };
[email protected]ae015e12013-11-04 19:11:33673
674 // The actual location of "/home/chronos/user/Downloads" is the Downloads
675 // directory under the profile path ("/home/chronos/user' is a hard link to
676 // current primary logged in profile.) For the support of multi-profile
677 // sessions, we are switching to use explicit "$PROFILE_PATH/Downloads" path
678 // and here whitelist such access.
679 if (!profile_path_.empty()) {
680 const base::FilePath downloads = profile_path_.AppendASCII("Downloads");
681 if (downloads == path.StripTrailingSeparators() || downloads.IsParent(path))
682 return true;
683 }
[email protected]d8e4f132012-09-06 04:28:05684#elif defined(OS_ANDROID)
685 // Access to files in external storage is allowed.
[email protected]650b2d52013-02-10 03:41:45686 base::FilePath external_storage_path;
[email protected]d8e4f132012-09-06 04:28:05687 PathService::Get(base::DIR_ANDROID_EXTERNAL_STORAGE, &external_storage_path);
688 if (external_storage_path.IsParent(path))
[email protected]4c219e22012-05-05 19:41:04689 return true;
690
[email protected]d8e4f132012-09-06 04:28:05691 // Whitelist of other allowed directories.
692 static const char* const kLocalAccessWhiteList[] = {
693 "/sdcard",
694 "/mnt/sdcard",
695 };
696#endif
697
[email protected]4c219e22012-05-05 19:41:04698 for (size_t i = 0; i < arraysize(kLocalAccessWhiteList); ++i) {
[email protected]650b2d52013-02-10 03:41:45699 const base::FilePath white_listed_path(kLocalAccessWhiteList[i]);
700 // base::FilePath::operator== should probably handle trailing separators.
[email protected]4c219e22012-05-05 19:41:04701 if (white_listed_path == path.StripTrailingSeparators() ||
702 white_listed_path.IsParent(path)) {
703 return true;
704 }
705 }
[email protected]d8e4f132012-09-06 04:28:05706
[email protected]288538482012-09-06 21:09:35707 DVLOG(1) << "File access denied - " << path.value().c_str();
[email protected]4c219e22012-05-05 19:41:04708 return false;
[email protected]d8e4f132012-09-06 04:28:05709#endif // !defined(OS_CHROMEOS) && !defined(OS_ANDROID)
[email protected]4c219e22012-05-05 19:41:04710}
[email protected]a1d4ab072012-06-07 13:21:15711
712bool ChromeNetworkDelegate::OnCanThrottleRequest(
713 const net::URLRequest& request) const {
[email protected]c4a7df82012-08-09 22:48:46714 if (g_never_throttle_requests_) {
[email protected]a1d4ab072012-06-07 13:21:15715 return false;
716 }
717
[email protected]c4a7df82012-08-09 22:48:46718 return request.first_party_for_cookies().scheme() ==
[email protected]885c0e92012-11-13 20:27:42719 extensions::kExtensionScheme;
[email protected]a1d4ab072012-06-07 13:21:15720}
[email protected]aa28181e2012-06-13 00:53:58721
[email protected]e6d017652013-05-17 18:01:40722bool ChromeNetworkDelegate::OnCanEnablePrivacyMode(
723 const GURL& url,
724 const GURL& first_party_for_cookies) const {
725 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02726 if (!cookie_settings_.get())
[email protected]e6d017652013-05-17 18:01:40727 return false;
728
729 bool reading_cookie_allowed = cookie_settings_->IsReadingCookieAllowed(
730 url, first_party_for_cookies);
731 bool setting_cookie_allowed = cookie_settings_->IsSettingCookieAllowed(
732 url, first_party_for_cookies);
733 bool privacy_mode = !(reading_cookie_allowed && setting_cookie_allowed);
734 return privacy_mode;
735}
736
[email protected]aa28181e2012-06-13 00:53:58737int ChromeNetworkDelegate::OnBeforeSocketStreamConnect(
738 net::SocketStream* socket,
739 const net::CompletionCallback& callback) {
740#if defined(ENABLE_CONFIGURATION_POLICY)
741 if (url_blacklist_manager_ &&
742 url_blacklist_manager_->IsURLBlocked(socket->url())) {
743 // URL access blocked by policy.
[email protected]aa28181e2012-06-13 00:53:58744 socket->net_log()->AddEvent(
[email protected]2fa08912012-06-14 20:56:26745 net::NetLog::TYPE_CHROME_POLICY_ABORTED_REQUEST,
746 net::NetLog::StringCallback("url",
747 &socket->url().possibly_invalid_spec()));
[email protected]91468a92013-03-06 17:21:55748 return net::ERR_BLOCKED_BY_ADMINISTRATOR;
[email protected]aa28181e2012-06-13 00:53:58749 }
750#endif
751 return net::OK;
752}
[email protected]5a07c192012-07-30 20:18:22753
[email protected]a9e0d1412012-08-20 22:13:01754void ChromeNetworkDelegate::OnRequestWaitStateChange(
[email protected]5a07c192012-07-30 20:18:22755 const net::URLRequest& request,
[email protected]a9e0d1412012-08-20 22:13:01756 RequestWaitState state) {
757 if (load_time_stats_)
758 load_time_stats_->OnRequestWaitStateChange(request, state);
[email protected]5a07c192012-07-30 20:18:22759}
[email protected]7a299a92012-10-24 23:54:50760
761void ChromeNetworkDelegate::AccumulateContentLength(
[email protected]2db93e42013-08-07 17:40:41762 int64 received_content_length, int64 original_content_length,
[email protected]828eab22013-12-10 22:42:38763 chrome_browser_net::DataReductionRequestType data_reduction_type) {
[email protected]7a299a92012-10-24 23:54:50764 DCHECK_GE(received_content_length, 0);
765 DCHECK_GE(original_content_length, 0);
766 StoreAccumulatedContentLength(received_content_length,
[email protected]2db93e42013-08-07 17:40:41767 original_content_length,
[email protected]828eab22013-12-10 22:42:38768 data_reduction_type);
[email protected]7a299a92012-10-24 23:54:50769 received_content_length_ += received_content_length;
770 original_content_length_ += original_content_length;
771}