blob: c333cf05627f7a019dd954baef84e5b3a633368f [file] [log] [blame]
[email protected]9045b8822012-01-13 20:35:351// Copyright (c) 2012 The Chromium Authors. All rights reserved.
[email protected]ac039522010-06-15 16:39:442// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#include "chrome/browser/net/chrome_network_delegate.h"
6
avi6846aef2015-12-26 01:09:387#include <stddef.h>
[email protected]eac11e12013-03-19 22:04:328#include <stdlib.h>
9
[email protected]d1208ba32012-11-08 11:10:3310#include <vector>
11
[email protected]d8e4f132012-09-06 04:28:0512#include "base/base_paths.h"
mkwst0513c9d2015-04-01 05:53:1513#include "base/command_line.h"
jochenb93dba3c2014-11-11 05:28:4114#include "base/debug/alias.h"
jochenb5680e62014-10-13 08:43:4115#include "base/debug/dump_without_crashing.h"
jochenb93dba3c2014-11-11 05:28:4116#include "base/debug/stack_trace.h"
[email protected]7a299a92012-10-24 23:54:5017#include "base/logging.h"
avi6846aef2015-12-26 01:09:3818#include "base/macros.h"
jww79aceda2015-12-07 01:56:3419#include "base/metrics/field_trial.h"
[email protected]7a299a92012-10-24 23:54:5020#include "base/metrics/histogram.h"
sclittle3c16159e2014-12-15 19:53:1721#include "base/metrics/sparse_histogram.h"
jochen0e3b3a62014-09-16 18:31:2322#include "base/metrics/user_metrics.h"
[email protected]d8e4f132012-09-06 04:28:0523#include "base/path_service.h"
mmenke376b8782015-05-05 04:41:3024#include "base/profiler/scoped_tracker.h"
[email protected]3ea1b182013-02-08 22:38:4125#include "base/strings/string_number_conversions.h"
ellyjonesd84033d2015-02-12 19:20:3426#include "base/strings/string_util.h"
[email protected]069c49162013-09-11 20:46:3527#include "base/time/time.h"
avi6846aef2015-12-26 01:09:3828#include "build/build_config.h"
[email protected]6baff0b52012-03-06 01:30:1829#include "chrome/browser/browser_process.h"
drogerb1716972015-06-30 09:04:0930#include "chrome/browser/content_settings/cookie_settings_factory.h"
[email protected]9c8ae8c2012-03-09 13:13:3531#include "chrome/browser/content_settings/tab_specific_content_settings.h"
[email protected]8523ba52011-05-22 19:00:5832#include "chrome/browser/custom_handlers/protocol_handler_registry.h"
[email protected]4a2b6232014-06-19 08:44:1433#include "chrome/browser/net/chrome_extensions_network_delegate.h"
[email protected]f53b4802012-12-20 17:04:2334#include "chrome/browser/net/connect_interceptor.h"
ttuttle05ae3f342015-07-13 17:38:3535#include "chrome/browser/net/request_source_bandwidth_histograms.h"
[email protected]184799df2014-07-22 16:03:2436#include "chrome/browser/net/safe_search_util.h"
[email protected]6baff0b52012-03-06 01:30:1837#include "chrome/browser/profiles/profile_manager.h"
afakhry05015032015-08-14 01:09:5638#include "chrome/browser/task_management/task_manager_interface.h"
fgorski708eadb2015-11-12 01:00:4339#include "chrome/common/chrome_constants.h"
sievers2f1e8112015-12-04 18:43:5640#include "chrome/common/features.h"
[email protected]0a8db0d2011-04-13 15:15:4041#include "chrome/common/pref_names.h"
drogerb1716972015-06-30 09:04:0942#include "components/content_settings/core/browser/cookie_settings.h"
sclittleae932be2015-10-08 20:53:5043#include "components/data_usage/core/data_use_aggregator.h"
[email protected]45de676a2014-03-18 23:52:0244#include "components/domain_reliability/monitor.h"
brettw03e61962016-03-15 06:27:0445#include "components/policy/core/browser/url_blacklist_manager.h"
brettwb1fc1b82016-02-02 00:19:0846#include "components/prefs/pref_member.h"
47#include "components/prefs/pref_service.h"
[email protected]c38831a12011-10-28 12:44:4948#include "content/public/browser/browser_thread.h"
[email protected]9dfed872013-12-30 23:08:5649#include "content/public/browser/render_frame_host.h"
[email protected]9c1662b2012-03-06 15:44:3350#include "content/public/browser/render_view_host.h"
[email protected]9c8ae8c2012-03-09 13:13:3551#include "content/public/browser/resource_request_info.h"
mkwst0513c9d2015-04-01 05:53:1552#include "content/public/common/content_switches.h"
ellyjonesd84033d2015-02-12 19:20:3453#include "content/public/common/process_type.h"
[email protected]82b42302011-04-20 16:28:1654#include "net/base/host_port_pair.h"
sclittle3c16159e2014-12-15 19:53:1755#include "net/base/load_flags.h"
[email protected]8202d0c2011-02-23 08:31:1456#include "net/base/net_errors.h"
[email protected]5b9bc352012-07-18 13:13:3457#include "net/cookies/canonical_cookie.h"
58#include "net/cookies/cookie_options.h"
[email protected]ac039522010-06-15 16:39:4459#include "net/http/http_request_headers.h"
[email protected]48944382011-04-23 13:28:1660#include "net/http/http_response_headers.h"
ellyjonesd84033d2015-02-12 19:20:3461#include "net/http/http_status_code.h"
eroman87c53d62015-04-02 06:51:0762#include "net/log/net_log.h"
[email protected]d05ef99c2011-02-01 21:38:1663#include "net/url_request/url_request.h"
64
sievers2f1e8112015-12-04 18:43:5665#if BUILDFLAG(ANDROID_JAVA_UI)
[email protected]4a2b6232014-06-19 08:44:1466#include "chrome/browser/io_thread.h"
twifkak85f97872015-06-24 01:00:1367#include "chrome/browser/precache/precache_manager_factory.h"
[email protected]4a2b6232014-06-19 08:44:1468#include "components/precache/content/precache_manager.h"
[email protected]4a2b6232014-06-19 08:44:1469#endif
70
[email protected]4c219e22012-05-05 19:41:0471#if defined(OS_CHROMEOS)
[email protected]49c4cf852013-09-27 19:28:2472#include "base/sys_info.h"
[email protected]288538482012-09-06 21:09:3573#include "chrome/common/chrome_switches.h"
[email protected]4c219e22012-05-05 19:41:0474#endif
75
[email protected]84b7a552014-07-19 04:52:0676#if defined(ENABLE_EXTENSIONS)
77#include "extensions/common/constants.h"
78#endif
79
[email protected]631bb742011-11-02 11:29:3980using content::BrowserThread;
[email protected]eaabba22012-03-07 15:02:1181using content::RenderViewHost;
[email protected]ea114722012-03-12 01:11:2582using content::ResourceRequestInfo;
[email protected]7491ad02014-07-05 19:10:0783using content::ResourceType;
[email protected]631bb742011-11-02 11:29:3984
[email protected]d8e4f132012-09-06 04:28:0585// By default we don't allow access to all file:// urls on ChromeOS and
86// Android.
87#if defined(OS_CHROMEOS) || defined(OS_ANDROID)
[email protected]4c219e22012-05-05 19:41:0488bool ChromeNetworkDelegate::g_allow_file_access_ = false;
89#else
90bool ChromeNetworkDelegate::g_allow_file_access_ = true;
91#endif
92
[email protected]d05ef99c2011-02-01 21:38:1693namespace {
94
[email protected]9d8cfb682012-09-13 16:48:0495const char kDNTHeader[] = "DNT";
96
[email protected]d1208ba32012-11-08 11:10:3397// Gets called when the extensions finish work on the URL. If the extensions
98// did not do a redirect (so |new_url| is empty) then we enforce the
99// SafeSearch parameters. Otherwise we will get called again after the
100// redirect and we enforce SafeSearch then.
101void ForceGoogleSafeSearchCallbackWrapper(
102 const net::CompletionCallback& callback,
103 net::URLRequest* request,
104 GURL* new_url,
105 int rv) {
106 if (rv == net::OK && new_url->is_empty())
[email protected]184799df2014-07-22 16:03:24107 safe_search_util::ForceGoogleSafeSearch(request, new_url);
[email protected]d1208ba32012-11-08 11:10:33108 callback.Run(rv);
109}
110
sievers2f1e8112015-12-04 18:43:56111#if BUILDFLAG(ANDROID_JAVA_UI)
[email protected]35558812013-12-18 21:58:36112void RecordPrecacheStatsOnUIThread(const GURL& url,
twifkak981c7ea2015-08-13 17:56:08113 const GURL& referrer,
twifkak173e7512015-08-11 18:53:30114 base::TimeDelta latency,
115 const base::Time& fetch_time,
avi6846aef2015-12-26 01:09:38116 int64_t size,
twifkak173e7512015-08-11 18:53:30117 bool was_cached,
118 void* profile_id) {
anujk.sharma2e02ce162015-04-29 23:10:02119 DCHECK_CURRENTLY_ON(BrowserThread::UI);
[email protected]35558812013-12-18 21:58:36120
krasin991cf7462015-11-09 19:35:54121 if (!g_browser_process->profile_manager()->IsValidProfile(profile_id))
[email protected]35558812013-12-18 21:58:36122 return;
krasin991cf7462015-11-09 19:35:54123 Profile* profile = reinterpret_cast<Profile*>(profile_id);
[email protected]35558812013-12-18 21:58:36124
125 precache::PrecacheManager* precache_manager =
126 precache::PrecacheManagerFactory::GetForBrowserContext(profile);
twifkakb2175432015-08-07 20:19:07127 // |precache_manager| could be NULL if the profile is off the record.
twifkakd0487ff2015-08-28 16:08:22128 if (!precache_manager || !precache_manager->IsPrecachingAllowed())
[email protected]35558812013-12-18 21:58:36129 return;
[email protected]35558812013-12-18 21:58:36130
twifkak981c7ea2015-08-13 17:56:08131 precache_manager->RecordStatsForFetch(url, referrer, latency, fetch_time,
132 size, was_cached);
[email protected]35558812013-12-18 21:58:36133}
sievers2f1e8112015-12-04 18:43:56134#endif // BUILDFLAG(ANDROID_JAVA_UI)
[email protected]35558812013-12-18 21:58:36135
jochen652275372015-01-16 11:35:27136void ReportInvalidReferrerSendOnUI() {
jochen0e3b3a62014-09-16 18:31:23137 base::RecordAction(
138 base::UserMetricsAction("Net.URLRequest_StartJob_InvalidReferrer"));
jochen652275372015-01-16 11:35:27139}
140
141void ReportInvalidReferrerSend(const GURL& target_url,
142 const GURL& referrer_url) {
jochen4c874d22015-04-13 14:01:04143 LOG(ERROR) << "Cancelling request to " << target_url
144 << " with invalid referrer " << referrer_url;
jochen652275372015-01-16 11:35:27145 // Record information to help debug http://crbug.com/422871
146 if (!target_url.SchemeIsHTTPOrHTTPS())
147 return;
148 BrowserThread::PostTask(BrowserThread::UI, FROM_HERE,
149 base::Bind(&ReportInvalidReferrerSendOnUI));
jochenb5680e62014-10-13 08:43:41150 base::debug::DumpWithoutCrashing();
jochen4c874d22015-04-13 14:01:04151 NOTREACHED();
jochen0e3b3a62014-09-16 18:31:23152}
153
sclittle3c16159e2014-12-15 19:53:17154// Record network errors that HTTP requests complete with, including OK and
155// ABORTED.
156void RecordNetworkErrorHistograms(const net::URLRequest* request) {
157 if (request->url().SchemeIs("http")) {
158 UMA_HISTOGRAM_SPARSE_SLOWLY("Net.HttpRequestCompletionErrorCodes",
159 std::abs(request->status().error()));
160
161 if (request->load_flags() & net::LOAD_MAIN_FRAME) {
162 UMA_HISTOGRAM_SPARSE_SLOWLY(
163 "Net.HttpRequestCompletionErrorCodes.MainFrame",
164 std::abs(request->status().error()));
165 }
166 }
167}
168
ellyjonesd84033d2015-02-12 19:20:34169// Returns whether |request| is likely to be eligible for delta-encoding.
170// This is only a rough approximation right now, based on MIME type.
171bool CanRequestBeDeltaEncoded(const net::URLRequest* request) {
172 struct {
173 const char *prefix;
174 const char *suffix;
175 } kEligibleMasks[] = {
176 // All text/ types are eligible, even if not displayable.
177 { "text/", NULL },
178 // JSON (application/json and application/*+json) is eligible.
179 { "application/", "json" },
180 // Javascript is eligible.
181 { "application/", "javascript" },
182 // XML (application/xml and application/*+xml) is eligible.
183 { "application/", "xml" },
184 };
ellyjonesd84033d2015-02-12 19:20:34185
186 std::string mime_type;
187 request->GetMimeType(&mime_type);
188
189 for (size_t i = 0; i < arraysize(kEligibleMasks); i++) {
190 const char *prefix = kEligibleMasks[i].prefix;
191 const char *suffix = kEligibleMasks[i].suffix;
brettw66d1b81b2015-07-06 19:29:40192 if (prefix &&
193 !base::StartsWith(mime_type, prefix, base::CompareCase::SENSITIVE))
ellyjonesd84033d2015-02-12 19:20:34194 continue;
brettw66d1b81b2015-07-06 19:29:40195 if (suffix &&
196 !base::EndsWith(mime_type, suffix, base::CompareCase::SENSITIVE))
ellyjonesd84033d2015-02-12 19:20:34197 continue;
198 return true;
199 }
200 return false;
201}
202
203// Returns whether |request| was issued by a renderer process, as opposed to
204// the browser process or a plugin process.
205bool IsRendererInitiatedRequest(const net::URLRequest* request) {
206 const ResourceRequestInfo* info = ResourceRequestInfo::ForRequest(request);
207 return info && info->GetProcessType() == content::PROCESS_TYPE_RENDERER;
208}
209
210// Uploads UMA histograms for delta encoding eligibility. This method can only
211// be safely called after the network stack has called both OnStarted and
212// OnCompleted, since it needs the received response content length and the
213// response headers.
214void RecordCacheStateStats(const net::URLRequest* request) {
215 net::HttpRequestHeaders request_headers;
216 if (!request->GetFullRequestHeaders(&request_headers)) {
217 // GetFullRequestHeaders is guaranteed to succeed if OnResponseStarted() has
218 // been called on |request|, so if GetFullRequestHeaders() fails,
219 // RecordCacheStateStats must have been called before
220 // OnResponseStarted().
221 return;
222 }
223
224 if (!IsRendererInitiatedRequest(request)) {
225 // Ignore browser-initiated requests. These are internal requests like safe
226 // browsing and sync, and so on. Some of these could be eligible for
227 // delta-encoding, but to be conservative this function ignores all of them.
228 return;
229 }
230
231 const int kCacheAffectingFlags = net::LOAD_BYPASS_CACHE |
232 net::LOAD_DISABLE_CACHE |
233 net::LOAD_PREFERRING_CACHE;
234
235 if (request->load_flags() & kCacheAffectingFlags) {
236 // Ignore requests with cache-affecting flags, which would otherwise mess up
237 // these stats.
238 return;
239 }
240
241 enum {
242 CACHE_STATE_FROM_CACHE,
243 CACHE_STATE_STILL_VALID,
244 CACHE_STATE_NO_LONGER_VALID,
245 CACHE_STATE_NO_ENTRY,
246 CACHE_STATE_MAX,
247 } state = CACHE_STATE_NO_ENTRY;
248 bool had_cache_headers =
249 request_headers.HasHeader(net::HttpRequestHeaders::kIfModifiedSince) ||
250 request_headers.HasHeader(net::HttpRequestHeaders::kIfNoneMatch) ||
251 request_headers.HasHeader(net::HttpRequestHeaders::kIfRange);
252 if (request->was_cached() && !had_cache_headers) {
253 // Entry was served directly from cache.
254 state = CACHE_STATE_FROM_CACHE;
255 } else if (request->was_cached() && had_cache_headers) {
256 // Expired entry was present in cache, and server responded with NOT
257 // MODIFIED, indicating the expired entry is still valid.
258 state = CACHE_STATE_STILL_VALID;
259 } else if (!request->was_cached() && had_cache_headers) {
260 // Expired entry was present in cache, and server responded with something
261 // other than NOT MODIFIED, indicating the entry is no longer valid.
262 state = CACHE_STATE_NO_LONGER_VALID;
263 } else if (!request->was_cached() && !had_cache_headers) {
264 // Neither |was_cached| nor |had_cache_headers|, so there's no local cache
265 // entry for this content at all.
266 state = CACHE_STATE_NO_ENTRY;
267 }
268
269 UMA_HISTOGRAM_ENUMERATION("Net.CacheState.AllRequests", state,
270 CACHE_STATE_MAX);
271 if (CanRequestBeDeltaEncoded(request)) {
272 UMA_HISTOGRAM_ENUMERATION("Net.CacheState.EncodeableRequests", state,
273 CACHE_STATE_MAX);
274 }
275
avi6846aef2015-12-26 01:09:38276 int64_t size = request->received_response_content_length();
ellyjonesd84033d2015-02-12 19:20:34277 if (size >= 0 && state == CACHE_STATE_NO_LONGER_VALID) {
278 UMA_HISTOGRAM_COUNTS("Net.CacheState.AllBytes", size);
279 if (CanRequestBeDeltaEncoded(request)) {
280 UMA_HISTOGRAM_COUNTS("Net.CacheState.EncodeableBytes", size);
281 }
282 }
283}
284
[email protected]d05ef99c2011-02-01 21:38:16285} // namespace
[email protected]ac039522010-06-15 16:39:44286
[email protected]0651b812011-02-24 00:22:50287ChromeNetworkDelegate::ChromeNetworkDelegate(
[email protected]5a38dfd2012-07-23 23:22:10288 extensions::EventRouterForwarder* event_router,
gayane0b46091c2016-04-07 21:01:05289 BooleanPrefMember* enable_referrers,
290 const metrics::UpdateUsagePrefCallbackType& metrics_data_use_forwarder)
[email protected]4a2b6232014-06-19 08:44:14291 : profile_(NULL),
[email protected]6a5f77c32011-09-04 19:19:59292 enable_referrers_(enable_referrers),
[email protected]a09159a2012-11-29 12:51:48293 enable_do_not_track_(NULL),
294 force_google_safe_search_(NULL),
treib4e26f6652014-12-01 14:34:18295 force_youtube_safety_mode_(NULL),
[email protected]a09159a2012-11-29 12:51:48296 url_blacklist_manager_(NULL),
[email protected]45de676a2014-03-18 23:52:02297 domain_reliability_monitor_(NULL),
gayane0b46091c2016-04-07 21:01:05298 data_use_measurement_(metrics_data_use_forwarder),
mkwst0513c9d2015-04-01 05:53:15299 experimental_web_platform_features_enabled_(
gayane0b46091c2016-04-07 21:01:05300 base::CommandLine::ForCurrentProcess()->HasSwitch(
301 switches::kEnableExperimentalWebPlatformFeatures)),
sclittleae932be2015-10-08 20:53:50302 data_use_aggregator_(nullptr),
303 is_data_usage_off_the_record_(true) {
[email protected]0a8db0d2011-04-13 15:15:40304 DCHECK(enable_referrers);
[email protected]4a2b6232014-06-19 08:44:14305 extensions_delegate_.reset(
306 ChromeExtensionsNetworkDelegate::Create(event_router));
[email protected]0651b812011-02-24 00:22:50307}
308
[email protected]ac039522010-06-15 16:39:44309ChromeNetworkDelegate::~ChromeNetworkDelegate() {}
310
[email protected]a09159a2012-11-29 12:51:48311void ChromeNetworkDelegate::set_extension_info_map(
[email protected]38427a12013-11-09 17:34:20312 extensions::InfoMap* extension_info_map) {
[email protected]4a2b6232014-06-19 08:44:14313 extensions_delegate_->set_extension_info_map(extension_info_map);
314}
315
316void ChromeNetworkDelegate::set_profile(void* profile) {
317 profile_ = profile;
318 extensions_delegate_->set_profile(profile);
[email protected]a09159a2012-11-29 12:51:48319}
320
321void ChromeNetworkDelegate::set_cookie_settings(
drogerb1716972015-06-30 09:04:09322 content_settings::CookieSettings* cookie_settings) {
[email protected]a09159a2012-11-29 12:51:48323 cookie_settings_ = cookie_settings;
324}
325
[email protected]f53b4802012-12-20 17:04:23326void ChromeNetworkDelegate::set_predictor(
327 chrome_browser_net::Predictor* predictor) {
328 connect_interceptor_.reset(
329 new chrome_browser_net::ConnectInterceptor(predictor));
330}
331
sclittleae932be2015-10-08 20:53:50332void ChromeNetworkDelegate::set_data_use_aggregator(
333 data_usage::DataUseAggregator* data_use_aggregator,
334 bool is_data_usage_off_the_record) {
335 data_use_aggregator_ = data_use_aggregator;
336 is_data_usage_off_the_record_ = is_data_usage_off_the_record;
337}
338
[email protected]c4a7df82012-08-09 22:48:46339// static
[email protected]9d8cfb682012-09-13 16:48:04340void ChromeNetworkDelegate::InitializePrefsOnUIThread(
[email protected]0a8db0d2011-04-13 15:15:40341 BooleanPrefMember* enable_referrers,
[email protected]9d8cfb682012-09-13 16:48:04342 BooleanPrefMember* enable_do_not_track,
[email protected]d1208ba32012-11-08 11:10:33343 BooleanPrefMember* force_google_safe_search,
treib4e26f6652014-12-01 14:34:18344 BooleanPrefMember* force_youtube_safety_mode,
[email protected]0a8db0d2011-04-13 15:15:40345 PrefService* pref_service) {
anujk.sharma2e02ce162015-04-29 23:10:02346 DCHECK_CURRENTLY_ON(BrowserThread::UI);
[email protected]96a5c342012-12-04 18:14:02347 enable_referrers->Init(prefs::kEnableReferrers, pref_service);
[email protected]6a1c98e02012-10-24 21:49:43348 enable_referrers->MoveToThread(
349 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
[email protected]9d8cfb682012-09-13 16:48:04350 if (enable_do_not_track) {
[email protected]96a5c342012-12-04 18:14:02351 enable_do_not_track->Init(prefs::kEnableDoNotTrack, pref_service);
[email protected]6a1c98e02012-10-24 21:49:43352 enable_do_not_track->MoveToThread(
353 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
[email protected]9d8cfb682012-09-13 16:48:04354 }
[email protected]d1208ba32012-11-08 11:10:33355 if (force_google_safe_search) {
treib4e26f6652014-12-01 14:34:18356 force_google_safe_search->Init(prefs::kForceGoogleSafeSearch, pref_service);
[email protected]d1208ba32012-11-08 11:10:33357 force_google_safe_search->MoveToThread(
358 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
359 }
treib4e26f6652014-12-01 14:34:18360 if (force_youtube_safety_mode) {
361 force_youtube_safety_mode->Init(prefs::kForceYouTubeSafetyMode,
362 pref_service);
363 force_youtube_safety_mode->MoveToThread(
364 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO));
365 }
[email protected]0a8db0d2011-04-13 15:15:40366}
367
[email protected]4c219e22012-05-05 19:41:04368// static
369void ChromeNetworkDelegate::AllowAccessToAllFiles() {
370 g_allow_file_access_ = true;
371}
372
[email protected]4875ba12011-03-30 22:31:51373int ChromeNetworkDelegate::OnBeforeURLRequest(
[email protected]4c76d7c2011-04-15 19:14:12374 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47375 const net::CompletionCallback& callback,
[email protected]4c76d7c2011-04-15 19:14:12376 GURL* new_url) {
mmenke376b8782015-05-05 04:41:30377 // TODO(mmenke): Remove ScopedTracker below once crbug.com/456327 is fixed.
378 tracked_objects::ScopedTracker tracking_profile1(
379 FROM_HERE_WITH_EXPLICIT_FUNCTION(
380 "456327 URLRequest::ChromeNetworkDelegate::OnBeforeURLRequest"));
381
[email protected]6a5f77c32011-09-04 19:19:59382 // TODO(joaodasilva): This prevents extensions from seeing URLs that are
383 // blocked. However, an extension might redirect the request to another URL,
384 // which is not blocked.
mmenkef1aa9072015-05-18 16:21:04385
386 const ResourceRequestInfo* info = ResourceRequestInfo::ForRequest(request);
[email protected]cb85f8e52014-04-08 11:44:40387 int error = net::ERR_BLOCKED_BY_ADMINISTRATOR;
mmenkef1aa9072015-05-18 16:21:04388 if (info && content::IsResourceTypeFrame(info->GetResourceType()) &&
389 url_blacklist_manager_ &&
390 url_blacklist_manager_->ShouldBlockRequestForFrame(
391 request->url(), &error)) {
[email protected]6a5f77c32011-09-04 19:19:59392 // URL access blocked by policy.
[email protected]6a5f77c32011-09-04 19:19:59393 request->net_log().AddEvent(
[email protected]2fa08912012-06-14 20:56:26394 net::NetLog::TYPE_CHROME_POLICY_ABORTED_REQUEST,
395 net::NetLog::StringCallback("url",
396 &request->url().possibly_invalid_spec()));
[email protected]cb85f8e52014-04-08 11:44:40397 return error;
[email protected]6a5f77c32011-09-04 19:19:59398 }
[email protected]6a5f77c32011-09-04 19:19:59399
mmenke376b8782015-05-05 04:41:30400 // TODO(mmenke): Remove ScopedTracker below once crbug.com/456327 is fixed.
401 tracked_objects::ScopedTracker tracking_profile2(
402 FROM_HERE_WITH_EXPLICIT_FUNCTION(
403 "456327 URLRequest::ChromeNetworkDelegate::OnBeforeURLRequest 2"));
404
[email protected]4a2b6232014-06-19 08:44:14405 extensions_delegate_->ForwardStartRequestStatus(request);
[email protected]6baff0b52012-03-06 01:30:18406
[email protected]0a8db0d2011-04-13 15:15:40407 if (!enable_referrers_->GetValue())
[email protected]99ecf6e2013-04-10 22:46:13408 request->SetReferrer(std::string());
[email protected]9d8cfb682012-09-13 16:48:04409 if (enable_do_not_track_ && enable_do_not_track_->GetValue())
410 request->SetExtraRequestHeaderByName(kDNTHeader, "1", true /* override */);
[email protected]d1208ba32012-11-08 11:10:33411
mmenke376b8782015-05-05 04:41:30412 // TODO(mmenke): Remove ScopedTracker below once crbug.com/456327 is fixed.
413 tracked_objects::ScopedTracker tracking_profile3(
414 FROM_HERE_WITH_EXPLICIT_FUNCTION(
415 "456327 URLRequest::ChromeNetworkDelegate::OnBeforeURLRequest 3"));
416
treib4e26f6652014-12-01 14:34:18417 bool force_safe_search =
treib4e26f6652014-12-01 14:34:18418 (force_google_safe_search_ && force_google_safe_search_->GetValue());
[email protected]d1208ba32012-11-08 11:10:33419
420 net::CompletionCallback wrapped_callback = callback;
421 if (force_safe_search) {
422 wrapped_callback = base::Bind(&ForceGoogleSafeSearchCallbackWrapper,
423 callback,
424 base::Unretained(request),
425 base::Unretained(new_url));
426 }
427
[email protected]4a2b6232014-06-19 08:44:14428 int rv = extensions_delegate_->OnBeforeURLRequest(
429 request, wrapped_callback, new_url);
[email protected]d1208ba32012-11-08 11:10:33430
mmenke376b8782015-05-05 04:41:30431 // TODO(mmenke): Remove ScopedTracker below once crbug.com/456327 is fixed.
432 tracked_objects::ScopedTracker tracking_profile4(
433 FROM_HERE_WITH_EXPLICIT_FUNCTION(
434 "456327 URLRequest::ChromeNetworkDelegate::OnBeforeURLRequest 4"));
435
[email protected]d1208ba32012-11-08 11:10:33436 if (force_safe_search && rv == net::OK && new_url->is_empty())
[email protected]184799df2014-07-22 16:03:24437 safe_search_util::ForceGoogleSafeSearch(request, new_url);
[email protected]d1208ba32012-11-08 11:10:33438
mmenke376b8782015-05-05 04:41:30439 // TODO(mmenke): Remove ScopedTracker below once crbug.com/456327 is fixed.
440 tracked_objects::ScopedTracker tracking_profile5(
441 FROM_HERE_WITH_EXPLICIT_FUNCTION(
442 "456327 URLRequest::ChromeNetworkDelegate::OnBeforeURLRequest 5"));
443
[email protected]f53b4802012-12-20 17:04:23444 if (connect_interceptor_)
445 connect_interceptor_->WitnessURLRequest(request);
446
[email protected]d1208ba32012-11-08 11:10:33447 return rv;
[email protected]d05ef99c2011-02-01 21:38:16448}
449
[email protected]4875ba12011-03-30 22:31:51450int ChromeNetworkDelegate::OnBeforeSendHeaders(
[email protected]636eccd2011-06-28 12:28:01451 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47452 const net::CompletionCallback& callback,
[email protected]4c76d7c2011-04-15 19:14:12453 net::HttpRequestHeaders* headers) {
treib2b188052015-04-17 12:32:50454 if (force_youtube_safety_mode_ && force_youtube_safety_mode_->GetValue())
[email protected]184799df2014-07-22 16:03:24455 safe_search_util::ForceYouTubeSafetyMode(request, headers);
456
[email protected]4a2b6232014-06-19 08:44:14457 return extensions_delegate_->OnBeforeSendHeaders(request, callback, headers);
[email protected]ac039522010-06-15 16:39:44458}
[email protected]8202d0c2011-02-23 08:31:14459
[email protected]5796dc942011-07-14 19:26:10460void ChromeNetworkDelegate::OnSendHeaders(
461 net::URLRequest* request,
[email protected]783573b2011-05-13 11:05:15462 const net::HttpRequestHeaders& headers) {
[email protected]4a2b6232014-06-19 08:44:14463 extensions_delegate_->OnSendHeaders(request, headers);
[email protected]82b42302011-04-20 16:28:16464}
465
[email protected]ea8141e2011-10-05 13:12:51466int ChromeNetworkDelegate::OnHeadersReceived(
467 net::URLRequest* request,
[email protected]084262c2011-12-01 21:12:47468 const net::CompletionCallback& callback,
[email protected]507af8f2012-10-20 00:42:32469 const net::HttpResponseHeaders* original_response_headers,
[email protected]5f714132014-03-26 10:41:16470 scoped_refptr<net::HttpResponseHeaders>* override_response_headers,
471 GURL* allowed_unsafe_redirect_url) {
[email protected]4a2b6232014-06-19 08:44:14472 return extensions_delegate_->OnHeadersReceived(
[email protected]5f714132014-03-26 10:41:16473 request,
474 callback,
475 original_response_headers,
476 override_response_headers,
477 allowed_unsafe_redirect_url);
[email protected]ea8141e2011-10-05 13:12:51478}
479
[email protected]31b2e5f2011-04-20 16:58:32480void ChromeNetworkDelegate::OnBeforeRedirect(net::URLRequest* request,
481 const GURL& new_location) {
amohammadkhan092adb22015-09-11 21:08:49482// Recording data use of request on redirects.
amohammadkhan092adb22015-09-11 21:08:49483 data_use_measurement_.ReportDataUseUMA(request);
[email protected]45de676a2014-03-18 23:52:02484 if (domain_reliability_monitor_)
485 domain_reliability_monitor_->OnBeforeRedirect(request);
[email protected]4a2b6232014-06-19 08:44:14486 extensions_delegate_->OnBeforeRedirect(request, new_location);
[email protected]31b2e5f2011-04-20 16:58:32487}
488
489
[email protected]8202d0c2011-02-23 08:31:14490void ChromeNetworkDelegate::OnResponseStarted(net::URLRequest* request) {
[email protected]4a2b6232014-06-19 08:44:14491 extensions_delegate_->OnResponseStarted(request);
[email protected]8202d0c2011-02-23 08:31:14492}
493
sclittlea133de02015-11-10 23:54:21494void ChromeNetworkDelegate::OnNetworkBytesReceived(net::URLRequest* request,
495 int64_t bytes_received) {
[email protected]44879ed2012-04-06 01:11:02496#if defined(ENABLE_TASK_MANAGER)
sclittlece72c482015-08-24 20:20:59497 // Note: Currently, OnNetworkBytesReceived is only implemented for HTTP jobs,
498 // not FTP or other types, so those kinds of bytes will not be reported here.
sclittlea133de02015-11-10 23:54:21499 task_management::TaskManagerInterface::OnRawBytesRead(*request,
sclittlece72c482015-08-24 20:20:59500 bytes_received);
[email protected]44879ed2012-04-06 01:11:02501#endif // defined(ENABLE_TASK_MANAGER)
sclittleae932be2015-10-08 20:53:50502
sclittlea133de02015-11-10 23:54:21503 ReportDataUsageStats(request, 0 /* tx_bytes */, bytes_received);
sclittleae932be2015-10-08 20:53:50504}
505
sclittlea133de02015-11-10 23:54:21506void ChromeNetworkDelegate::OnNetworkBytesSent(net::URLRequest* request,
sclittleae932be2015-10-08 20:53:50507 int64_t bytes_sent) {
sclittlea133de02015-11-10 23:54:21508 ReportDataUsageStats(request, bytes_sent, 0 /* rx_bytes */);
[email protected]8523ba52011-05-22 19:00:58509}
510
[email protected]9045b8822012-01-13 20:35:35511void ChromeNetworkDelegate::OnCompleted(net::URLRequest* request,
512 bool started) {
amohammadkhan092adb22015-09-11 21:08:49513 // TODO(amohammadkhan): Verify that there is no double recording in data use
514 // of redirected requests.
515 data_use_measurement_.ReportDataUseUMA(request);
sclittle3c16159e2014-12-15 19:53:17516 RecordNetworkErrorHistograms(request);
ellyjonesd84033d2015-02-12 19:20:34517 if (started) {
518 // Only call in for requests that were started, to obey the precondition
519 // that RecordCacheStateStats can only be called on requests for which
520 // OnResponseStarted was called.
521 RecordCacheStateStats(request);
522 }
sclittle3c16159e2014-12-15 19:53:17523
[email protected]2756a8e2012-09-07 18:24:29524 if (request->status().status() == net::URLRequestStatus::SUCCESS) {
sievers2f1e8112015-12-04 18:43:56525#if BUILDFLAG(ANDROID_JAVA_UI)
[email protected]7a299a92012-10-24 23:54:50526 // For better accuracy, we use the actual bytes read instead of the length
527 // specified with the Content-Length header, which may be inaccurate,
528 // or missing, as is the case with chunked encoding.
avi6846aef2015-12-26 01:09:38529 int64_t received_content_length =
530 request->received_response_content_length();
twifkak173e7512015-08-11 18:53:30531 base::TimeDelta latency = base::TimeTicks::Now() - request->creation_time();
[email protected]7a299a92012-10-24 23:54:50532
twifkakb2175432015-08-07 20:19:07533 // Record precache metrics when a fetch is completed successfully, if
534 // precaching is allowed.
twifkakc07ac942015-07-20 18:23:04535 BrowserThread::PostTask(
536 BrowserThread::UI, FROM_HERE,
twifkak981c7ea2015-08-13 17:56:08537 base::Bind(&RecordPrecacheStatsOnUIThread, request->url(),
538 GURL(request->referrer()), latency, base::Time::Now(),
539 received_content_length, request->was_cached(), profile_));
sievers2f1e8112015-12-04 18:43:56540#endif // BUILDFLAG(ANDROID_JAVA_UI)
[email protected]4a2b6232014-06-19 08:44:14541 extensions_delegate_->OnCompleted(request, started);
[email protected]a83dd332011-07-13 10:41:01542 } else if (request->status().status() == net::URLRequestStatus::FAILED ||
543 request->status().status() == net::URLRequestStatus::CANCELED) {
[email protected]4a2b6232014-06-19 08:44:14544 extensions_delegate_->OnCompleted(request, started);
[email protected]a83dd332011-07-13 10:41:01545 } else {
546 NOTREACHED();
[email protected]48944382011-04-23 13:28:16547 }
[email protected]45de676a2014-03-18 23:52:02548 if (domain_reliability_monitor_)
549 domain_reliability_monitor_->OnCompleted(request, started);
ttuttle05ae3f342015-07-13 17:38:35550 RecordRequestSourceBandwidth(request, started);
[email protected]4a2b6232014-06-19 08:44:14551 extensions_delegate_->ForwardProxyErrors(request);
552 extensions_delegate_->ForwardDoneRequestStatus(request);
[email protected]8202d0c2011-02-23 08:31:14553}
[email protected]4b50cb52011-03-10 00:29:37554
[email protected]4875ba12011-03-30 22:31:51555void ChromeNetworkDelegate::OnURLRequestDestroyed(net::URLRequest* request) {
[email protected]4a2b6232014-06-19 08:44:14556 extensions_delegate_->OnURLRequestDestroyed(request);
[email protected]4875ba12011-03-30 22:31:51557}
558
[email protected]82a37672011-05-03 12:02:41559void ChromeNetworkDelegate::OnPACScriptError(int line_number,
[email protected]439f1e32013-12-09 20:09:09560 const base::string16& error) {
[email protected]4a2b6232014-06-19 08:44:14561 extensions_delegate_->OnPACScriptError(line_number, error);
[email protected]82a37672011-05-03 12:02:41562}
[email protected]7efc582d2011-08-03 20:46:35563
[email protected]c2911d72011-10-03 22:16:36564net::NetworkDelegate::AuthRequiredResponse
565ChromeNetworkDelegate::OnAuthRequired(
[email protected]7efc582d2011-08-03 20:46:35566 net::URLRequest* request,
[email protected]c2911d72011-10-03 22:16:36567 const net::AuthChallengeInfo& auth_info,
568 const AuthCallback& callback,
569 net::AuthCredentials* credentials) {
[email protected]4a2b6232014-06-19 08:44:14570 return extensions_delegate_->OnAuthRequired(
571 request, auth_info, callback, credentials);
[email protected]7efc582d2011-08-03 20:46:35572}
[email protected]9c8ae8c2012-03-09 13:13:35573
[email protected]4c219e22012-05-05 19:41:04574bool ChromeNetworkDelegate::OnCanGetCookies(
575 const net::URLRequest& request,
[email protected]9c8ae8c2012-03-09 13:13:35576 const net::CookieList& cookie_list) {
577 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02578 if (!cookie_settings_.get())
[email protected]9c8ae8c2012-03-09 13:13:35579 return true;
580
581 bool allow = cookie_settings_->IsReadingCookieAllowed(
[email protected]4c219e22012-05-05 19:41:04582 request.url(), request.first_party_for_cookies());
[email protected]9c8ae8c2012-03-09 13:13:35583
584 int render_process_id = -1;
[email protected]f3add922013-12-20 23:17:16585 int render_frame_id = -1;
586 if (content::ResourceRequestInfo::GetRenderFrameForRequest(
587 &request, &render_process_id, &render_frame_id)) {
[email protected]9c8ae8c2012-03-09 13:13:35588 BrowserThread::PostTask(
589 BrowserThread::UI, FROM_HERE,
590 base::Bind(&TabSpecificContentSettings::CookiesRead,
[email protected]f3add922013-12-20 23:17:16591 render_process_id, render_frame_id,
[email protected]4c219e22012-05-05 19:41:04592 request.url(), request.first_party_for_cookies(),
davidbenf47d1912015-03-14 00:24:24593 cookie_list, !allow));
[email protected]9c8ae8c2012-03-09 13:13:35594 }
595
596 return allow;
597}
598
[email protected]4c219e22012-05-05 19:41:04599bool ChromeNetworkDelegate::OnCanSetCookie(const net::URLRequest& request,
600 const std::string& cookie_line,
601 net::CookieOptions* options) {
[email protected]9c8ae8c2012-03-09 13:13:35602 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02603 if (!cookie_settings_.get())
[email protected]9c8ae8c2012-03-09 13:13:35604 return true;
605
606 bool allow = cookie_settings_->IsSettingCookieAllowed(
[email protected]4c219e22012-05-05 19:41:04607 request.url(), request.first_party_for_cookies());
[email protected]9c8ae8c2012-03-09 13:13:35608
[email protected]9c8ae8c2012-03-09 13:13:35609 int render_process_id = -1;
[email protected]f3add922013-12-20 23:17:16610 int render_frame_id = -1;
611 if (content::ResourceRequestInfo::GetRenderFrameForRequest(
612 &request, &render_process_id, &render_frame_id)) {
[email protected]9c8ae8c2012-03-09 13:13:35613 BrowserThread::PostTask(
614 BrowserThread::UI, FROM_HERE,
615 base::Bind(&TabSpecificContentSettings::CookieChanged,
[email protected]f3add922013-12-20 23:17:16616 render_process_id, render_frame_id,
[email protected]4c219e22012-05-05 19:41:04617 request.url(), request.first_party_for_cookies(),
[email protected]fd473d12012-04-05 11:38:43618 cookie_line, *options, !allow));
[email protected]9c8ae8c2012-03-09 13:13:35619 }
620
621 return allow;
622}
[email protected]4c219e22012-05-05 19:41:04623
624bool ChromeNetworkDelegate::OnCanAccessFile(const net::URLRequest& request,
[email protected]650b2d52013-02-10 03:41:45625 const base::FilePath& path) const {
[email protected]4c219e22012-05-05 19:41:04626 if (g_allow_file_access_)
627 return true;
628
[email protected]d8e4f132012-09-06 04:28:05629#if !defined(OS_CHROMEOS) && !defined(OS_ANDROID)
630 return true;
631#else
[email protected]4c219e22012-05-05 19:41:04632#if defined(OS_CHROMEOS)
[email protected]d8e4f132012-09-06 04:28:05633 // If we're running Chrome for ChromeOS on Linux, we want to allow file
634 // access.
[email protected]49c4cf852013-09-27 19:28:24635 if (!base::SysInfo::IsRunningOnChromeOS() ||
avi556c05022014-12-22 23:31:43636 base::CommandLine::ForCurrentProcess()->HasSwitch(switches::kTestType)) {
[email protected]d8e4f132012-09-06 04:28:05637 return true;
[email protected]288538482012-09-06 21:09:35638 }
[email protected]d8e4f132012-09-06 04:28:05639
640 // Use a whitelist to only allow access to files residing in the list of
641 // directories below.
[email protected]4c219e22012-05-05 19:41:04642 static const char* const kLocalAccessWhiteList[] = {
643 "/home/chronos/user/Downloads",
644 "/home/chronos/user/log",
[email protected]4791af43d2014-05-05 13:19:42645 "/home/chronos/user/WebRTC Logs",
[email protected]4c219e22012-05-05 19:41:04646 "/media",
647 "/opt/oem",
648 "/usr/share/chromeos-assets",
649 "/tmp",
650 "/var/log",
651 };
[email protected]ae015e12013-11-04 19:11:33652
[email protected]9e733282014-06-18 16:56:55653 // The actual location of "/home/chronos/user/Xyz" is the Xyz directory under
654 // the profile path ("/home/chronos/user' is a hard link to current primary
655 // logged in profile.) For the support of multi-profile sessions, we are
656 // switching to use explicit "$PROFILE_PATH/Xyz" path and here whitelist such
657 // access.
[email protected]ae015e12013-11-04 19:11:33658 if (!profile_path_.empty()) {
659 const base::FilePath downloads = profile_path_.AppendASCII("Downloads");
660 if (downloads == path.StripTrailingSeparators() || downloads.IsParent(path))
661 return true;
[email protected]9e733282014-06-18 16:56:55662 const base::FilePath webrtc_logs = profile_path_.AppendASCII("WebRTC Logs");
663 if (webrtc_logs == path.StripTrailingSeparators() ||
664 webrtc_logs.IsParent(path)) {
665 return true;
666 }
[email protected]ae015e12013-11-04 19:11:33667 }
[email protected]d8e4f132012-09-06 04:28:05668#elif defined(OS_ANDROID)
669 // Access to files in external storage is allowed.
[email protected]650b2d52013-02-10 03:41:45670 base::FilePath external_storage_path;
[email protected]d8e4f132012-09-06 04:28:05671 PathService::Get(base::DIR_ANDROID_EXTERNAL_STORAGE, &external_storage_path);
672 if (external_storage_path.IsParent(path))
[email protected]4c219e22012-05-05 19:41:04673 return true;
674
fgorski708eadb2015-11-12 01:00:43675 // Allow to load offline pages, which are stored in the $PROFILE_PATH/Offline
676 // Pages/archives.
677 if (!profile_path_.empty()) {
678 const base::FilePath offline_page_archives =
679 profile_path_.Append(chrome::kOfflinePageArchviesDirname);
680 if (offline_page_archives.IsParent(path))
681 return true;
682 }
683
[email protected]d8e4f132012-09-06 04:28:05684 // Whitelist of other allowed directories.
685 static const char* const kLocalAccessWhiteList[] = {
686 "/sdcard",
687 "/mnt/sdcard",
688 };
689#endif
690
[email protected]4c219e22012-05-05 19:41:04691 for (size_t i = 0; i < arraysize(kLocalAccessWhiteList); ++i) {
[email protected]650b2d52013-02-10 03:41:45692 const base::FilePath white_listed_path(kLocalAccessWhiteList[i]);
693 // base::FilePath::operator== should probably handle trailing separators.
[email protected]4c219e22012-05-05 19:41:04694 if (white_listed_path == path.StripTrailingSeparators() ||
695 white_listed_path.IsParent(path)) {
696 return true;
697 }
698 }
[email protected]d8e4f132012-09-06 04:28:05699
[email protected]288538482012-09-06 21:09:35700 DVLOG(1) << "File access denied - " << path.value().c_str();
[email protected]4c219e22012-05-05 19:41:04701 return false;
[email protected]d8e4f132012-09-06 04:28:05702#endif // !defined(OS_CHROMEOS) && !defined(OS_ANDROID)
[email protected]4c219e22012-05-05 19:41:04703}
[email protected]a1d4ab072012-06-07 13:21:15704
[email protected]e6d017652013-05-17 18:01:40705bool ChromeNetworkDelegate::OnCanEnablePrivacyMode(
706 const GURL& url,
707 const GURL& first_party_for_cookies) const {
708 // NULL during tests, or when we're running in the system context.
[email protected]5173de8b2013-06-02 21:16:02709 if (!cookie_settings_.get())
[email protected]e6d017652013-05-17 18:01:40710 return false;
711
712 bool reading_cookie_allowed = cookie_settings_->IsReadingCookieAllowed(
713 url, first_party_for_cookies);
714 bool setting_cookie_allowed = cookie_settings_->IsSettingCookieAllowed(
715 url, first_party_for_cookies);
716 bool privacy_mode = !(reading_cookie_allowed && setting_cookie_allowed);
717 return privacy_mode;
718}
719
estark7625d812015-10-12 20:10:41720bool ChromeNetworkDelegate::OnAreExperimentalCookieFeaturesEnabled() const {
mkwst0513c9d2015-04-01 05:53:15721 return experimental_web_platform_features_enabled_;
722}
723
jww79aceda2015-12-07 01:56:34724bool ChromeNetworkDelegate::OnAreStrictSecureCookiesEnabled() const {
725 const std::string enforce_strict_secure_group =
726 base::FieldTrialList::FindFullName("StrictSecureCookies");
727 return experimental_web_platform_features_enabled_ ||
728 base::StartsWith(enforce_strict_secure_group, "Enabled",
729 base::CompareCase::INSENSITIVE_ASCII);
730}
731
jochen0e3b3a62014-09-16 18:31:23732bool ChromeNetworkDelegate::OnCancelURLRequestWithPolicyViolatingReferrerHeader(
733 const net::URLRequest& request,
734 const GURL& target_url,
735 const GURL& referrer_url) const {
jochen652275372015-01-16 11:35:27736 ReportInvalidReferrerSend(target_url, referrer_url);
jochen0e3b3a62014-09-16 18:31:23737 return true;
738}
sclittlea133de02015-11-10 23:54:21739
740void ChromeNetworkDelegate::ReportDataUsageStats(net::URLRequest* request,
741 int64_t tx_bytes,
742 int64_t rx_bytes) {
743 if (!data_use_aggregator_)
744 return;
745
746 if (is_data_usage_off_the_record_) {
747 data_use_aggregator_->ReportOffTheRecordDataUse(tx_bytes, rx_bytes);
748 return;
749 }
750
751 data_use_aggregator_->ReportDataUse(request, tx_bytes, rx_bytes);
752}