blob: 8bdd7ee6f35616e443adaae2b7a8f05b5bb80731 [file] [log] [blame]
[email protected]85a37afd2013-05-30 22:51:151// Copyright 2013 The Chromium Authors. All rights reserved.
[email protected]891acc92009-04-27 19:56:412// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
[email protected]ec9212f2008-12-18 21:40:364
acolwell9e0840d2014-09-06 19:01:325#include "media/blink/webmediaplayer_impl.h"
[email protected]8931c41a2009-07-07 17:31:496
[email protected]c2a45e242013-02-15 20:24:587#include <algorithm>
mateuszs3371ab02015-04-24 13:20:238#include <cmath>
[email protected]47b06ceb2010-08-04 22:41:119#include <limits>
guidouc7babef2015-10-22 00:42:3510#include <string>
dcheng652f5ff2015-12-27 08:54:0011#include <utility>
[email protected]47b06ceb2010-08-04 22:41:1112
[email protected]08273c7b2011-09-17 00:33:5113#include "base/bind.h"
sandersd1c0bba02016-03-04 23:14:0814#include "base/bind_helpers.h"
[email protected]2041cf342010-02-19 03:15:5915#include "base/callback.h"
[email protected]7502ef12014-01-25 01:19:2716#include "base/callback_helpers.h"
sandersd1e49fb62015-12-12 01:18:0617#include "base/command_line.h"
[email protected]ca04095f2014-02-07 10:23:5618#include "base/debug/alias.h"
[email protected]926f8fd2013-04-12 20:27:5319#include "base/debug/crash_logging.h"
fdoraydb3ef7d2016-06-09 15:42:3820#include "base/location.h"
servolkf94b4602017-01-31 16:44:2721#include "base/memory/ptr_util.h"
asvitkine30330812016-08-30 04:01:0822#include "base/metrics/histogram_macros.h"
acolwellb4034942014-08-28 15:42:4323#include "base/single_thread_task_runner.h"
servolka233f832016-06-10 20:39:0424#include "base/strings/string_number_conversions.h"
wdzierzanowskifd4cd91c52015-12-02 23:50:2025#include "base/task_runner_util.h"
gabba14a442016-05-11 20:10:2026#include "base/threading/thread_task_runner_handle.h"
ssid9525f4672015-01-28 12:13:1527#include "base/trace_event/trace_event.h"
sandersd1e49fb62015-12-12 01:18:0628#include "build/build_config.h"
[email protected]38564622014-08-19 02:47:1829#include "cc/blink/web_layer_impl.h"
[email protected]21c3f7502013-03-23 03:29:5130#include "cc/layers/video_layer.h"
[email protected]e4fc09e2012-04-06 03:17:4431#include "media/audio/null_audio_sink.h"
[email protected]2eccbed2014-01-10 05:15:5332#include "media/base/bind_to_current_loop.h"
xhwang0ad11e512014-11-25 23:43:0933#include "media/base/cdm_context.h"
xhwang79b193042016-12-13 18:52:4334#include "media/base/content_decryption_module.h"
[email protected]32da1002010-03-03 21:57:3535#include "media/base/limits.h"
zqzhang5d8eab72016-08-26 20:34:3036#include "media/base/media_content_type.h"
[email protected]090f7312011-08-05 23:26:4037#include "media/base/media_log.h"
sandersd1e49fb62015-12-12 01:18:0638#include "media/base/media_switches.h"
tguilbert25a4d112016-10-13 21:56:5139#include "media/base/media_url_demuxer.h"
[email protected]8a561062013-11-22 01:19:3140#include "media/base/text_renderer.h"
watk9f9dfdc92015-09-04 21:33:2941#include "media/base/timestamp_constants.h"
[email protected]e81283bb2010-08-31 18:01:2142#include "media/base/video_frame.h"
acolwell9e0840d2014-09-06 19:01:3243#include "media/blink/texttrack_impl.h"
dalecurtis04bdb582016-08-17 22:15:2344#include "media/blink/watch_time_reporter.h"
acolwell9e0840d2014-09-06 19:01:3245#include "media/blink/webaudiosourceprovider_impl.h"
xhwang97de4202014-11-25 08:44:0146#include "media/blink/webcontentdecryptionmodule_impl.h"
acolwell9e0840d2014-09-06 19:01:3247#include "media/blink/webinbandtexttrack_impl.h"
48#include "media/blink/webmediaplayer_delegate.h"
acolwell9e0840d2014-09-06 19:01:3249#include "media/blink/webmediaplayer_util.h"
50#include "media/blink/webmediasource_impl.h"
[email protected]efe7cd22012-09-12 23:55:0151#include "media/filters/chunk_demuxer.h"
[email protected]ddbc6ff2013-04-19 15:28:3352#include "media/filters/ffmpeg_demuxer.h"
jrummellc9d8e532015-02-26 18:38:1953#include "third_party/WebKit/public/platform/WebEncryptedMediaTypes.h"
srirama.m26f864d02015-07-14 05:21:4654#include "third_party/WebKit/public/platform/WebMediaPlayerClient.h"
55#include "third_party/WebKit/public/platform/WebMediaPlayerEncryptedMediaClient.h"
guidou9bfe4e2f2016-04-09 08:31:1956#include "third_party/WebKit/public/platform/WebMediaPlayerSource.h"
[email protected]745746d2013-08-23 02:09:1657#include "third_party/WebKit/public/platform/WebMediaSource.h"
[email protected]c10884462013-05-30 00:22:0958#include "third_party/WebKit/public/platform/WebRect.h"
nverne61d2da872017-05-24 10:15:3059#include "third_party/WebKit/public/platform/WebRuntimeFeatures.h"
mek966863c2016-02-04 23:39:0560#include "third_party/WebKit/public/platform/WebSecurityOrigin.h"
[email protected]c10884462013-05-30 00:22:0961#include "third_party/WebKit/public/platform/WebSize.h"
62#include "third_party/WebKit/public/platform/WebString.h"
lethalantidote7f6009d2017-07-07 21:47:3963#include "third_party/WebKit/public/platform/WebSurfaceLayerBridge.h"
[email protected]c10884462013-05-30 00:22:0964#include "third_party/WebKit/public/platform/WebURL.h"
tguilbert9881bc22016-10-27 03:13:4165#include "third_party/WebKit/public/web/WebDocument.h"
xhwang0acca44b2015-06-18 00:43:3166#include "third_party/WebKit/public/web/WebFrame.h"
[email protected]80504652014-04-18 04:41:5067#include "third_party/WebKit/public/web/WebLocalFrame.h"
avayvod65fad272017-02-24 01:00:4868#include "third_party/WebKit/public/web/WebUserGestureIndicator.h"
[email protected]2255a9332013-06-17 05:12:3169#include "third_party/WebKit/public/web/WebView.h"
[email protected]b3f2b912009-04-09 16:18:5270
dalecurtisea27a3ed2016-06-24 01:41:3071#if defined(OS_ANDROID)
72#include "media/base/android/media_codec_util.h"
73#endif
74
[email protected]180ef242013-11-07 06:50:4675using blink::WebCanvas;
76using blink::WebMediaPlayer;
77using blink::WebRect;
78using blink::WebSize;
79using blink::WebString;
hubbed5f36882016-01-15 22:40:3780using gpu::gles2::GLES2Interface;
81
danakj365175c2016-02-06 00:37:3782#define STATIC_ASSERT_ENUM(a, b) \
83 static_assert(static_cast<int>(a) == static_cast<int>(b), \
84 "mismatching enums: " #a)
85
hubbed5f36882016-01-15 22:40:3786namespace media {
[email protected]ec9212f2008-12-18 21:40:3687
[email protected]8931c41a2009-07-07 17:31:4988namespace {
89
[email protected]378f0b72009-08-11 17:11:4290// Limits the range of playback rate.
91//
92// TODO(kylep): Revisit these.
93//
94// Vista has substantially lower performance than XP or Windows7. If you speed
95// up a video too much, it can't keep up, and rendering stops updating except on
96// the time bar. For really high speeds, audio becomes a bottleneck and we just
97// use up the data we have, which may not achieve the speed requested, but will
98// not crash the tab.
99//
100// A very slow speed, ie 0.00000001x, causes the machine to lock up. (It seems
101// like a busy loop). It gets unresponsive, although its not completely dead.
102//
103// Also our timers are not very accurate (especially for ogg), which becomes
104// evident at low speeds and on Vista. Since other speeds are risky and outside
105// the norms, we think 1/16x to 16x is a safe and useful range for now.
[email protected]39bdde32013-04-17 17:44:20106const double kMinRate = 0.0625;
107const double kMaxRate = 16.0;
[email protected]378f0b72009-08-11 17:11:42108
hubbed5f36882016-01-15 22:40:37109void SetSinkIdOnMediaThread(scoped_refptr<WebAudioSourceProviderImpl> sink,
110 const std::string& device_id,
111 const url::Origin& security_origin,
olka68b69392016-04-01 11:42:12112 const OutputDeviceStatusCB& callback) {
113 sink->SwitchOutputDevice(device_id, security_origin, callback);
guidouc7babef2015-10-22 00:42:35114}
115
sandersd50a635e2016-04-04 22:50:09116bool IsBackgroundedSuspendEnabled() {
dalecurtis0431cbf2016-03-12 01:19:43117#if !defined(OS_ANDROID)
118 // Suspend/Resume is only enabled by default on Android.
119 return base::CommandLine::ForCurrentProcess()->HasSwitch(
120 switches::kEnableMediaSuspend);
121#else
122 return !base::CommandLine::ForCurrentProcess()->HasSwitch(
123 switches::kDisableMediaSuspend);
124#endif
125}
126
avayvod48a8be52016-08-04 19:52:50127bool IsResumeBackgroundVideosEnabled() {
128 return base::FeatureList::IsEnabled(kResumeBackgroundVideo);
129}
130
avayvod39c102402016-11-23 21:43:13131bool IsBackgroundVideoTrackOptimizationEnabled() {
132 return base::FeatureList::IsEnabled(kBackgroundVideoTrackOptimization);
133}
134
avayvod01201332017-04-14 00:27:15135bool IsBackgroundVideoPauseOptimizationEnabled() {
136 return base::FeatureList::IsEnabled(kBackgroundVideoPauseOptimization);
137}
138
avayvod82729272017-05-29 21:58:39139bool IsNewRemotePlaybackPipelineEnabled() {
140 return base::FeatureList::IsEnabled(kNewRemotePlaybackPipeline);
141}
142
sandersd50a635e2016-04-04 22:50:09143bool IsNetworkStateError(blink::WebMediaPlayer::NetworkState state) {
Blink Reformat1c4d759e2017-04-09 16:34:54144 bool result = state == blink::WebMediaPlayer::kNetworkStateFormatError ||
145 state == blink::WebMediaPlayer::kNetworkStateNetworkError ||
146 state == blink::WebMediaPlayer::kNetworkStateDecodeError;
147 DCHECK_EQ(state > blink::WebMediaPlayer::kNetworkStateLoaded, result);
sandersd50a635e2016-04-04 22:50:09148 return result;
149}
150
sandersd2c478422016-08-02 01:19:25151gfx::Size GetRotatedVideoSize(VideoRotation rotation, gfx::Size natural_size) {
152 if (rotation == VIDEO_ROTATION_90 || rotation == VIDEO_ROTATION_270)
153 return gfx::Size(natural_size.height(), natural_size.width());
154 return natural_size;
155}
156
sandersd35d2c3f2017-01-14 02:04:42157// How much time must have elapsed since loading last progressed before we
158// assume that the decoder will have had time to complete preroll.
159constexpr base::TimeDelta kPrerollAttemptTimeout =
watkd026f792016-11-05 00:28:51160 base::TimeDelta::FromSeconds(3);
161
[email protected]8931c41a2009-07-07 17:31:49162} // namespace
163
[email protected]6683e1b2014-04-10 01:45:38164class BufferedDataSourceHostImpl;
165
Blink Reformat1c4d759e2017-04-09 16:34:54166STATIC_ASSERT_ENUM(WebMediaPlayer::kCORSModeUnspecified,
danakj365175c2016-02-06 00:37:37167 UrlData::CORS_UNSPECIFIED);
Blink Reformat1c4d759e2017-04-09 16:34:54168STATIC_ASSERT_ENUM(WebMediaPlayer::kCORSModeAnonymous, UrlData::CORS_ANONYMOUS);
169STATIC_ASSERT_ENUM(WebMediaPlayer::kCORSModeUseCredentials,
danakj365175c2016-02-06 00:37:37170 UrlData::CORS_USE_CREDENTIALS);
[email protected]a5a01102012-06-06 17:01:24171
[email protected]5b5bb9d2010-10-22 19:57:36172WebMediaPlayerImpl::WebMediaPlayerImpl(
[email protected]35b2a972014-04-04 15:50:22173 blink::WebLocalFrame* frame,
[email protected]180ef242013-11-07 06:50:46174 blink::WebMediaPlayerClient* client,
srirama.m26f864d02015-07-14 05:21:46175 blink::WebMediaPlayerEncryptedMediaClient* encrypted_client,
tguilbert1bb1c782017-01-23 21:15:11176 WebMediaPlayerDelegate* delegate,
tguilbert70d2a00a2017-04-25 00:30:44177 std::unique_ptr<RendererFactorySelector> renderer_factory_selector,
Alok Priyadarshi7166d4d2017-07-29 04:04:25178 UrlIndex* url_index,
dalecurtis9cddc0b2017-04-19 21:23:38179 std::unique_ptr<WebMediaPlayerParams> params)
[email protected]f6af7592014-02-28 10:09:11180 : frame_(frame),
sandersd50a635e2016-04-04 22:50:09181 delegate_state_(DelegateState::GONE),
sandersd35d2c3f2017-01-14 02:04:42182 delegate_has_audio_(false),
Blink Reformat1c4d759e2017-04-09 16:34:54183 network_state_(WebMediaPlayer::kNetworkStateEmpty),
184 ready_state_(WebMediaPlayer::kReadyStateHaveNothing),
185 highest_ready_state_(WebMediaPlayer::kReadyStateHaveNothing),
Jennifer Apacible66a53db2017-08-28 20:45:03186 preload_(base::FeatureList::IsEnabled(kPreloadDefaultIsMetadata)
187 ? MultibufferDataSource::METADATA
188 : MultibufferDataSource::AUTO),
Blink Reformat1c4d759e2017-04-09 16:34:54189 main_task_runner_(frame->LoadingTaskRunner()),
dalecurtis9cddc0b2017-04-19 21:23:38190 media_task_runner_(params->media_task_runner()),
191 worker_task_runner_(params->worker_task_runner()),
192 media_log_(params->take_media_log()),
sandersd1c0bba02016-03-04 23:14:08193 pipeline_controller_(
tguilbert350936ff2017-02-24 05:39:27194 base::MakeUnique<PipelineImpl>(media_task_runner_, media_log_.get()),
sandersd1c0bba02016-03-04 23:14:08195 base::Bind(&WebMediaPlayerImpl::CreateRenderer,
196 base::Unretained(this)),
197 base::Bind(&WebMediaPlayerImpl::OnPipelineSeeked, AsWeakPtr()),
198 base::Bind(&WebMediaPlayerImpl::OnPipelineSuspended, AsWeakPtr()),
avayvod2135a642017-01-13 00:17:14199 base::Bind(&WebMediaPlayerImpl::OnBeforePipelineResume, AsWeakPtr()),
200 base::Bind(&WebMediaPlayerImpl::OnPipelineResumed, AsWeakPtr()),
alokp967c902452016-05-06 05:21:37201 base::Bind(&WebMediaPlayerImpl::OnError, AsWeakPtr())),
Blink Reformat1c4d759e2017-04-09 16:34:54202 load_type_(kLoadTypeURL),
[email protected]75e145a2014-04-15 17:44:32203 opaque_(false),
wolenetz1b2ae7d2015-06-10 00:44:21204 playback_rate_(0.0),
[email protected]49480902009-07-14 20:23:43205 paused_(true),
avayvodeb9098d2017-01-07 00:33:03206 paused_when_hidden_(false),
[email protected]b3766a22010-12-22 17:34:13207 seeking_(false),
watkdee516f2016-02-18 02:22:19208 pending_suspend_resume_cycle_(false),
scherkusd2c745b2014-09-04 05:03:40209 ended_(false),
yoichio863bebf2016-03-04 07:56:58210 should_notify_time_changed_(false),
tsunghungee562e92016-07-20 18:03:31211 overlay_enabled_(false),
212 decoder_requires_restart_for_overlay_(false),
[email protected]5badb082010-06-11 17:40:15213 client_(client),
srirama.m26f864d02015-07-14 05:21:46214 encrypted_client_(encrypted_client),
[email protected]baff4512011-10-19 18:21:07215 delegate_(delegate),
dalecurtisbb3eaac2016-01-27 21:10:25216 delegate_id_(0),
dalecurtis9cddc0b2017-04-19 21:23:38217 defer_load_cb_(params->defer_load_cb()),
218 context_3d_cb_(params->context_3d_cb()),
219 adjust_allocated_memory_cb_(params->adjust_allocated_memory_cb()),
dalecurtis83266c72015-10-29 18:43:20220 last_reported_memory_usage_(0),
[email protected]132dd57c2012-08-10 23:24:34221 supports_save_(true),
[email protected]f5443ef72013-04-22 04:03:38222 chunk_demuxer_(NULL),
hubbeb2d3efd2017-05-05 23:26:38223 tick_clock_(new base::DefaultTickClock()),
224 buffered_data_source_host_(
225 base::Bind(&WebMediaPlayerImpl::OnProgress, AsWeakPtr()),
226 tick_clock_.get()),
hubbe5f0ad43b2015-12-14 20:57:26227 url_index_(url_index),
Bartosz Fabianowski85a823812015-04-16 10:27:51228 // Threaded compositing isn't enabled universally yet.
dalecurtis9cddc0b2017-04-19 21:23:38229 compositor_task_runner_(params->compositor_task_runner()
230 ? params->compositor_task_runner()
fdoraydb3ef7d2016-06-09 15:42:38231 : base::ThreadTaskRunnerHandle::Get()),
alokp5d86e9b2016-05-17 20:20:41232 compositor_(new VideoFrameCompositor(compositor_task_runner_)),
hubbed5f36882016-01-15 22:40:37233#if defined(OS_ANDROID) // WMPI_CAST
dalecurtis9cddc0b2017-04-19 21:23:38234 cast_impl_(this, client_, params->context_3d_cb()),
hubbed5f36882016-01-15 22:40:37235#endif
dalecurtisbb3eaac2016-01-27 21:10:25236 volume_(1.0),
237 volume_multiplier_(1.0),
tguilbert70d2a00a2017-04-25 00:30:44238 renderer_factory_selector_(std::move(renderer_factory_selector)),
dalecurtis9cddc0b2017-04-19 21:23:38239 surface_manager_(params->surface_manager()),
tsunghungee562e92016-07-20 18:03:31240 overlay_surface_id_(SurfaceManager::kNoSurfaceID),
dalecurtis7f366b2242016-04-13 01:16:17241 suppress_destruction_errors_(false),
dalecurtis9d638a12016-08-30 06:20:55242 is_encrypted_(false),
sandersd35d2c3f2017-01-14 02:04:42243 preroll_attempt_pending_(false),
dalecurtis9cddc0b2017-04-19 21:23:38244 observer_(params->media_observer()),
avayvod590011e32017-01-20 02:01:00245 max_keyframe_distance_to_disable_background_video_(
dalecurtis9cddc0b2017-04-19 21:23:38246 params->max_keyframe_distance_to_disable_background_video()),
avayvode85ec422017-04-14 00:11:33247 max_keyframe_distance_to_disable_background_video_mse_(
dalecurtis9cddc0b2017-04-19 21:23:38248 params->max_keyframe_distance_to_disable_background_video_mse()),
servolkf94b4602017-01-31 16:44:27249 enable_instant_source_buffer_gc_(
dalecurtis9cddc0b2017-04-19 21:23:38250 params->enable_instant_source_buffer_gc()),
shaktisahu24189c12017-03-11 17:42:55251 embedded_media_experience_enabled_(
liberato2ff93ad2017-05-17 07:28:24252 params->embedded_media_experience_enabled()),
lethalantidote7f6009d2017-07-07 21:47:39253 surface_layer_for_video_enabled_(
254 base::FeatureList::IsEnabled(media::kUseSurfaceLayerForVideo)),
liberato2ff93ad2017-05-17 07:28:24255 request_routing_token_cb_(params->request_routing_token_cb()),
Dale Curtis1adbe6a2017-08-02 02:09:13256 overlay_routing_token_(OverlayInfo::RoutingToken()),
257 watch_time_recorder_provider_(params->watch_time_recorder_provider()) {
xhwang51139732017-02-24 19:36:08258 DVLOG(1) << __func__;
dalecurtis83266c72015-10-29 18:43:20259 DCHECK(!adjust_allocated_memory_cb_.is_null());
tguilbert70d2a00a2017-04-25 00:30:44260 DCHECK(renderer_factory_selector_);
servolkef1e5ef2016-03-25 04:55:26261 DCHECK(client_);
tguilbert1bb1c782017-01-23 21:15:11262 DCHECK(delegate_);
dalecurtis83266c72015-10-29 18:43:20263
lethalantidote7f6009d2017-07-07 21:47:39264 if (surface_layer_for_video_enabled_)
265 bridge_ = base::WrapUnique(blink::WebSurfaceLayerBridge::Create());
266
tsunghungee562e92016-07-20 18:03:31267 force_video_overlays_ = base::CommandLine::ForCurrentProcess()->HasSwitch(
268 switches::kForceVideoOverlays);
269
liberato2ff93ad2017-05-17 07:28:24270 if (base::FeatureList::IsEnabled(media::kOverlayFullscreenVideo)) {
271 bool use_android_overlay =
272 base::FeatureList::IsEnabled(media::kUseAndroidOverlay);
273 overlay_mode_ = use_android_overlay ? OverlayMode::kUseAndroidOverlay
274 : OverlayMode::kUseContentVideoView;
275 } else {
276 overlay_mode_ = OverlayMode::kNoOverlays;
277 }
ampea73f792017-01-19 04:05:39278
tguilbert1bb1c782017-01-23 21:15:11279 delegate_id_ = delegate_->AddObserver(this);
280 delegate_->SetIdle(delegate_id_, true);
sandersd1e49fb62015-12-12 01:18:06281
dalecurtis2cff7f372017-05-24 08:30:08282 media_log_->AddEvent(media_log_->CreateCreatedEvent(
283 url::Origin(frame_->GetSecurityOrigin()).GetURL().spec()));
sandersd72683f252017-07-07 23:20:46284 media_log_->SetStringProperty("frame_url",
285 frame_->GetDocument().Url().GetString().Utf8());
286 media_log_->SetStringProperty("frame_title",
287 frame_->GetDocument().Title().Utf8());
[email protected]4e6be3f2009-05-07 02:24:44288
dalecurtis9cddc0b2017-04-19 21:23:38289 if (params->initial_cdm())
290 SetCdm(params->initial_cdm());
xhwang0ad11e512014-11-25 23:43:09291
xhwangf94a634d2014-10-22 22:07:27292 // TODO(xhwang): When we use an external Renderer, many methods won't work,
xhwang6fa356202014-12-11 00:44:12293 // e.g. GetCurrentFrameFromCompositor(). See http://crbug.com/434861
dalecurtis9cddc0b2017-04-19 21:23:38294 audio_source_provider_ = new WebAudioSourceProviderImpl(
295 params->audio_renderer_sink(), media_log_.get());
xjz4e5d4bf32017-02-15 21:26:35296
297 if (observer_)
298 observer_->SetClient(this);
[email protected]ec9212f2008-12-18 21:40:36299}
300
[email protected]4e6be3f2009-05-07 02:24:44301WebMediaPlayerImpl::~WebMediaPlayerImpl() {
xhwang51139732017-02-24 19:36:08302 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:43303 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53304
xhwang51139732017-02-24 19:36:08305 if (set_cdm_result_) {
306 DVLOG(2) << "Resolve pending SetCdm() when media player is destroyed.";
Blink Reformat1c4d759e2017-04-09 16:34:54307 set_cdm_result_->Complete();
xhwang51139732017-02-24 19:36:08308 set_cdm_result_.reset();
309 }
310
alokp1116967f2016-06-11 17:30:56311 suppress_destruction_errors_ = true;
tguilbert1bb1c782017-01-23 21:15:11312
313 delegate_->PlayerGone(delegate_id_);
314 delegate_->RemoveObserver(delegate_id_);
[email protected]baff4512011-10-19 18:21:07315
dalecurtis04bdb582016-08-17 22:15:23316 // Finalize any watch time metrics before destroying the pipeline.
317 watch_time_reporter_.reset();
318
tguilbert350936ff2017-02-24 05:39:27319 // The underlying Pipeline must be stopped before it is destroyed.
320 pipeline_controller_.Stop();
[email protected]f6af7592014-02-28 10:09:11321
dalecurtis83266c72015-10-29 18:43:20322 if (last_reported_memory_usage_)
323 adjust_allocated_memory_cb_.Run(-last_reported_memory_usage_);
324
dalecurtise1edb312016-06-22 02:33:21325 // Destruct compositor resources in the proper order.
Blink Reformat1c4d759e2017-04-09 16:34:54326 client_->SetWebLayer(nullptr);
lethalantidote7f6009d2017-07-07 21:47:39327 if (!surface_layer_for_video_enabled_ && video_weblayer_) {
dalecurtise1edb312016-06-22 02:33:21328 static_cast<cc::VideoLayer*>(video_weblayer_->layer())->StopUsingProvider();
lethalantidote7f6009d2017-07-07 21:47:39329 }
330 // TODO(lethalantidote): Handle destruction of compositor for surface layer.
331 // https://crbug/739854.
[email protected]dd061e12014-05-06 19:21:22332 compositor_task_runner_->DeleteSoon(FROM_HERE, compositor_);
xhwangea8bb3562015-06-08 21:18:37333
334 media_log_->AddEvent(
335 media_log_->CreateEvent(MediaLogEvent::WEBMEDIAPLAYER_DESTROYED));
[email protected]ec9212f2008-12-18 21:40:36336}
337
Blink Reformat1c4d759e2017-04-09 16:34:54338void WebMediaPlayerImpl::Load(LoadType load_type,
guidou9bfe4e2f2016-04-09 08:31:19339 const blink::WebMediaPlayerSource& source,
[email protected]62e5e682013-03-07 23:53:24340 CORSMode cors_mode) {
xhwang51139732017-02-24 19:36:08341 DVLOG(1) << __func__;
guidou9bfe4e2f2016-04-09 08:31:19342 // Only URL or MSE blob URL is supported.
Blink Reformat1c4d759e2017-04-09 16:34:54343 DCHECK(source.IsURL());
344 blink::WebURL url = source.GetAsURL();
Xiaohan Wang81fd0022017-07-11 17:45:24345 DVLOG(1) << __func__ << "(" << load_type << ", " << GURL(url) << ", "
346 << cors_mode << ")";
[email protected]d726eddc2013-07-02 22:25:55347 if (!defer_load_cb_.is_null()) {
tguilbert350936ff2017-02-24 05:39:27348 defer_load_cb_.Run(base::Bind(&WebMediaPlayerImpl::DoLoad, AsWeakPtr(),
349 load_type, url, cors_mode));
[email protected]d726eddc2013-07-02 22:25:55350 return;
351 }
[email protected]ef8394c2013-08-21 20:26:30352 DoLoad(load_type, url, cors_mode);
[email protected]62e5e682013-03-07 23:53:24353}
354
Blink Reformat1c4d759e2017-04-09 16:34:54355bool WebMediaPlayerImpl::SupportsOverlayFullscreenVideo() {
watk9c87c6fa2016-05-06 20:36:51356#if defined(OS_ANDROID)
[email protected]68ec57f2017-06-27 22:10:05357 return !using_media_player_renderer_ &&
358 overlay_mode_ == OverlayMode::kUseContentVideoView;
watk9c87c6fa2016-05-06 20:36:51359#else
360 return false;
361#endif
362}
363
tsunghungee562e92016-07-20 18:03:31364void WebMediaPlayerImpl::EnableOverlay() {
365 overlay_enabled_ = true;
liberato2ff93ad2017-05-17 07:28:24366 if (surface_manager_ && overlay_mode_ == OverlayMode::kUseContentVideoView) {
liberatoe8e3f43d2017-05-01 22:23:11367 overlay_surface_id_.reset();
watkf835a792016-06-24 23:24:40368 surface_created_cb_.Reset(
369 base::Bind(&WebMediaPlayerImpl::OnSurfaceCreated, AsWeakPtr()));
370 surface_manager_->CreateFullscreenSurface(pipeline_metadata_.natural_size,
371 surface_created_cb_.callback());
liberato2ff93ad2017-05-17 07:28:24372 } else if (request_routing_token_cb_ &&
373 overlay_mode_ == OverlayMode::kUseAndroidOverlay) {
liberatofe8f9692017-06-08 19:17:36374 overlay_routing_token_is_pending_ = true;
liberato2ff93ad2017-05-17 07:28:24375 token_available_cb_.Reset(
376 base::Bind(&WebMediaPlayerImpl::OnOverlayRoutingToken, AsWeakPtr()));
377 request_routing_token_cb_.Run(token_available_cb_.callback());
watkf835a792016-06-24 23:24:40378 }
tsunghungee562e92016-07-20 18:03:31379
liberato2ff93ad2017-05-17 07:28:24380 // We have requested (and maybe already have) overlay information. If the
381 // restarted decoder requests overlay information, then we'll defer providing
382 // it if it hasn't arrived yet. Otherwise, this would be a race, since we
383 // don't know if the request for overlay info or restart will complete first.
tsunghungee562e92016-07-20 18:03:31384 if (decoder_requires_restart_for_overlay_)
watkdee516f2016-02-18 02:22:19385 ScheduleRestart();
386}
387
tsunghungee562e92016-07-20 18:03:31388void WebMediaPlayerImpl::DisableOverlay() {
389 overlay_enabled_ = false;
liberato2ff93ad2017-05-17 07:28:24390 if (overlay_mode_ == OverlayMode::kUseContentVideoView) {
391 surface_created_cb_.Cancel();
392 overlay_surface_id_ = SurfaceManager::kNoSurfaceID;
393 } else if (overlay_mode_ == OverlayMode::kUseAndroidOverlay) {
394 token_available_cb_.Cancel();
liberatofe8f9692017-06-08 19:17:36395 overlay_routing_token_is_pending_ = false;
396 overlay_routing_token_ = OverlayInfo::RoutingToken();
liberato2ff93ad2017-05-17 07:28:24397 }
tsunghungee562e92016-07-20 18:03:31398
399 if (decoder_requires_restart_for_overlay_)
watkdee516f2016-02-18 02:22:19400 ScheduleRestart();
liberato2ff93ad2017-05-17 07:28:24401 else
402 MaybeSendOverlayInfoToDecoder();
watkdee516f2016-02-18 02:22:19403}
404
Blink Reformat1c4d759e2017-04-09 16:34:54405void WebMediaPlayerImpl::EnteredFullscreen() {
liberatofe8f9692017-06-08 19:17:36406 overlay_info_.is_fullscreen = true;
407
liberato2fd111be2017-01-04 00:25:06408 // |force_video_overlays_| implies that we're already in overlay mode, so take
409 // no action here. Otherwise, switch to an overlay if it's allowed and if
410 // it will display properly.
liberato2ff93ad2017-05-17 07:28:24411 if (!force_video_overlays_ && overlay_mode_ != OverlayMode::kNoOverlays &&
liberato2fd111be2017-01-04 00:25:06412 DoesOverlaySupportMetadata()) {
tsunghungee562e92016-07-20 18:03:31413 EnableOverlay();
liberato2fd111be2017-01-04 00:25:06414 }
liberato2ff93ad2017-05-17 07:28:24415
liberatofe8f9692017-06-08 19:17:36416 // We send this only if we can send multiple calls. Otherwise, either (a)
417 // we already sent it and we don't have a callback anyway (we reset it when
418 // it's called in restart mode), or (b) we'll send this later when the surface
419 // actually arrives. GVD assumes that the first overlay info will have the
420 // routing information. Note that we set |is_fullscreen_| earlier, so that
421 // if EnableOverlay() can include fullscreen info in case it sends the overlay
422 // info before returning.
423 if (!decoder_requires_restart_for_overlay_)
424 MaybeSendOverlayInfoToDecoder();
tsunghungee562e92016-07-20 18:03:31425}
426
Blink Reformat1c4d759e2017-04-09 16:34:54427void WebMediaPlayerImpl::ExitedFullscreen() {
liberatofe8f9692017-06-08 19:17:36428 overlay_info_.is_fullscreen = false;
429
liberato2fd111be2017-01-04 00:25:06430 // If we're in overlay mode, then exit it unless we're supposed to be in
431 // overlay mode all the time.
432 if (!force_video_overlays_ && overlay_enabled_)
tsunghungee562e92016-07-20 18:03:31433 DisableOverlay();
liberato2ff93ad2017-05-17 07:28:24434
liberatofe8f9692017-06-08 19:17:36435 // See EnteredFullscreen for why we do this.
436 if (!decoder_requires_restart_for_overlay_)
437 MaybeSendOverlayInfoToDecoder();
tsunghungee562e92016-07-20 18:03:31438}
439
Blink Reformat1c4d759e2017-04-09 16:34:54440void WebMediaPlayerImpl::BecameDominantVisibleContent(bool isDominant) {
xjzcdbbe732016-12-03 20:47:42441 if (observer_)
442 observer_->OnBecameDominantVisibleContent(isDominant);
443}
444
Blink Reformat1c4d759e2017-04-09 16:34:54445void WebMediaPlayerImpl::SetIsEffectivelyFullscreen(
zqzhangabc08242017-03-02 16:07:14446 bool isEffectivelyFullscreen) {
447 delegate_->SetIsEffectivelyFullscreen(delegate_id_, isEffectivelyFullscreen);
448}
449
Mounir Lamouri41a79c62017-06-06 12:53:16450void WebMediaPlayerImpl::OnHasNativeControlsChanged(bool has_native_controls) {
451 if (!watch_time_reporter_)
452 return;
453
454 if (has_native_controls)
455 watch_time_reporter_->OnNativeControlsEnabled();
456 else
457 watch_time_reporter_->OnNativeControlsDisabled();
458}
459
Mounir Lamourif9af74e72017-06-19 19:31:45460void WebMediaPlayerImpl::OnDisplayTypeChanged(
461 WebMediaPlayer::DisplayType display_type) {
462 if (!watch_time_reporter_)
463 return;
464
465 switch (display_type) {
466 case WebMediaPlayer::DisplayType::kInline:
467 watch_time_reporter_->OnDisplayTypeInline();
468 break;
469 case WebMediaPlayer::DisplayType::kFullscreen:
470 watch_time_reporter_->OnDisplayTypeFullscreen();
471 break;
472 case WebMediaPlayer::DisplayType::kPictureInPicture:
473 watch_time_reporter_->OnDisplayTypePictureInPicture();
474 break;
475 }
476}
477
[email protected]ef8394c2013-08-21 20:26:30478void WebMediaPlayerImpl::DoLoad(LoadType load_type,
[email protected]180ef242013-11-07 06:50:46479 const blink::WebURL& url,
[email protected]d726eddc2013-07-02 22:25:55480 CORSMode cors_mode) {
pkastingf5279482016-07-27 02:18:20481 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:43482 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d726eddc2013-07-02 22:25:55483
[email protected]62e5e682013-03-07 23:53:24484 GURL gurl(url);
dalecurtis9cddc0b2017-04-19 21:23:38485 ReportMetrics(load_type, gurl, frame_->GetSecurityOrigin(), media_log_.get());
[email protected]62e5e682013-03-07 23:53:24486
[email protected]926f8fd2013-04-12 20:27:53487 // Set subresource URL for crash reporting.
488 base::debug::SetCrashKeyValue("subresource_url", gurl.spec());
489
tguilbert75e2bf62017-04-26 20:13:12490 // Used for HLS playback.
491 loaded_url_ = gurl;
tguilbert25a4d112016-10-13 21:56:51492
[email protected]ef8394c2013-08-21 20:26:30493 load_type_ = load_type;
494
Blink Reformat1c4d759e2017-04-09 16:34:54495 SetNetworkState(WebMediaPlayer::kNetworkStateLoading);
496 SetReadyState(WebMediaPlayer::kReadyStateHaveNothing);
497 media_log_->AddEvent(media_log_->CreateLoadEvent(url.GetString().Utf8()));
[email protected]d726eddc2013-07-02 22:25:55498
499 // Media source pipelines can start immediately.
Blink Reformat1c4d759e2017-04-09 16:34:54500 if (load_type == kLoadTypeMediaSource) {
[email protected]d726eddc2013-07-02 22:25:55501 supports_save_ = false;
[email protected]ef8394c2013-08-21 20:26:30502 StartPipeline();
hubbe5f0ad43b2015-12-14 20:57:26503 } else {
dalecurtisb6e052f52016-08-25 00:35:55504 data_source_.reset(new MultibufferDataSource(
Alok Priyadarshib8f30542017-07-22 00:16:25505 main_task_runner_,
506 url_index_->GetByUrl(url, static_cast<UrlData::CORSMode>(cors_mode)),
507 media_log_.get(), &buffered_data_source_host_,
dalecurtisb6e052f52016-08-25 00:35:55508 base::Bind(&WebMediaPlayerImpl::NotifyDownloading, AsWeakPtr())));
avayvode46d7bef2016-03-30 23:18:26509 data_source_->SetPreload(preload_);
avayvode46d7bef2016-03-30 23:18:26510 data_source_->Initialize(
511 base::Bind(&WebMediaPlayerImpl::DataSourceInitialized, AsWeakPtr()));
hubbe5f0ad43b2015-12-14 20:57:26512 }
hubbed5f36882016-01-15 22:40:37513
514#if defined(OS_ANDROID) // WMPI_CAST
dalecurtisbb3eaac2016-01-27 21:10:25515 cast_impl_.Initialize(url, frame_, delegate_id_);
hubbed5f36882016-01-15 22:40:37516#endif
[email protected]62e5e682013-03-07 23:53:24517}
518
Blink Reformat1c4d759e2017-04-09 16:34:54519void WebMediaPlayerImpl::Play() {
pkastingf5279482016-07-27 02:18:20520 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:43521 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53522
avayvod65fad272017-02-24 01:00:48523 // User initiated play unlocks background video playback.
Blink Reformat1c4d759e2017-04-09 16:34:54524 if (blink::WebUserGestureIndicator::IsProcessingUserGesture())
avayvod65fad272017-02-24 01:00:48525 video_locked_when_paused_when_hidden_ = false;
526
hubbed5f36882016-01-15 22:40:37527#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:54528 if (IsRemote()) {
dalecurtis6e2716d2016-01-21 04:49:15529 cast_impl_.play();
hubbed5f36882016-01-15 22:40:37530 return;
531 }
532#endif
sandersd35d2c3f2017-01-14 02:04:42533 // TODO(sandersd): Do we want to reset the idle timer here?
tguilbert1bb1c782017-01-23 21:15:11534 delegate_->SetIdle(delegate_id_, false);
[email protected]49480902009-07-14 20:23:43535 paused_ = false;
tguilbert350936ff2017-02-24 05:39:27536 pipeline_controller_.SetPlaybackRate(playback_rate_);
dalecurtis4619cd02016-09-22 21:39:10537 background_pause_timer_.Stop();
sandersd1c0bba02016-03-04 23:14:08538
[email protected]039b7542013-10-17 22:06:25539 if (data_source_)
540 data_source_->MediaIsPlaying();
[email protected]090f7312011-08-05 23:26:40541
xjz48a9cb72016-12-20 04:02:49542 if (observer_)
543 observer_->OnPlaying();
544
Dale Curtis051fdf62017-08-05 00:21:13545 // If we're seeking we'll trigger the watch time reporter upon seek completed;
546 // we don't want to start it here since the seek time is unstable. E.g., when
547 // playing content with a positive start time we would have a zero seek time.
548 if (!Seeking()) {
549 DCHECK(watch_time_reporter_);
550 watch_time_reporter_->OnPlaying();
551 }
552
acolwell9e0840d2014-09-06 19:01:32553 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::PLAY));
sandersd50a635e2016-04-04 22:50:09554 UpdatePlayState();
[email protected]ec9212f2008-12-18 21:40:36555}
556
Blink Reformat1c4d759e2017-04-09 16:34:54557void WebMediaPlayerImpl::Pause() {
pkastingf5279482016-07-27 02:18:20558 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:43559 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53560
sandersd50a635e2016-04-04 22:50:09561 // We update the paused state even when casting, since we expect pause() to be
562 // called when casting begins, and when we exit casting we should end up in a
563 // paused state.
[email protected]49480902009-07-14 20:23:43564 paused_ = true;
hubbed5f36882016-01-15 22:40:37565
avayvodeb9098d2017-01-07 00:33:03566 // No longer paused because it was hidden.
567 paused_when_hidden_ = false;
568
avayvod65fad272017-02-24 01:00:48569 // User initiated pause locks background videos.
Blink Reformat1c4d759e2017-04-09 16:34:54570 if (blink::WebUserGestureIndicator::IsProcessingUserGesture())
avayvod65fad272017-02-24 01:00:48571 video_locked_when_paused_when_hidden_ = true;
572
hubbed5f36882016-01-15 22:40:37573#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:54574 if (IsRemote()) {
dalecurtis6e2716d2016-01-21 04:49:15575 cast_impl_.pause();
hubbed5f36882016-01-15 22:40:37576 return;
577 }
578#endif
579
tguilbert350936ff2017-02-24 05:39:27580 pipeline_controller_.SetPlaybackRate(0.0);
Dale Curtis051fdf62017-08-05 00:21:13581 paused_time_ = pipeline_controller_.GetMediaTime();
[email protected]090f7312011-08-05 23:26:40582
xjz48a9cb72016-12-20 04:02:49583 if (observer_)
584 observer_->OnPaused();
585
dalecurtis04bdb582016-08-17 22:15:23586 DCHECK(watch_time_reporter_);
587 watch_time_reporter_->OnPaused();
acolwell9e0840d2014-09-06 19:01:32588 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::PAUSE));
avayvod2135a642017-01-13 00:17:14589
sandersd50a635e2016-04-04 22:50:09590 UpdatePlayState();
[email protected]ec9212f2008-12-18 21:40:36591}
592
Blink Reformat1c4d759e2017-04-09 16:34:54593bool WebMediaPlayerImpl::SupportsSave() const {
acolwellb4034942014-08-28 15:42:43594 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]132dd57c2012-08-10 23:24:34595 return supports_save_;
[email protected]574a1d62009-07-17 03:23:46596}
597
Blink Reformat1c4d759e2017-04-09 16:34:54598void WebMediaPlayerImpl::Seek(double seconds) {
pkastingf5279482016-07-27 02:18:20599 DVLOG(1) << __func__ << "(" << seconds << "s)";
acolwellb4034942014-08-28 15:42:43600 DCHECK(main_task_runner_->BelongsToCurrentThread());
servolk86b3d88fb2017-03-18 02:50:28601 media_log_->AddEvent(media_log_->CreateSeekEvent(seconds));
sandersd1c0bba02016-03-04 23:14:08602 DoSeek(base::TimeDelta::FromSecondsD(seconds), true);
603}
604
605void WebMediaPlayerImpl::DoSeek(base::TimeDelta time, bool time_updated) {
606 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53607
hubbed5f36882016-01-15 22:40:37608#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:54609 if (IsRemote()) {
sandersd1c0bba02016-03-04 23:14:08610 cast_impl_.seek(time);
hubbed5f36882016-01-15 22:40:37611 return;
612 }
613#endif
614
srirama.mccf671812015-01-08 11:59:13615 ReadyState old_state = ready_state_;
Blink Reformat1c4d759e2017-04-09 16:34:54616 if (ready_state_ > WebMediaPlayer::kReadyStateHaveMetadata)
617 SetReadyState(WebMediaPlayer::kReadyStateHaveMetadata);
[email protected]1bb666802013-11-28 06:12:08618
Dale Curtis051fdf62017-08-05 00:21:13619 // When paused or ended, we know exactly what the current time is and can
620 // elide seeks to it. However, there are two cases that are not elided:
sandersd1c0bba02016-03-04 23:14:08621 // 1) When the pipeline state is not stable.
622 // In this case we just let |pipeline_controller_| decide what to do, as
623 // it has complete information.
624 // 2) For MSE.
625 // Because the buffers may have changed between seeks, MSE seeks are
626 // never elided.
Dale Curtis051fdf62017-08-05 00:21:13627 if (paused_ && pipeline_controller_.IsStable() &&
628 (paused_time_ == time ||
629 (ended_ && time == base::TimeDelta::FromSecondsD(Duration()))) &&
sandersd1c0bba02016-03-04 23:14:08630 !chunk_demuxer_) {
631 // If the ready state was high enough before, we can indicate that the seek
632 // completed just by restoring it. Otherwise we will just wait for the real
633 // ready state change to eventually happen.
Blink Reformat1c4d759e2017-04-09 16:34:54634 if (old_state == kReadyStateHaveEnoughData) {
srirama.m8f4a37562014-12-13 08:16:18635 main_task_runner_->PostTask(
alokp967c902452016-05-06 05:21:37636 FROM_HERE, base::Bind(&WebMediaPlayerImpl::OnBufferingStateChange,
637 AsWeakPtr(), BUFFERING_HAVE_ENOUGH));
srirama.m36ab2682014-12-11 04:20:01638 }
sandersd1c0bba02016-03-04 23:14:08639 return;
srirama.m36ab2682014-12-11 04:20:01640 }
[email protected]44ff37c02009-10-24 01:03:03641
dalecurtis04bdb582016-08-17 22:15:23642 // Call this before setting |seeking_| so that the current media time can be
643 // recorded by the reporter.
644 if (watch_time_reporter_)
645 watch_time_reporter_->OnSeeking();
646
dalecurtis1af3c1a2017-04-11 00:53:49647 // Clear any new frame processed callbacks on seek; otherwise we'll end up
648 // logging a time long after the seek completes.
649 frame_time_report_cb_.Cancel();
650
sandersd35d2c3f2017-01-14 02:04:42651 // TODO(sandersd): Move |seeking_| to PipelineController.
652 // TODO(sandersd): Do we want to reset the idle timer here?
tguilbert1bb1c782017-01-23 21:15:11653 delegate_->SetIdle(delegate_id_, false);
sandersd50a635e2016-04-04 22:50:09654 ended_ = false;
[email protected]b3766a22010-12-22 17:34:13655 seeking_ = true;
sandersd1c0bba02016-03-04 23:14:08656 seek_time_ = time;
657 if (paused_)
658 paused_time_ = time;
659 pipeline_controller_.Seek(time, time_updated);
[email protected]b3766a22010-12-22 17:34:13660
sandersd50a635e2016-04-04 22:50:09661 // This needs to be called after Seek() so that if a resume is triggered, it
662 // is to the correct time.
663 UpdatePlayState();
[email protected]ec9212f2008-12-18 21:40:36664}
665
Blink Reformat1c4d759e2017-04-09 16:34:54666void WebMediaPlayerImpl::SetRate(double rate) {
pkastingf5279482016-07-27 02:18:20667 DVLOG(1) << __func__ << "(" << rate << ")";
acolwellb4034942014-08-28 15:42:43668 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53669
[email protected]378f0b72009-08-11 17:11:42670 // TODO(kylep): Remove when support for negatives is added. Also, modify the
671 // following checks so rewind uses reasonable values also.
[email protected]39bdde32013-04-17 17:44:20672 if (rate < 0.0)
[email protected]378f0b72009-08-11 17:11:42673 return;
674
675 // Limit rates to reasonable values by clamping.
[email protected]39bdde32013-04-17 17:44:20676 if (rate != 0.0) {
[email protected]378f0b72009-08-11 17:11:42677 if (rate < kMinRate)
678 rate = kMinRate;
679 else if (rate > kMaxRate)
680 rate = kMaxRate;
681 }
682
[email protected]49480902009-07-14 20:23:43683 playback_rate_ = rate;
684 if (!paused_) {
tguilbert350936ff2017-02-24 05:39:27685 pipeline_controller_.SetPlaybackRate(rate);
[email protected]039b7542013-10-17 22:06:25686 if (data_source_)
687 data_source_->MediaPlaybackRateChanged(rate);
[email protected]49480902009-07-14 20:23:43688 }
[email protected]ec9212f2008-12-18 21:40:36689}
690
Blink Reformat1c4d759e2017-04-09 16:34:54691void WebMediaPlayerImpl::SetVolume(double volume) {
pkastingf5279482016-07-27 02:18:20692 DVLOG(1) << __func__ << "(" << volume << ")";
acolwellb4034942014-08-28 15:42:43693 DCHECK(main_task_runner_->BelongsToCurrentThread());
dalecurtisbb3eaac2016-01-27 21:10:25694 volume_ = volume;
tguilbert350936ff2017-02-24 05:39:27695 pipeline_controller_.SetVolume(volume_ * volume_multiplier_);
dalecurtis04bdb582016-08-17 22:15:23696 if (watch_time_reporter_)
697 watch_time_reporter_->OnVolumeChange(volume);
Becca Hughes9f6fd4b82017-06-15 10:01:40698 delegate_->DidPlayerMutedStatusChange(delegate_id_, volume == 0.0);
mlamouri910111362016-11-04 11:28:24699
700 // The play state is updated because the player might have left the autoplay
701 // muted state.
702 UpdatePlayState();
[email protected]ec9212f2008-12-18 21:40:36703}
[email protected]f0a51fb52009-03-05 12:46:38704
Blink Reformat1c4d759e2017-04-09 16:34:54705void WebMediaPlayerImpl::SetSinkId(
guidouc7babef2015-10-22 00:42:35706 const blink::WebString& sink_id,
707 const blink::WebSecurityOrigin& security_origin,
708 blink::WebSetSinkIdCallbacks* web_callback) {
guidou69223ce2015-06-16 10:36:19709 DCHECK(main_task_runner_->BelongsToCurrentThread());
pkastingf5279482016-07-27 02:18:20710 DVLOG(1) << __func__;
guidouc7babef2015-10-22 00:42:35711
olka68b69392016-04-01 11:42:12712 media::OutputDeviceStatusCB callback =
713 media::ConvertToOutputDeviceStatusCB(web_callback);
guidouc7babef2015-10-22 00:42:35714 media_task_runner_->PostTask(
715 FROM_HERE,
716 base::Bind(&SetSinkIdOnMediaThread, audio_source_provider_,
Blink Reformat1c4d759e2017-04-09 16:34:54717 sink_id.Utf8(), static_cast<url::Origin>(security_origin),
guidouc7babef2015-10-22 00:42:35718 callback));
guidou69223ce2015-06-16 10:36:19719}
720
Blink Reformat1c4d759e2017-04-09 16:34:54721STATIC_ASSERT_ENUM(WebMediaPlayer::kPreloadNone, MultibufferDataSource::NONE);
722STATIC_ASSERT_ENUM(WebMediaPlayer::kPreloadMetaData,
dalecurtisb6e052f52016-08-25 00:35:55723 MultibufferDataSource::METADATA);
Blink Reformat1c4d759e2017-04-09 16:34:54724STATIC_ASSERT_ENUM(WebMediaPlayer::kPreloadAuto, MultibufferDataSource::AUTO);
[email protected]23a8b1d82011-04-05 16:28:20725
Blink Reformat1c4d759e2017-04-09 16:34:54726void WebMediaPlayerImpl::SetPreload(WebMediaPlayer::Preload preload) {
pkastingf5279482016-07-27 02:18:20727 DVLOG(1) << __func__ << "(" << preload << ")";
acolwellb4034942014-08-28 15:42:43728 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]4e6be3f2009-05-07 02:24:44729
dalecurtisb6e052f52016-08-25 00:35:55730 preload_ = static_cast<MultibufferDataSource::Preload>(preload);
[email protected]b49beeb2013-03-01 20:04:00731 if (data_source_)
[email protected]09c60222014-08-07 16:42:31732 data_source_->SetPreload(preload_);
[email protected]4e6be3f2009-05-07 02:24:44733}
734
Blink Reformat1c4d759e2017-04-09 16:34:54735bool WebMediaPlayerImpl::HasVideo() const {
acolwellb4034942014-08-28 15:42:43736 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53737
[email protected]b8877772014-03-26 20:17:15738 return pipeline_metadata_.has_video;
[email protected]d43ed912009-02-03 04:52:53739}
740
Blink Reformat1c4d759e2017-04-09 16:34:54741bool WebMediaPlayerImpl::HasAudio() const {
acolwellb4034942014-08-28 15:42:43742 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]fc367af2009-08-14 23:06:35743
[email protected]b8877772014-03-26 20:17:15744 return pipeline_metadata_.has_audio;
[email protected]fc367af2009-08-14 23:06:35745}
746
Blink Reformat1c4d759e2017-04-09 16:34:54747void WebMediaPlayerImpl::EnabledAudioTracksChanged(
servolkf25ceed2016-07-01 03:44:38748 const blink::WebVector<blink::WebMediaPlayer::TrackId>& enabledTrackIds) {
749 DCHECK(main_task_runner_->BelongsToCurrentThread());
750
751 std::ostringstream logstr;
752 std::vector<MediaTrack::Id> enabledMediaTrackIds;
753 for (const auto& blinkTrackId : enabledTrackIds) {
Blink Reformat1c4d759e2017-04-09 16:34:54754 MediaTrack::Id track_id = blinkTrackId.Utf8().data();
servolkf25ceed2016-07-01 03:44:38755 logstr << track_id << " ";
756 enabledMediaTrackIds.push_back(track_id);
757 }
dalecurtis9cddc0b2017-04-19 21:23:38758 MEDIA_LOG(INFO, media_log_.get())
759 << "Enabled audio tracks: [" << logstr.str() << "]";
tguilbert350936ff2017-02-24 05:39:27760 pipeline_controller_.OnEnabledAudioTracksChanged(enabledMediaTrackIds);
servolkf25ceed2016-07-01 03:44:38761}
762
Blink Reformat1c4d759e2017-04-09 16:34:54763void WebMediaPlayerImpl::SelectedVideoTrackChanged(
servolkf25ceed2016-07-01 03:44:38764 blink::WebMediaPlayer::TrackId* selectedTrackId) {
765 DCHECK(main_task_runner_->BelongsToCurrentThread());
766
servolk9bed6602017-02-24 01:20:11767 base::Optional<MediaTrack::Id> selected_video_track_id;
768 if (selectedTrackId && !video_track_disabled_)
Blink Reformat1c4d759e2017-04-09 16:34:54769 selected_video_track_id = MediaTrack::Id(selectedTrackId->Utf8().data());
dalecurtis9cddc0b2017-04-19 21:23:38770 MEDIA_LOG(INFO, media_log_.get())
771 << "Selected video track: [" << selected_video_track_id.value_or("")
772 << "]";
tguilbert350936ff2017-02-24 05:39:27773 pipeline_controller_.OnSelectedVideoTrackChanged(selected_video_track_id);
servolkf25ceed2016-07-01 03:44:38774}
775
Blink Reformat1c4d759e2017-04-09 16:34:54776bool WebMediaPlayerImpl::GetLastUploadedFrameInfo(unsigned* width,
kainino36eeff82017-03-30 00:55:30777 unsigned* height,
778 double* timestamp) {
779 *width = last_uploaded_frame_size_.width();
780 *height = last_uploaded_frame_size_.height();
781 *timestamp = last_uploaded_frame_timestamp_.InSecondsF();
782 return true;
783}
784
Blink Reformat1c4d759e2017-04-09 16:34:54785blink::WebSize WebMediaPlayerImpl::NaturalSize() const {
acolwellb4034942014-08-28 15:42:43786 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53787
[email protected]b8877772014-03-26 20:17:15788 return blink::WebSize(pipeline_metadata_.natural_size);
[email protected]d43ed912009-02-03 04:52:53789}
790
Jiajia Qin82acdc02017-07-31 09:55:14791blink::WebSize WebMediaPlayerImpl::VisibleRect() const {
792 DCHECK(main_task_runner_->BelongsToCurrentThread());
793 scoped_refptr<VideoFrame> video_frame = GetCurrentFrameFromCompositor();
794 if (!video_frame)
795 return blink::WebSize();
796
797 const gfx::Rect& visible_rect = video_frame->visible_rect();
798 return blink::WebSize(visible_rect.width(), visible_rect.height());
799}
800
Blink Reformat1c4d759e2017-04-09 16:34:54801bool WebMediaPlayerImpl::Paused() const {
acolwellb4034942014-08-28 15:42:43802 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53803
hubbed5f36882016-01-15 22:40:37804#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:54805 if (IsRemote())
danakj4f1fd6a2017-01-06 21:15:17806 return cast_impl_.IsPaused();
hubbed5f36882016-01-15 22:40:37807#endif
sandersd50a635e2016-04-04 22:50:09808
tguilbert350936ff2017-02-24 05:39:27809 return pipeline_controller_.GetPlaybackRate() == 0.0f;
[email protected]d43ed912009-02-03 04:52:53810}
811
Blink Reformat1c4d759e2017-04-09 16:34:54812bool WebMediaPlayerImpl::Seeking() const {
acolwellb4034942014-08-28 15:42:43813 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]d43ed912009-02-03 04:52:53814
Blink Reformat1c4d759e2017-04-09 16:34:54815 if (ready_state_ == WebMediaPlayer::kReadyStateHaveNothing)
[email protected]0acebfa2009-08-21 22:45:40816 return false;
[email protected]67cd5052009-09-10 21:53:22817
[email protected]b3766a22010-12-22 17:34:13818 return seeking_;
[email protected]ec9212f2008-12-18 21:40:36819}
820
Blink Reformat1c4d759e2017-04-09 16:34:54821double WebMediaPlayerImpl::Duration() const {
acolwellb4034942014-08-28 15:42:43822 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]39bdde32013-04-17 17:44:20823
Blink Reformat1c4d759e2017-04-09 16:34:54824 if (ready_state_ == WebMediaPlayer::kReadyStateHaveNothing)
[email protected]39bdde32013-04-17 17:44:20825 return std::numeric_limits<double>::quiet_NaN();
826
chcunninghamb92d5062017-01-10 21:50:22827 // Use duration from ChunkDemuxer when present. MSE allows users to specify
828 // duration as a double. This propagates to the rest of the pipeline as a
829 // TimeDelta with potentially reduced precision (limited to Microseconds).
830 // ChunkDemuxer returns the full-precision user-specified double. This ensures
831 // users can "get" the exact duration they "set".
832 if (chunk_demuxer_)
833 return chunk_demuxer_->GetDuration();
834
avayvodcc273dd2017-01-19 19:35:12835 base::TimeDelta pipeline_duration = GetPipelineMediaDuration();
chcunninghamb92d5062017-01-10 21:50:22836 return pipeline_duration == kInfiniteDuration
837 ? std::numeric_limits<double>::infinity()
838 : pipeline_duration.InSecondsF();
[email protected]d43ed912009-02-03 04:52:53839}
840
[email protected]db66d0092014-04-16 07:15:12841double WebMediaPlayerImpl::timelineOffset() const {
acolwellb4034942014-08-28 15:42:43842 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]db66d0092014-04-16 07:15:12843
844 if (pipeline_metadata_.timeline_offset.is_null())
845 return std::numeric_limits<double>::quiet_NaN();
846
847 return pipeline_metadata_.timeline_offset.ToJsTime();
848}
849
Dale Curtis051fdf62017-08-05 00:21:13850base::TimeDelta WebMediaPlayerImpl::GetCurrentTimeInternal() const {
851 DCHECK(main_task_runner_->BelongsToCurrentThread());
852 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
853
854 base::TimeDelta current_time;
855 if (Seeking())
856 current_time = seek_time_;
857#if defined(OS_ANDROID) // WMPI_CAST
858 else if (IsRemote())
859 current_time = cast_impl_.currentTime();
860#endif
861 else if (paused_)
862 current_time = paused_time_;
863 else
864 current_time = pipeline_controller_.GetMediaTime();
865
866 DCHECK_NE(current_time, kInfiniteDuration);
867 DCHECK_GE(current_time, base::TimeDelta());
868 return current_time;
869}
870
Blink Reformat1c4d759e2017-04-09 16:34:54871double WebMediaPlayerImpl::CurrentTime() const {
acolwellb4034942014-08-28 15:42:43872 DCHECK(main_task_runner_->BelongsToCurrentThread());
Blink Reformat1c4d759e2017-04-09 16:34:54873 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
scherkusd2c745b2014-09-04 05:03:40874
875 // TODO(scherkus): Replace with an explicit ended signal to HTMLMediaElement,
876 // see http://crbug.com/409280
Dale Curtis051fdf62017-08-05 00:21:13877 // Note: Duration() may be infinity.
878 return ended_ ? Duration() : GetCurrentTimeInternal().InSecondsF();
[email protected]d43ed912009-02-03 04:52:53879}
880
Blink Reformat1c4d759e2017-04-09 16:34:54881WebMediaPlayer::NetworkState WebMediaPlayerImpl::GetNetworkState() const {
acolwellb4034942014-08-28 15:42:43882 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]ddb1e5a2010-12-13 20:10:45883 return network_state_;
884}
885
Blink Reformat1c4d759e2017-04-09 16:34:54886WebMediaPlayer::ReadyState WebMediaPlayerImpl::GetReadyState() const {
acolwellb4034942014-08-28 15:42:43887 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]ddb1e5a2010-12-13 20:10:45888 return ready_state_;
889}
890
wolenetzed8e7092017-04-21 16:28:59891blink::WebString WebMediaPlayerImpl::GetErrorMessage() const {
wolenetz4d39cc02016-04-05 19:54:41892 DCHECK(main_task_runner_->BelongsToCurrentThread());
wolenetzed8e7092017-04-21 16:28:59893 return blink::WebString::FromUTF8(media_log_->GetErrorMessage());
wolenetz4d39cc02016-04-05 19:54:41894}
895
Blink Reformat1c4d759e2017-04-09 16:34:54896blink::WebTimeRanges WebMediaPlayerImpl::Buffered() const {
acolwellb4034942014-08-28 15:42:43897 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]779a8322014-08-22 21:28:37898
acolwell9e0840d2014-09-06 19:01:32899 Ranges<base::TimeDelta> buffered_time_ranges =
tguilbert350936ff2017-02-24 05:39:27900 pipeline_controller_.GetBufferedTimeRanges();
[email protected]779a8322014-08-22 21:28:37901
avayvodcc273dd2017-01-19 19:35:12902 const base::TimeDelta duration = GetPipelineMediaDuration();
dalecurtis39a7f932016-07-19 18:34:59903 if (duration != kInfiniteDuration) {
tguilbert350936ff2017-02-24 05:39:27904 buffered_data_source_host_.AddBufferedTimeRanges(&buffered_time_ranges,
905 duration);
[email protected]779a8322014-08-22 21:28:37906 }
[email protected]02022fc2014-05-16 00:05:31907 return ConvertToWebTimeRanges(buffered_time_ranges);
908}
909
Blink Reformat1c4d759e2017-04-09 16:34:54910blink::WebTimeRanges WebMediaPlayerImpl::Seekable() const {
acolwellb4034942014-08-28 15:42:43911 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]39bdde32013-04-17 17:44:20912
Blink Reformat1c4d759e2017-04-09 16:34:54913 if (ready_state_ < WebMediaPlayer::kReadyStateHaveMetadata)
philipjb0e6f3f2014-09-30 09:51:53914 return blink::WebTimeRanges();
915
Blink Reformat1c4d759e2017-04-09 16:34:54916 const double seekable_end = Duration();
dalecurtis56359cb2014-10-28 00:06:29917
918 // Allow a special exception for seeks to zero for streaming sources with a
919 // finite duration; this allows looping to work.
tguilbertade2bcb2017-01-07 02:57:45920 const bool is_finite_stream = data_source_ && data_source_->IsStreaming() &&
921 std::isfinite(seekable_end);
922
tguilbert75e2bf62017-04-26 20:13:12923 // Do not change the seekable range when using the MediaPlayerRenderer. It
924 // will take care of dropping invalid seeks.
925 const bool force_seeks_to_zero =
926 !using_media_player_renderer_ && is_finite_stream;
dalecurtis56359cb2014-10-28 00:06:29927
928 // TODO(dalecurtis): Technically this allows seeking on media which return an
tguilbertade2bcb2017-01-07 02:57:45929 // infinite duration so long as DataSource::IsStreaming() is false. While not
dalecurtis56359cb2014-10-28 00:06:29930 // expected, disabling this breaks semi-live players, http://crbug.com/427412.
931 const blink::WebTimeRange seekable_range(
tguilbertade2bcb2017-01-07 02:57:45932 0.0, force_seeks_to_zero ? 0.0 : seekable_end);
philipjb0e6f3f2014-09-30 09:51:53933 return blink::WebTimeRanges(&seekable_range, 1);
[email protected]ec9212f2008-12-18 21:40:36934}
935
sandersd35d2c3f2017-01-14 02:04:42936bool WebMediaPlayerImpl::IsPrerollAttemptNeeded() {
937 // TODO(sandersd): Replace with |highest_ready_state_since_seek_| if we need
938 // to ensure that preroll always gets a chance to complete.
939 // See http://crbug.com/671525.
Blink Reformat1c4d759e2017-04-09 16:34:54940 if (highest_ready_state_ >= ReadyState::kReadyStateHaveFutureData)
sandersd35d2c3f2017-01-14 02:04:42941 return false;
942
Fredrik Hubinette4cfb4412017-08-23 00:03:07943 // To suspend before we reach kReadyStateHaveCurrentData is only ok
944 // if we know we're going to get woken up when we get more data, which
945 // will only happen if the network is in the "Loading" state.
946 // This happens when the network is fast, but multiple videos are loading
947 // and multiplexing gets held up waiting for available threads.
948 if (highest_ready_state_ <= ReadyState::kReadyStateHaveMetadata &&
949 network_state_ != WebMediaPlayer::kNetworkStateLoading) {
950 return true;
951 }
952
sandersd35d2c3f2017-01-14 02:04:42953 if (preroll_attempt_pending_)
954 return true;
955
956 // Freshly initialized; there has never been any loading progress. (Otherwise
957 // |preroll_attempt_pending_| would be true when the start time is null.)
958 if (preroll_attempt_start_time_.is_null())
959 return false;
960
961 base::TimeDelta preroll_attempt_duration =
962 tick_clock_->NowTicks() - preroll_attempt_start_time_;
963 return preroll_attempt_duration < kPrerollAttemptTimeout;
964}
965
Blink Reformat1c4d759e2017-04-09 16:34:54966bool WebMediaPlayerImpl::DidLoadingProgress() {
acolwellb4034942014-08-28 15:42:43967 DCHECK(main_task_runner_->BelongsToCurrentThread());
dalecurtise7120dc2016-09-03 02:54:35968
969 // Note: Separate variables used to ensure both methods are called every time.
tguilbert350936ff2017-02-24 05:39:27970 const bool pipeline_progress = pipeline_controller_.DidLoadingProgress();
dalecurtise7120dc2016-09-03 02:54:35971 const bool data_progress = buffered_data_source_host_.DidLoadingProgress();
hubbeb2d3efd2017-05-05 23:26:38972 return pipeline_progress || data_progress;
[email protected]d43ed912009-02-03 04:52:53973}
974
Blink Reformat1c4d759e2017-04-09 16:34:54975void WebMediaPlayerImpl::Paint(blink::WebCanvas* canvas,
[email protected]dd5c7972014-08-21 15:00:37976 const blink::WebRect& rect,
enne11266b82017-03-02 01:43:47977 cc::PaintFlags& flags) {
acolwellb4034942014-08-28 15:42:43978 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]dd061e12014-05-06 19:21:22979 TRACE_EVENT0("media", "WebMediaPlayerImpl:paint");
[email protected]4e6be3f2009-05-07 02:24:44980
watkd16bb3e2017-04-25 01:18:31981 // We can't copy from protected frames.
jrummelle616ee92016-10-08 02:15:44982 if (cdm_)
xhwang80739452016-01-13 00:48:00983 return;
984
mcasasf1236fc22015-05-29 22:38:56985 scoped_refptr<VideoFrame> video_frame = GetCurrentFrameFromCompositor();
[email protected]0fe5d43b2014-01-24 23:32:45986
[email protected]b49beeb2013-03-01 20:04:00987 gfx::Rect gfx_rect(rect);
dongseong.hwang0c4e9d82015-01-08 20:11:13988 Context3D context_3d;
mcasas265bdbf82015-06-12 18:44:07989 if (video_frame.get() && video_frame->HasTextures()) {
mcasasf1236fc22015-05-29 22:38:56990 if (!context_3d_cb_.is_null())
dongseong.hwang0c4e9d82015-01-08 20:11:13991 context_3d = context_3d_cb_.Run();
dongseong.hwang0c4e9d82015-01-08 20:11:13992 if (!context_3d.gl)
danakj53f7ec902016-05-21 01:30:10993 return; // Unable to get/create a shared main thread context.
994 if (!context_3d.gr_context)
995 return; // The context has been lost since and can't setup a GrContext.
dongseong.hwang0c4e9d82015-01-08 20:11:13996 }
danakj795f1732015-08-31 23:40:22997 skcanvas_video_renderer_.Paint(video_frame, canvas, gfx::RectF(gfx_rect),
enne11266b82017-03-02 01:43:47998 flags, pipeline_metadata_.video_rotation,
danakj795f1732015-08-31 23:40:22999 context_3d);
[email protected]ec9212f2008-12-18 21:40:361000}
[email protected]5df51652009-01-17 00:03:001001
Blink Reformat1c4d759e2017-04-09 16:34:541002bool WebMediaPlayerImpl::HasSingleSecurityOrigin() const {
[email protected]b49beeb2013-03-01 20:04:001003 if (data_source_)
1004 return data_source_->HasSingleOrigin();
[email protected]fcdb7462009-10-21 21:05:111005 return true;
[email protected]38259a7a82009-07-29 21:49:491006}
1007
Blink Reformat1c4d759e2017-04-09 16:34:541008bool WebMediaPlayerImpl::DidPassCORSAccessCheck() const {
[email protected]b49beeb2013-03-01 20:04:001009 if (data_source_)
1010 return data_source_->DidPassCORSAccessCheck();
1011 return false;
[email protected]3fe27112012-06-07 04:00:011012}
1013
Blink Reformat1c4d759e2017-04-09 16:34:541014double WebMediaPlayerImpl::MediaTimeForTimeValue(double timeValue) const {
qinminb4c39782015-08-10 18:43:241015 return base::TimeDelta::FromSecondsD(timeValue).InSecondsF();
[email protected]e06e16d82011-05-26 22:13:331016}
1017
Blink Reformat1c4d759e2017-04-09 16:34:541018unsigned WebMediaPlayerImpl::DecodedFrameCount() const {
acolwellb4034942014-08-28 15:42:431019 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]4c51bc662011-02-16 02:03:161020
avayvodc4bfb0e62017-01-13 01:07:011021 PipelineStatistics stats = GetPipelineStatistics();
[email protected]4c51bc662011-02-16 02:03:161022 return stats.video_frames_decoded;
1023}
1024
Blink Reformat1c4d759e2017-04-09 16:34:541025unsigned WebMediaPlayerImpl::DroppedFrameCount() const {
acolwellb4034942014-08-28 15:42:431026 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]4c51bc662011-02-16 02:03:161027
avayvodc4bfb0e62017-01-13 01:07:011028 PipelineStatistics stats = GetPipelineStatistics();
[email protected]dd061e12014-05-06 19:21:221029 return stats.video_frames_dropped;
[email protected]4c51bc662011-02-16 02:03:161030}
1031
Blink Reformat1c4d759e2017-04-09 16:34:541032size_t WebMediaPlayerImpl::AudioDecodedByteCount() const {
acolwellb4034942014-08-28 15:42:431033 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]4c51bc662011-02-16 02:03:161034
avayvodc4bfb0e62017-01-13 01:07:011035 PipelineStatistics stats = GetPipelineStatistics();
[email protected]4c51bc662011-02-16 02:03:161036 return stats.audio_bytes_decoded;
1037}
1038
Blink Reformat1c4d759e2017-04-09 16:34:541039size_t WebMediaPlayerImpl::VideoDecodedByteCount() const {
acolwellb4034942014-08-28 15:42:431040 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]4c51bc662011-02-16 02:03:161041
avayvodc4bfb0e62017-01-13 01:07:011042 PipelineStatistics stats = GetPipelineStatistics();
[email protected]4c51bc662011-02-16 02:03:161043 return stats.video_bytes_decoded;
1044}
1045
Blink Reformat1c4d759e2017-04-09 16:34:541046bool WebMediaPlayerImpl::CopyVideoTextureToPlatformTexture(
danakj46070b02016-03-28 21:54:111047 gpu::gles2::GLES2Interface* gl,
jiajia.qinc2943162017-05-12 01:34:391048 unsigned int target,
zmo57d577a2015-10-30 18:28:591049 unsigned int texture,
kbr0986e622017-04-13 02:34:581050 unsigned internal_format,
1051 unsigned format,
1052 unsigned type,
jiajia.qinc2943162017-05-12 01:34:391053 int level,
zmo57d577a2015-10-30 18:28:591054 bool premultiply_alpha,
1055 bool flip_y) {
xhwang213e50c2016-10-10 23:56:311056 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]bfc05f22013-10-19 17:55:161057 TRACE_EVENT0("media", "WebMediaPlayerImpl:copyVideoTextureToPlatformTexture");
1058
watkd16bb3e2017-04-25 01:18:311059 // We can't copy from protected frames.
xhwang213e50c2016-10-10 23:56:311060 if (cdm_)
1061 return false;
[email protected]dd061e12014-05-06 19:21:221062
xhwang213e50c2016-10-10 23:56:311063 scoped_refptr<VideoFrame> video_frame = GetCurrentFrameFromCompositor();
jbauman581d041c2016-07-21 01:01:031064 if (!video_frame.get() || !video_frame->HasTextures()) {
[email protected]e56f88c72013-06-25 22:31:291065 return false;
dongseong.hwang0c4e9d82015-01-08 20:11:131066 }
[email protected]df41e252014-02-03 23:39:501067
jbauman581d041c2016-07-21 01:01:031068 Context3D context_3d;
1069 if (!context_3d_cb_.is_null())
1070 context_3d = context_3d_cb_.Run();
1071 return skcanvas_video_renderer_.CopyVideoFrameTexturesToGLTexture(
jiajia.qinc2943162017-05-12 01:34:391072 context_3d, gl, video_frame.get(), target, texture, internal_format,
1073 format, type, level, premultiply_alpha, flip_y);
[email protected]6523b242013-03-13 11:10:071074}
1075
Blink Reformat1c4d759e2017-04-09 16:34:541076void WebMediaPlayerImpl::SetContentDecryptionModule(
[email protected]9ebc3b03f2014-08-13 04:01:231077 blink::WebContentDecryptionModule* cdm,
1078 blink::WebContentDecryptionModuleResult result) {
xhwang51139732017-02-24 19:36:081079 DVLOG(1) << __func__ << ": cdm = " << cdm;
acolwellb4034942014-08-28 15:42:431080 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]9ebc3b03f2014-08-13 04:01:231081
jrummell06f27072015-06-08 18:12:381082 // Once the CDM is set it can't be cleared as there may be frames being
1083 // decrypted on other threads. So fail this request.
1084 // http://crbug.com/462365#c7.
xhwang97de4202014-11-25 08:44:011085 if (!cdm) {
Blink Reformat1c4d759e2017-04-09 16:34:541086 result.CompleteWithError(
1087 blink::kWebContentDecryptionModuleExceptionInvalidStateError, 0,
xhwang79b193042016-12-13 18:52:431088 "The existing ContentDecryptionModule object cannot be removed at this "
1089 "time.");
xhwang97de4202014-11-25 08:44:011090 return;
1091 }
1092
jrummell89e61d82015-07-23 20:03:341093 // Create a local copy of |result| to avoid problems with the callback
1094 // getting passed to the media thread and causing |result| to be destructed
jrummell4acbec912016-02-27 02:45:031095 // on the wrong thread in some failure conditions. Blink should prevent
1096 // multiple simultaneous calls.
1097 DCHECK(!set_cdm_result_);
jrummell89e61d82015-07-23 20:03:341098 set_cdm_result_.reset(new blink::WebContentDecryptionModuleResult(result));
1099
dalecurtis04bdb582016-08-17 22:15:231100 // Recreate the watch time reporter if necessary.
1101 const bool was_encrypted = is_encrypted_;
1102 is_encrypted_ = true;
1103 if (!was_encrypted && watch_time_reporter_)
1104 CreateWatchTimeReporter();
1105
jrummelle616ee92016-10-08 02:15:441106 SetCdm(cdm);
xhwang97de4202014-11-25 08:44:011107}
1108
xhwange8c4181a2014-12-06 08:10:011109void WebMediaPlayerImpl::OnEncryptedMediaInitData(
jrummellcf78967c2015-04-03 05:03:581110 EmeInitDataType init_data_type,
Avi Drissman97785ea2015-12-19 01:11:311111 const std::vector<uint8_t>& init_data) {
jrummellcf78967c2015-04-03 05:03:581112 DCHECK(init_data_type != EmeInitDataType::UNKNOWN);
xhwangbab66f52014-12-02 23:49:501113
ddorwin301ccdb2016-02-25 02:39:171114 // TODO(xhwang): Update this UMA name. https://crbug.com/589251
xhwangbab66f52014-12-02 23:49:501115 UMA_HISTOGRAM_COUNTS("Media.EME.NeedKey", 1);
1116
dalecurtis04bdb582016-08-17 22:15:231117 // Recreate the watch time reporter if necessary.
1118 const bool was_encrypted = is_encrypted_;
1119 is_encrypted_ = true;
1120 if (!was_encrypted && watch_time_reporter_)
1121 CreateWatchTimeReporter();
1122
Blink Reformat1c4d759e2017-04-09 16:34:541123 encrypted_client_->Encrypted(
davidbenb50f00c2015-12-01 00:01:501124 ConvertToWebInitDataType(init_data_type), init_data.data(),
srirama.m26f864d02015-07-14 05:21:461125 base::saturated_cast<unsigned int>(init_data.size()));
xhwangbab66f52014-12-02 23:49:501126}
1127
servolk81e01e02016-03-05 03:29:151128void WebMediaPlayerImpl::OnFFmpegMediaTracksUpdated(
dcheng3076abbf2016-04-22 20:42:391129 std::unique_ptr<MediaTracks> tracks) {
servolk81e01e02016-03-05 03:29:151130 // For MSE/chunk_demuxer case the media track updates are handled by
1131 // WebSourceBufferImpl.
1132 DCHECK(demuxer_.get());
1133 DCHECK(!chunk_demuxer_);
servolkef1e5ef2016-03-25 04:55:261134
servolk16e8bdf82017-04-11 17:00:391135 // Report the media track information to blink. Only the first audio track and
1136 // the first video track are enabled by default to match blink logic.
1137 bool is_first_audio_track = true;
1138 bool is_first_video_track = true;
servolkef1e5ef2016-03-25 04:55:261139 for (const auto& track : tracks->tracks()) {
1140 if (track->type() == MediaTrack::Audio) {
Blink Reformat1c4d759e2017-04-09 16:34:541141 client_->AddAudioTrack(blink::WebString::FromUTF8(track->id()),
1142 blink::WebMediaPlayerClient::kAudioTrackKindMain,
1143 blink::WebString::FromUTF8(track->label()),
1144 blink::WebString::FromUTF8(track->language()),
servolk16e8bdf82017-04-11 17:00:391145 is_first_audio_track);
1146 is_first_audio_track = false;
servolkef1e5ef2016-03-25 04:55:261147 } else if (track->type() == MediaTrack::Video) {
Blink Reformat1c4d759e2017-04-09 16:34:541148 client_->AddVideoTrack(blink::WebString::FromUTF8(track->id()),
1149 blink::WebMediaPlayerClient::kVideoTrackKindMain,
1150 blink::WebString::FromUTF8(track->label()),
1151 blink::WebString::FromUTF8(track->language()),
servolk16e8bdf82017-04-11 17:00:391152 is_first_video_track);
1153 is_first_video_track = false;
servolkef1e5ef2016-03-25 04:55:261154 } else {
1155 // Text tracks are not supported through this code path yet.
1156 NOTREACHED();
1157 }
1158 }
servolk81e01e02016-03-05 03:29:151159}
1160
jrummelle616ee92016-10-08 02:15:441161void WebMediaPlayerImpl::SetCdm(blink::WebContentDecryptionModule* cdm) {
1162 DCHECK(main_task_runner_->BelongsToCurrentThread());
1163 DCHECK(cdm);
xhwang79b193042016-12-13 18:52:431164 scoped_refptr<ContentDecryptionModule> cdm_reference =
jrummelle616ee92016-10-08 02:15:441165 ToWebContentDecryptionModuleImpl(cdm)->GetCdm();
1166 if (!cdm_reference) {
1167 NOTREACHED();
1168 OnCdmAttached(false);
xhwang80739452016-01-13 00:48:001169 return;
1170 }
1171
jrummelle616ee92016-10-08 02:15:441172 CdmContext* cdm_context = cdm_reference->GetCdmContext();
1173 if (!cdm_context) {
1174 OnCdmAttached(false);
1175 return;
1176 }
1177
xjzd3fe45a2016-10-12 18:26:371178 if (observer_)
1179 observer_->OnSetCdm(cdm_context);
1180
jrummelle616ee92016-10-08 02:15:441181 // Keep the reference to the CDM, as it shouldn't be destroyed until
1182 // after the pipeline is done with the |cdm_context|.
1183 pending_cdm_ = std::move(cdm_reference);
tguilbert350936ff2017-02-24 05:39:271184 pipeline_controller_.SetCdm(
1185 cdm_context, base::Bind(&WebMediaPlayerImpl::OnCdmAttached, AsWeakPtr()));
xhwang97de4202014-11-25 08:44:011186}
1187
jrummell89e61d82015-07-23 20:03:341188void WebMediaPlayerImpl::OnCdmAttached(bool success) {
xhwang51139732017-02-24 19:36:081189 DVLOG(1) << __func__ << ": success = " << success;
jrummelle616ee92016-10-08 02:15:441190 DCHECK(main_task_runner_->BelongsToCurrentThread());
1191 DCHECK(pending_cdm_);
1192
1193 // If the CDM is set from the constructor there is no promise
1194 // (|set_cdm_result_|) to fulfill.
xhwang97de4202014-11-25 08:44:011195 if (success) {
xhwang29c5ad202017-04-14 07:02:191196 media_log_->SetBooleanProperty("has_cdm", true);
1197
jrummelle616ee92016-10-08 02:15:441198 // This will release the previously attached CDM (if any).
1199 cdm_ = std::move(pending_cdm_);
1200 if (set_cdm_result_) {
Blink Reformat1c4d759e2017-04-09 16:34:541201 set_cdm_result_->Complete();
jrummelle616ee92016-10-08 02:15:441202 set_cdm_result_.reset();
1203 }
1204
xhwang97de4202014-11-25 08:44:011205 return;
1206 }
1207
jrummelle616ee92016-10-08 02:15:441208 pending_cdm_ = nullptr;
1209 if (set_cdm_result_) {
Blink Reformat1c4d759e2017-04-09 16:34:541210 set_cdm_result_->CompleteWithError(
1211 blink::kWebContentDecryptionModuleExceptionNotSupportedError, 0,
xhwang79b193042016-12-13 18:52:431212 "Unable to set ContentDecryptionModule object");
jrummelle616ee92016-10-08 02:15:441213 set_cdm_result_.reset();
1214 }
[email protected]9ebc3b03f2014-08-13 04:01:231215}
1216
sandersd1c0bba02016-03-04 23:14:081217void WebMediaPlayerImpl::OnPipelineSeeked(bool time_updated) {
[email protected]5d11eff2011-09-15 00:06:061218 seeking_ = false;
wolenetz1b2ae7d2015-06-10 00:44:211219 seek_time_ = base::TimeDelta();
avayvod2135a642017-01-13 00:17:141220
hubbe5a2dec022016-03-17 01:14:231221 if (paused_) {
1222#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:541223 if (IsRemote()) {
Dale Curtis051fdf62017-08-05 00:21:131224 paused_time_ = cast_impl_.currentTime();
hubbe5a2dec022016-03-17 01:14:231225 } else {
tguilbert350936ff2017-02-24 05:39:271226 paused_time_ = pipeline_controller_.GetMediaTime();
hubbe5a2dec022016-03-17 01:14:231227 }
1228#else
tguilbert350936ff2017-02-24 05:39:271229 paused_time_ = pipeline_controller_.GetMediaTime();
hubbe5a2dec022016-03-17 01:14:231230#endif
dalecurtis04bdb582016-08-17 22:15:231231 } else {
1232 DCHECK(watch_time_reporter_);
1233 watch_time_reporter_->OnPlaying();
hubbe5a2dec022016-03-17 01:14:231234 }
sandersd1c0bba02016-03-04 23:14:081235 if (time_updated)
1236 should_notify_time_changed_ = true;
dalecurtisaf34d8712016-09-20 04:32:261237
dalecurtis4f6d14d2017-02-22 17:42:221238 // Reset underflow duration upon seek; this prevents looping videos and user
1239 // actions from artificially inflating the duration.
1240 underflow_timer_.reset();
avayvod56e1f3942017-01-21 02:06:311241
1242 // Background video optimizations are delayed when shown/hidden if pipeline
1243 // is seeking.
1244 UpdateBackgroundVideoOptimizationState();
[email protected]8931c41a2009-07-07 17:31:491245}
1246
sandersd1c0bba02016-03-04 23:14:081247void WebMediaPlayerImpl::OnPipelineSuspended() {
hubbed5f36882016-01-15 22:40:371248#if defined(OS_ANDROID)
avayvod82729272017-05-29 21:58:391249 if (IsRemote() && !IsNewRemotePlaybackPipelineEnabled()) {
hubbed5f36882016-01-15 22:40:371250 scoped_refptr<VideoFrame> frame = cast_impl_.GetCastingBanner();
sandersd50a635e2016-04-04 22:50:091251 if (frame)
dalecurtise9c89e92016-05-20 19:38:001252 compositor_->PaintSingleFrame(frame);
hubbed5f36882016-01-15 22:40:371253 }
1254#endif
1255
sandersd2f5bb6152017-03-29 22:57:531256 // Tell the data source we have enough data so that it may release the
1257 // connection.
1258 if (data_source_)
1259 data_source_->OnBufferingHaveEnough(true);
dalecurtis37fe5862016-03-15 19:29:091260
sandersd50a635e2016-04-04 22:50:091261 ReportMemoryUsage();
1262
sandersd1c0bba02016-03-04 23:14:081263 if (pending_suspend_resume_cycle_) {
watkdee516f2016-02-18 02:22:191264 pending_suspend_resume_cycle_ = false;
sandersd50a635e2016-04-04 22:50:091265 UpdatePlayState();
dalecurtis0431cbf2016-03-12 01:19:431266 }
sandersd1c0bba02016-03-04 23:14:081267}
1268
avayvod2135a642017-01-13 00:17:141269void WebMediaPlayerImpl::OnBeforePipelineResume() {
1270 // Enable video track if we disabled it in the background - this way the new
1271 // renderer will attach its callbacks to the video stream properly.
1272 // TODO(avayvod): Remove this when disabling and enabling video tracks in
1273 // non-playing state works correctly. See https://crbug.com/678374.
1274 EnableVideoTrackIfNeeded();
1275 is_pipeline_resuming_ = true;
1276}
1277
1278void WebMediaPlayerImpl::OnPipelineResumed() {
1279 is_pipeline_resuming_ = false;
1280
avayvod56e1f3942017-01-21 02:06:311281 UpdateBackgroundVideoOptimizationState();
avayvod2135a642017-01-13 00:17:141282}
1283
alokp967c902452016-05-06 05:21:371284void WebMediaPlayerImpl::OnDemuxerOpened() {
1285 DCHECK(main_task_runner_->BelongsToCurrentThread());
dalecurtis9cddc0b2017-04-19 21:23:381286 client_->MediaSourceOpened(new WebMediaSourceImpl(chunk_demuxer_));
alokp967c902452016-05-06 05:21:371287}
1288
servolkf94b4602017-01-31 16:44:271289void WebMediaPlayerImpl::OnMemoryPressure(
1290 base::MemoryPressureListener::MemoryPressureLevel memory_pressure_level) {
1291 DVLOG(2) << __func__ << " memory_pressure_level=" << memory_pressure_level;
1292 DCHECK(main_task_runner_->BelongsToCurrentThread());
1293 DCHECK(base::FeatureList::IsEnabled(kMemoryPressureBasedSourceBufferGC));
1294 DCHECK(chunk_demuxer_);
1295
1296 // The new value of |memory_pressure_level| will take effect on the next
1297 // garbage collection. Typically this means the next SourceBuffer append()
1298 // operation, since per MSE spec, the garbage collection must only occur
1299 // during SourceBuffer append(). But if memory pressure is critical it might
1300 // be better to perform GC immediately rather than wait for the next append
1301 // and potentially get killed due to out-of-memory.
1302 // So if this experiment is enabled and pressure level is critical, we'll pass
1303 // down force_instant_gc==true, which will force immediate GC on
1304 // SourceBufferStreams.
1305 bool force_instant_gc =
1306 (enable_instant_source_buffer_gc_ &&
1307 memory_pressure_level ==
1308 base::MemoryPressureListener::MEMORY_PRESSURE_LEVEL_CRITICAL);
1309
1310 // base::Unretained is safe, since chunk_demuxer_ is actually owned by
1311 // |this| via this->demuxer_.
1312 media_task_runner_->PostTask(
1313 FROM_HERE, base::Bind(&ChunkDemuxer::OnMemoryPressure,
1314 base::Unretained(chunk_demuxer_),
Blink Reformat1c4d759e2017-04-09 16:34:541315 base::TimeDelta::FromSecondsD(CurrentTime()),
servolkf94b4602017-01-31 16:44:271316 memory_pressure_level, force_instant_gc));
1317}
1318
alokp967c902452016-05-06 05:21:371319void WebMediaPlayerImpl::OnError(PipelineStatus status) {
pkastingf5279482016-07-27 02:18:201320 DVLOG(1) << __func__;
alokp967c902452016-05-06 05:21:371321 DCHECK(main_task_runner_->BelongsToCurrentThread());
1322 DCHECK_NE(status, PIPELINE_OK);
1323
1324 if (suppress_destruction_errors_)
1325 return;
1326
Thomas Guilbert6b6be3d2017-08-18 03:17:271327#if defined(OS_ANDROID)
1328 if (status == PipelineStatus::DEMUXER_ERROR_DETECTED_HLS) {
1329 renderer_factory_selector_->SetUseMediaPlayer(true);
1330
1331 pipeline_controller_.Stop();
1332
1333 main_task_runner_->PostTask(
1334 FROM_HERE, base::Bind(&WebMediaPlayerImpl::StartPipeline, AsWeakPtr()));
1335 return;
1336 }
1337#endif
1338
dalecurtis9cddc0b2017-04-19 21:23:381339 ReportPipelineError(load_type_, status, media_log_.get());
alokp967c902452016-05-06 05:21:371340 media_log_->AddEvent(media_log_->CreatePipelineErrorEvent(status));
1341
Blink Reformat1c4d759e2017-04-09 16:34:541342 if (ready_state_ == WebMediaPlayer::kReadyStateHaveNothing) {
alokp967c902452016-05-06 05:21:371343 // Any error that occurs before reaching ReadyStateHaveMetadata should
1344 // be considered a format error.
Blink Reformat1c4d759e2017-04-09 16:34:541345 SetNetworkState(WebMediaPlayer::kNetworkStateFormatError);
alokp967c902452016-05-06 05:21:371346 } else {
1347 SetNetworkState(PipelineErrorToNetworkState(status));
1348 }
1349
Thomas Guilbert2e591392017-08-12 00:56:381350 // PipelineController::Stop() is idempotent.
1351 pipeline_controller_.Stop();
1352
alokp967c902452016-05-06 05:21:371353 UpdatePlayState();
1354}
1355
1356void WebMediaPlayerImpl::OnEnded() {
pkastingf5279482016-07-27 02:18:201357 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:431358 DCHECK(main_task_runner_->BelongsToCurrentThread());
scherkusd2c745b2014-09-04 05:03:401359
sandersd1c0bba02016-03-04 23:14:081360 // Ignore state changes until we've completed all outstanding operations.
1361 if (!pipeline_controller_.IsStable())
scherkusd2c745b2014-09-04 05:03:401362 return;
1363
1364 ended_ = true;
Blink Reformat1c4d759e2017-04-09 16:34:541365 client_->TimeChanged();
sandersd50a635e2016-04-04 22:50:091366
dalecurtis1af3c1a2017-04-11 00:53:491367 // Clear any new frame processed callbacks on end; otherwise we'll end up
1368 // logging a time long after playback ends.
1369 frame_time_report_cb_.Cancel();
1370
sandersd50a635e2016-04-04 22:50:091371 // We don't actually want this to run until |client_| calls seek() or pause(),
1372 // but that should have already happened in timeChanged() and so this is
1373 // expected to be a no-op.
1374 UpdatePlayState();
[email protected]576537842009-08-12 23:52:051375}
1376
alokp967c902452016-05-06 05:21:371377void WebMediaPlayerImpl::OnMetadata(PipelineMetadata metadata) {
pkastingf5279482016-07-27 02:18:201378 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:431379 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]a8e2cb82012-08-17 00:02:391380
[email protected]b8877772014-03-26 20:17:151381 pipeline_metadata_ = metadata;
[email protected]739847c02014-01-16 00:12:251382
Blink Reformat1c4d759e2017-04-09 16:34:541383 SetReadyState(WebMediaPlayer::kReadyStateHaveMetadata);
dalecurtis849cf4b22015-03-27 18:35:451384 UMA_HISTOGRAM_ENUMERATION("Media.VideoRotation", metadata.video_rotation,
acolwell9e0840d2014-09-06 19:01:321385 VIDEO_ROTATION_MAX + 1);
[email protected]21c3f7502013-03-23 03:29:511386
Blink Reformat1c4d759e2017-04-09 16:34:541387 if (HasVideo()) {
liberato2fd111be2017-01-04 00:25:061388 if (overlay_enabled_) {
1389 // SurfaceView doesn't support rotated video, so transition back if
1390 // the video is now rotated. If |force_video_overlays_|, we keep the
1391 // overlay anyway so that the state machine keeps working.
1392 if (!force_video_overlays_ && !DoesOverlaySupportMetadata())
1393 DisableOverlay();
1394 else if (surface_manager_)
1395 surface_manager_->NaturalSizeChanged(pipeline_metadata_.natural_size);
1396 }
watkf835a792016-06-24 23:24:401397
lethalantidote7f6009d2017-07-07 21:47:391398 if (!surface_layer_for_video_enabled_) {
1399 DCHECK(!video_weblayer_);
1400 video_weblayer_.reset(new cc_blink::WebLayerImpl(cc::VideoLayer::Create(
1401 compositor_, pipeline_metadata_.video_rotation)));
1402 video_weblayer_->layer()->SetContentsOpaque(opaque_);
1403 video_weblayer_->SetContentsOpaqueIsFixed(true);
1404 client_->SetWebLayer(video_weblayer_.get());
1405 } else if (bridge_->GetWebLayer()) {
1406 bridge_->GetWebLayer()->CcLayer()->SetContentsOpaque(opaque_);
1407 // TODO(lethalantidote): Figure out how to persist opaque setting
1408 // without calling WebLayerImpl's SetContentsOpaueIsFixed;
1409 // https://crbug/739859.
1410 client_->SetWebLayer(bridge_->GetWebLayer());
1411 }
[email protected]a8e2cb82012-08-17 00:02:391412 }
dalecurtis8e4dc682016-03-15 02:30:301413
xjzd3fe45a2016-10-12 18:26:371414 if (observer_)
xjz15b483f2017-01-12 00:21:361415 observer_->OnMetadataChanged(pipeline_metadata_);
xjzd3fe45a2016-10-12 18:26:371416
dalecurtis04bdb582016-08-17 22:15:231417 CreateWatchTimeReporter();
sandersd50a635e2016-04-04 22:50:091418 UpdatePlayState();
[email protected]a8e2cb82012-08-17 00:02:391419}
1420
hubbeb2d3efd2017-05-05 23:26:381421void WebMediaPlayerImpl::OnProgress() {
Chris Watkins1ffabc5f2017-05-10 20:52:091422 DVLOG(4) << __func__;
hubbeb2d3efd2017-05-05 23:26:381423 if (highest_ready_state_ < ReadyState::kReadyStateHaveFutureData) {
1424 // Reset the preroll attempt clock.
1425 preroll_attempt_pending_ = true;
1426 preroll_attempt_start_time_ = base::TimeTicks();
1427
1428 // Clear any 'stale' flag and give the pipeline a chance to resume. If we
1429 // are already resumed, this will cause |preroll_attempt_start_time_| to
1430 // be set.
1431 delegate_->ClearStaleFlag(delegate_id_);
1432 UpdatePlayState();
1433 } else if (ready_state_ == ReadyState::kReadyStateHaveFutureData &&
1434 CanPlayThrough()) {
1435 SetReadyState(WebMediaPlayer::kReadyStateHaveEnoughData);
1436 }
1437}
1438
1439bool WebMediaPlayerImpl::CanPlayThrough() {
1440 if (!base::FeatureList::IsEnabled(kSpecCompliantCanPlayThrough))
1441 return true;
1442 if (chunk_demuxer_)
1443 return true;
1444 if (data_source_ && data_source_->assume_fully_buffered())
1445 return true;
1446 // If we're not currently downloading, we have as much buffer as
1447 // we're ever going to get, which means we say we can play through.
1448 if (network_state_ == WebMediaPlayer::kNetworkStateIdle)
1449 return true;
1450 return buffered_data_source_host_.CanPlayThrough(
1451 base::TimeDelta::FromSecondsD(CurrentTime()),
1452 base::TimeDelta::FromSecondsD(Duration()),
1453 playback_rate_ == 0.0 ? 1.0 : playback_rate_);
1454}
1455
alokp967c902452016-05-06 05:21:371456void WebMediaPlayerImpl::OnBufferingStateChange(BufferingState state) {
pkastingf5279482016-07-27 02:18:201457 DVLOG(1) << __func__ << "(" << state << ")";
alokp967c902452016-05-06 05:21:371458 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]b8877772014-03-26 20:17:151459
sandersd1c0bba02016-03-04 23:14:081460 // Ignore buffering state changes until we've completed all outstanding
1461 // operations.
1462 if (!pipeline_controller_.IsStable())
[email protected]ba7d5f92014-06-24 05:37:401463 return;
[email protected]b8877772014-03-26 20:17:151464
dalecurtis869bf2f2017-01-10 18:01:101465 media_log_->AddEvent(media_log_->CreateBufferingStateChangedEvent(
1466 "pipeline_buffering_state", state));
1467
chcunninghameb270c92016-07-15 01:00:451468 if (state == BUFFERING_HAVE_ENOUGH) {
hubbeb2d3efd2017-05-05 23:26:381469 SetReadyState(CanPlayThrough() ? WebMediaPlayer::kReadyStateHaveEnoughData
1470 : WebMediaPlayer::kReadyStateHaveFutureData);
[email protected]ba7d5f92014-06-24 05:37:401471
chcunninghameb270c92016-07-15 01:00:451472 // Let the DataSource know we have enough data. It may use this information
1473 // to release unused network connections.
1474 if (data_source_)
1475 data_source_->OnBufferingHaveEnough(false);
dalecurtis849cf4b22015-03-27 18:35:451476
chcunninghameb270c92016-07-15 01:00:451477 // Blink expects a timeChanged() in response to a seek().
sandersd35d2c3f2017-01-14 02:04:421478 if (should_notify_time_changed_) {
1479 should_notify_time_changed_ = false;
Blink Reformat1c4d759e2017-04-09 16:34:541480 client_->TimeChanged();
sandersd35d2c3f2017-01-14 02:04:421481 }
dalecurtis0f0097a2015-12-01 17:40:471482
chcunninghameb270c92016-07-15 01:00:451483 // Once we have enough, start reporting the total memory usage. We'll also
1484 // report once playback starts.
1485 ReportMemoryUsage();
dalecurtis9d638a12016-08-30 06:20:551486
dalecurtis4f6d14d2017-02-22 17:42:221487 // Report the amount of time it took to leave the underflow state.
1488 if (underflow_timer_) {
1489 RecordUnderflowDuration(underflow_timer_->Elapsed());
dalecurtis9d638a12016-08-30 06:20:551490 underflow_timer_.reset();
1491 }
chcunninghameb270c92016-07-15 01:00:451492 } else {
1493 // Buffering has underflowed.
1494 DCHECK_EQ(state, BUFFERING_HAVE_NOTHING);
dalecurtisacd77d62016-09-09 23:23:141495
dalecurtisd06eabc2017-02-24 23:43:291496 // Report the number of times we've entered the underflow state. Ensure we
1497 // only report the value when transitioning from HAVE_ENOUGH to
1498 // HAVE_NOTHING.
Dale Curtis6995b862017-05-31 22:20:081499 if (ready_state_ == WebMediaPlayer::kReadyStateHaveEnoughData &&
1500 !seeking_) {
dalecurtisacd77d62016-09-09 23:23:141501 underflow_timer_.reset(new base::ElapsedTimer());
Dale Curtis6995b862017-05-31 22:20:081502 watch_time_reporter_->OnUnderflow();
1503 }
dalecurtisacd77d62016-09-09 23:23:141504
chcunninghameb270c92016-07-15 01:00:451505 // It shouldn't be possible to underflow if we've not advanced past
1506 // HAVE_CURRENT_DATA.
Blink Reformat1c4d759e2017-04-09 16:34:541507 DCHECK_GT(highest_ready_state_, WebMediaPlayer::kReadyStateHaveCurrentData);
1508 SetReadyState(WebMediaPlayer::kReadyStateHaveCurrentData);
chcunninghameb270c92016-07-15 01:00:451509 }
sandersd50a635e2016-04-04 22:50:091510
1511 UpdatePlayState();
[email protected]b8877772014-03-26 20:17:151512}
1513
alokp967c902452016-05-06 05:21:371514void WebMediaPlayerImpl::OnDurationChange() {
acolwellb4034942014-08-28 15:42:431515 DCHECK(main_task_runner_->BelongsToCurrentThread());
alokp967c902452016-05-06 05:21:371516
1517 // TODO(sandersd): We should call delegate_->DidPlay() with the new duration,
1518 // especially if it changed from <5s to >5s.
Blink Reformat1c4d759e2017-04-09 16:34:541519 if (ready_state_ == WebMediaPlayer::kReadyStateHaveNothing)
alokp967c902452016-05-06 05:21:371520 return;
1521
Blink Reformat1c4d759e2017-04-09 16:34:541522 client_->DurationChanged();
[email protected]81bb3322011-07-21 15:55:501523}
1524
alokp967c902452016-05-06 05:21:371525void WebMediaPlayerImpl::OnAddTextTrack(const TextTrackConfig& config,
1526 const AddTextTrackDoneCB& done_cb) {
acolwellb4034942014-08-28 15:42:431527 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]71537722013-05-23 06:47:531528
[email protected]8a561062013-11-22 01:19:311529 const WebInbandTextTrackImpl::Kind web_kind =
1530 static_cast<WebInbandTextTrackImpl::Kind>(config.kind());
Blink Reformat1c4d759e2017-04-09 16:34:541531 const blink::WebString web_label = blink::WebString::FromUTF8(config.label());
[email protected]8a561062013-11-22 01:19:311532 const blink::WebString web_language =
Blink Reformat1c4d759e2017-04-09 16:34:541533 blink::WebString::FromUTF8(config.language());
1534 const blink::WebString web_id = blink::WebString::FromUTF8(config.id());
[email protected]71537722013-05-23 06:47:531535
dcheng3076abbf2016-04-22 20:42:391536 std::unique_ptr<WebInbandTextTrackImpl> web_inband_text_track(
henriks9cce5fa2014-12-12 09:35:301537 new WebInbandTextTrackImpl(web_kind, web_label, web_language, web_id));
[email protected]8a561062013-11-22 01:19:311538
dcheng3076abbf2016-04-22 20:42:391539 std::unique_ptr<media::TextTrack> text_track(new TextTrackImpl(
dcheng652f5ff2015-12-27 08:54:001540 main_task_runner_, client_, std::move(web_inband_text_track)));
[email protected]8a561062013-11-22 01:19:311541
dcheng652f5ff2015-12-27 08:54:001542 done_cb.Run(std::move(text_track));
[email protected]71537722013-05-23 06:47:531543}
1544
alokp967c902452016-05-06 05:21:371545void WebMediaPlayerImpl::OnWaitingForDecryptionKey() {
1546 DCHECK(main_task_runner_->BelongsToCurrentThread());
1547
Blink Reformat1c4d759e2017-04-09 16:34:541548 encrypted_client_->DidBlockPlaybackWaitingForKey();
alokp967c902452016-05-06 05:21:371549 // TODO(jrummell): didResumePlaybackBlockedForKey() should only be called
1550 // when a key has been successfully added (e.g. OnSessionKeysChange() with
1551 // |has_additional_usable_key| = true). http://crbug.com/461903
Blink Reformat1c4d759e2017-04-09 16:34:541552 encrypted_client_->DidResumePlaybackBlockedForKey();
alokp967c902452016-05-06 05:21:371553}
1554
alokp5d86e9b2016-05-17 20:20:411555void WebMediaPlayerImpl::OnVideoNaturalSizeChange(const gfx::Size& size) {
1556 DCHECK(main_task_runner_->BelongsToCurrentThread());
Blink Reformat1c4d759e2017-04-09 16:34:541557 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
alokp5d86e9b2016-05-17 20:20:411558
Chris Cunningham038548b2017-07-10 22:36:301559 TRACE_EVENT0("media", "WebMediaPlayerImpl::OnVideoNaturalSizeChange");
xhwang60802652017-04-19 07:29:581560
xjz15b483f2017-01-12 00:21:361561 // The input |size| is from the decoded video frame, which is the original
1562 // natural size and need to be rotated accordingly.
sandersd2c478422016-08-02 01:19:251563 gfx::Size rotated_size =
1564 GetRotatedVideoSize(pipeline_metadata_.video_rotation, size);
1565
xhwang60802652017-04-19 07:29:581566 RecordVideoNaturalSize(rotated_size);
1567
1568 gfx::Size old_size = pipeline_metadata_.natural_size;
1569 if (rotated_size == old_size)
alokp5d86e9b2016-05-17 20:20:411570 return;
1571
xjz516ef6d2017-01-07 00:23:061572 pipeline_metadata_.natural_size = rotated_size;
dalecurtis25405562017-04-14 23:35:111573
1574 // Re-create |watch_time_reporter_| if we didn't originally know the video
1575 // size or the previous size was too small for reporting.
1576 if (!watch_time_reporter_->IsSizeLargeEnoughToReportWatchTime())
tguilbert796a40e2016-11-09 01:11:421577 CreateWatchTimeReporter();
dalecurtis25405562017-04-14 23:35:111578
liberato2ff93ad2017-05-17 07:28:241579 if (overlay_enabled_ && surface_manager_ &&
1580 overlay_mode_ == OverlayMode::kUseContentVideoView) {
xhwang60802652017-04-19 07:29:581581 surface_manager_->NaturalSizeChanged(rotated_size);
liberato2ff93ad2017-05-17 07:28:241582 }
xhwang60802652017-04-19 07:29:581583
Blink Reformat1c4d759e2017-04-09 16:34:541584 client_->SizeChanged();
xjz516ef6d2017-01-07 00:23:061585
xjz15b483f2017-01-12 00:21:361586 if (observer_)
1587 observer_->OnMetadataChanged(pipeline_metadata_);
peconn257951522017-06-09 18:24:591588
1589 delegate_->DidPlayerSizeChange(delegate_id_, NaturalSize());
alokp5d86e9b2016-05-17 20:20:411590}
1591
1592void WebMediaPlayerImpl::OnVideoOpacityChange(bool opaque) {
1593 DCHECK(main_task_runner_->BelongsToCurrentThread());
Blink Reformat1c4d759e2017-04-09 16:34:541594 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
alokp5d86e9b2016-05-17 20:20:411595
1596 opaque_ = opaque;
1597 // Modify content opaqueness of cc::Layer directly so that
1598 // SetContentsOpaqueIsFixed is ignored.
lethalantidote7f6009d2017-07-07 21:47:391599 if (!surface_layer_for_video_enabled_) {
1600 if (video_weblayer_)
1601 video_weblayer_->layer()->SetContentsOpaque(opaque_);
1602 } else if (bridge_->GetWebLayer()) {
1603 bridge_->GetWebLayer()->CcLayer()->SetContentsOpaque(opaque_);
1604 }
alokp5d86e9b2016-05-17 20:20:411605}
1606
Chris Cunningham038548b2017-07-10 22:36:301607void WebMediaPlayerImpl::OnAudioConfigChange(const AudioDecoderConfig& config) {
1608 DCHECK(main_task_runner_->BelongsToCurrentThread());
1609 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
1610
1611 pipeline_metadata_.audio_decoder_config = config;
1612
1613 if (observer_)
1614 observer_->OnMetadataChanged(pipeline_metadata_);
1615}
1616
1617void WebMediaPlayerImpl::OnVideoConfigChange(const VideoDecoderConfig& config) {
1618 DCHECK(main_task_runner_->BelongsToCurrentThread());
1619 DCHECK_NE(ready_state_, WebMediaPlayer::kReadyStateHaveNothing);
1620
1621 // TODO(chcunningham): Observe changes to video codec profile to signal
1622 // beginning of a new Media Capabilities playback report.
1623 pipeline_metadata_.video_decoder_config = config;
1624
1625 if (observer_)
1626 observer_->OnMetadataChanged(pipeline_metadata_);
1627}
1628
avayvodeecec52c2017-02-14 01:25:091629void WebMediaPlayerImpl::OnVideoAverageKeyframeDistanceUpdate() {
1630 UpdateBackgroundVideoOptimizationState();
1631}
1632
sandersd35d2c3f2017-01-14 02:04:421633void WebMediaPlayerImpl::OnFrameHidden() {
sandersd1e49fb62015-12-12 01:18:061634 DCHECK(main_task_runner_->BelongsToCurrentThread());
avayvod39c102402016-11-23 21:43:131635
avayvod65fad272017-02-24 01:00:481636 // Backgrounding a video requires a user gesture to resume playback.
1637 if (IsHidden())
1638 video_locked_when_paused_when_hidden_ = true;
1639
[email protected]28347e72017-06-27 17:30:111640 overlay_info_.is_frame_hidden = true;
1641 MaybeSendOverlayInfoToDecoder();
1642
dalecurtis04bdb582016-08-17 22:15:231643 if (watch_time_reporter_)
1644 watch_time_reporter_->OnHidden();
avayvod48a8be52016-08-04 19:52:501645
avayvod65fad272017-02-24 01:00:481646 UpdateBackgroundVideoOptimizationState();
sandersd50a635e2016-04-04 22:50:091647 UpdatePlayState();
dalecurtis8b8505e72016-06-10 21:59:171648
1649 // Schedule suspended playing media to be paused if the user doesn't come back
1650 // to it within some timeout period to avoid any autoplay surprises.
1651 ScheduleIdlePauseTimer();
sandersd1e49fb62015-12-12 01:18:061652}
1653
sandersd35d2c3f2017-01-14 02:04:421654void WebMediaPlayerImpl::OnFrameClosed() {
sandersd1e49fb62015-12-12 01:18:061655 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]28347e72017-06-27 17:30:111656
1657 // Re-use |is_hidden| since nothing cares about the difference anyway.
1658 overlay_info_.is_frame_hidden = true;
1659 MaybeSendOverlayInfoToDecoder();
1660
sandersd35d2c3f2017-01-14 02:04:421661 UpdatePlayState();
1662}
1663
1664void WebMediaPlayerImpl::OnFrameShown() {
1665 DCHECK(main_task_runner_->BelongsToCurrentThread());
1666 background_pause_timer_.Stop();
1667
avayvod65fad272017-02-24 01:00:481668 // Foreground videos don't require user gesture to continue playback.
1669 video_locked_when_paused_when_hidden_ = false;
1670
[email protected]28347e72017-06-27 17:30:111671 overlay_info_.is_frame_hidden = false;
1672 MaybeSendOverlayInfoToDecoder();
1673
dalecurtis04bdb582016-08-17 22:15:231674 if (watch_time_reporter_)
1675 watch_time_reporter_->OnShown();
1676
avayvodcc273dd2017-01-19 19:35:121677 // Only track the time to the first frame if playing or about to play because
1678 // of being shown and only for videos we would optimize background playback
1679 // for.
1680 if ((!paused_ && IsBackgroundOptimizationCandidate()) ||
1681 paused_when_hidden_) {
dalecurtis1af3c1a2017-04-11 00:53:491682 frame_time_report_cb_.Reset(
1683 base::Bind(&WebMediaPlayerImpl::ReportTimeFromForegroundToFirstFrame,
1684 AsWeakPtr(), base::TimeTicks::Now()));
avayvodcc273dd2017-01-19 19:35:121685 compositor_task_runner_->PostTask(
1686 FROM_HERE,
1687 base::Bind(&VideoFrameCompositor::SetOnNewProcessedFrameCallback,
dalecurtis1af3c1a2017-04-11 00:53:491688 base::Unretained(compositor_),
1689 BindToCurrentLoop(frame_time_report_cb_.callback())));
avayvodcc273dd2017-01-19 19:35:121690 }
avayvodac607d652017-01-06 03:16:431691
Dale Curtisdcbb81a2017-08-18 01:06:121692 UpdateBackgroundVideoOptimizationState();
avayvod65fad272017-02-24 01:00:481693
avayvod2135a642017-01-13 00:17:141694 if (paused_when_hidden_) {
1695 paused_when_hidden_ = false;
1696 OnPlay(); // Calls UpdatePlayState() so return afterwards.
1697 return;
1698 }
1699
sandersd50a635e2016-04-04 22:50:091700 UpdatePlayState();
sandersd1e49fb62015-12-12 01:18:061701}
1702
sandersd35d2c3f2017-01-14 02:04:421703void WebMediaPlayerImpl::OnIdleTimeout() {
dalecurtis0431cbf2016-03-12 01:19:431704 DCHECK(main_task_runner_->BelongsToCurrentThread());
1705
sandersd35d2c3f2017-01-14 02:04:421706 // If we are attempting preroll, clear the stale flag.
1707 if (IsPrerollAttemptNeeded()) {
tguilbert1bb1c782017-01-23 21:15:111708 delegate_->ClearStaleFlag(delegate_id_);
sandersd35d2c3f2017-01-14 02:04:421709 return;
watkd026f792016-11-05 00:28:511710 }
sandersd50a635e2016-04-04 22:50:091711
sandersd35d2c3f2017-01-14 02:04:421712 UpdatePlayState();
dalecurtis0431cbf2016-03-12 01:19:431713}
1714
dalecurtisbb3eaac2016-01-27 21:10:251715void WebMediaPlayerImpl::OnPlay() {
Blink Reformat1c4d759e2017-04-09 16:34:541716 Play();
1717 client_->PlaybackStateChanged();
dalecurtisbb3eaac2016-01-27 21:10:251718}
1719
1720void WebMediaPlayerImpl::OnPause() {
Blink Reformat1c4d759e2017-04-09 16:34:541721 Pause();
1722 client_->PlaybackStateChanged();
dalecurtisbb3eaac2016-01-27 21:10:251723}
1724
1725void WebMediaPlayerImpl::OnVolumeMultiplierUpdate(double multiplier) {
1726 volume_multiplier_ = multiplier;
Blink Reformat1c4d759e2017-04-09 16:34:541727 SetVolume(volume_);
dalecurtisbb3eaac2016-01-27 21:10:251728}
1729
zqzhang8ac49002017-03-16 21:51:351730void WebMediaPlayerImpl::OnBecamePersistentVideo(bool value) {
Blink Reformat1c4d759e2017-04-09 16:34:541731 client_->OnBecamePersistentVideo(value);
zqzhang8ac49002017-03-16 21:51:351732}
1733
watkdee516f2016-02-18 02:22:191734void WebMediaPlayerImpl::ScheduleRestart() {
sandersd50a635e2016-04-04 22:50:091735 // TODO(watk): All restart logic should be moved into PipelineController.
tguilbert350936ff2017-02-24 05:39:271736 if (pipeline_controller_.IsPipelineRunning() &&
1737 !pipeline_controller_.IsPipelineSuspended()) {
watkdee516f2016-02-18 02:22:191738 pending_suspend_resume_cycle_ = true;
sandersd50a635e2016-04-04 22:50:091739 UpdatePlayState();
watkdee516f2016-02-18 02:22:191740 }
1741}
1742
Blink Reformat1c4d759e2017-04-09 16:34:541743void WebMediaPlayerImpl::RequestRemotePlaybackDisabled(bool disabled) {
miu77f914c2016-11-19 23:56:181744 if (observer_)
1745 observer_->OnRemotePlaybackDisabled(disabled);
1746}
1747
hubbed5f36882016-01-15 22:40:371748#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:541749bool WebMediaPlayerImpl::IsRemote() const {
hubbed5f36882016-01-15 22:40:371750 return cast_impl_.isRemote();
1751}
1752
1753void WebMediaPlayerImpl::SetMediaPlayerManager(
1754 RendererMediaPlayerManagerInterface* media_player_manager) {
1755 cast_impl_.SetMediaPlayerManager(media_player_manager);
1756}
1757
Blink Reformat1c4d759e2017-04-09 16:34:541758void WebMediaPlayerImpl::RequestRemotePlayback() {
hubbed5f36882016-01-15 22:40:371759 cast_impl_.requestRemotePlayback();
1760}
1761
Blink Reformat1c4d759e2017-04-09 16:34:541762void WebMediaPlayerImpl::RequestRemotePlaybackControl() {
hubbed5f36882016-01-15 22:40:371763 cast_impl_.requestRemotePlaybackControl();
1764}
1765
Blink Reformat1c4d759e2017-04-09 16:34:541766void WebMediaPlayerImpl::RequestRemotePlaybackStop() {
avayvod8d8c53b2016-11-04 16:10:301767 cast_impl_.requestRemotePlaybackStop();
1768}
1769
hubbed5f36882016-01-15 22:40:371770void WebMediaPlayerImpl::OnRemotePlaybackEnded() {
pkastingf5279482016-07-27 02:18:201771 DVLOG(1) << __func__;
hubbed5f36882016-01-15 22:40:371772 DCHECK(main_task_runner_->BelongsToCurrentThread());
1773
1774 ended_ = true;
Blink Reformat1c4d759e2017-04-09 16:34:541775 client_->TimeChanged();
hubbed5f36882016-01-15 22:40:371776}
1777
1778void WebMediaPlayerImpl::OnDisconnectedFromRemoteDevice(double t) {
sandersd1c0bba02016-03-04 23:14:081779 DoSeek(base::TimeDelta::FromSecondsD(t), false);
hubbed5f36882016-01-15 22:40:371780
Anton Vayvodfad2f3ea2017-07-19 21:45:271781 // |client_| might destroy us in methods below.
1782 UpdatePlayState();
1783
hubbed5f36882016-01-15 22:40:371784 // We already told the delegate we're paused when remoting started.
Blink Reformat1c4d759e2017-04-09 16:34:541785 client_->PlaybackStateChanged();
1786 client_->DisconnectedFromRemoteDevice();
hubbed5f36882016-01-15 22:40:371787}
1788
1789void WebMediaPlayerImpl::SuspendForRemote() {
avayvod82729272017-05-29 21:58:391790 if (pipeline_controller_.IsPipelineSuspended() &&
1791 !IsNewRemotePlaybackPipelineEnabled()) {
hubbed5f36882016-01-15 22:40:371792 scoped_refptr<VideoFrame> frame = cast_impl_.GetCastingBanner();
sandersd50a635e2016-04-04 22:50:091793 if (frame)
dalecurtise9c89e92016-05-20 19:38:001794 compositor_->PaintSingleFrame(frame);
hubbed5f36882016-01-15 22:40:371795 }
sandersd50a635e2016-04-04 22:50:091796
1797 UpdatePlayState();
hubbed5f36882016-01-15 22:40:371798}
1799
1800gfx::Size WebMediaPlayerImpl::GetCanvasSize() const {
lethalantidote7f6009d2017-07-07 21:47:391801 if (!surface_layer_for_video_enabled_) {
1802 if (!video_weblayer_)
1803 return pipeline_metadata_.natural_size;
1804
1805 return video_weblayer_->Bounds();
1806 }
1807 if (!bridge_->GetWebLayer())
hubbed5f36882016-01-15 22:40:371808 return pipeline_metadata_.natural_size;
1809
lethalantidote7f6009d2017-07-07 21:47:391810 return bridge_->GetWebLayer()->Bounds();
hubbed5f36882016-01-15 22:40:371811}
1812
1813void WebMediaPlayerImpl::SetDeviceScaleFactor(float scale_factor) {
1814 cast_impl_.SetDeviceScaleFactor(scale_factor);
1815}
hubbee4027f92016-05-19 05:18:131816
Blink Reformat1c4d759e2017-04-09 16:34:541817void WebMediaPlayerImpl::SetPoster(const blink::WebURL& poster) {
xjzc102fd82017-01-04 20:13:531818 cast_impl_.setPoster(poster);
xjzc102fd82017-01-04 20:13:531819}
xjz2504c4da2017-04-18 18:50:141820#endif // defined(OS_ANDROID) // WMPI_CAST
xjzc102fd82017-01-04 20:13:531821
[email protected]fee8a902014-06-03 13:43:361822void WebMediaPlayerImpl::DataSourceInitialized(bool success) {
pkastingf5279482016-07-27 02:18:201823 DVLOG(1) << __func__;
acolwellb4034942014-08-28 15:42:431824 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]a9415292012-01-19 19:55:201825
Anton Vayvod09fa66e2017-07-20 23:02:121826 if (observer_ && IsNewRemotePlaybackPipelineEnabled() && data_source_)
1827 observer_->OnDataSourceInitialized(data_source_->GetUrlAfterRedirects());
1828
[email protected]d250190da3b2012-07-23 22:57:301829 if (!success) {
Blink Reformat1c4d759e2017-04-09 16:34:541830 SetNetworkState(WebMediaPlayer::kNetworkStateFormatError);
sandersd50a635e2016-04-04 22:50:091831
1832 // Not really necessary, since the pipeline was never started, but it at
1833 // least this makes sure that the error handling code is in sync.
1834 UpdatePlayState();
1835
[email protected]a9415292012-01-19 19:55:201836 return;
1837 }
1838
hubbee2cc88c092017-07-14 23:10:411839 // No point in preloading data as we'll probably just throw it away anyways.
1840 if (IsStreaming() && preload_ > MultibufferDataSource::METADATA) {
1841 data_source_->SetPreload(MultibufferDataSource::METADATA);
1842 }
1843
[email protected]ef8394c2013-08-21 20:26:301844 StartPipeline();
[email protected]a9415292012-01-19 19:55:201845}
1846
[email protected]122f40252012-06-12 05:01:561847void WebMediaPlayerImpl::NotifyDownloading(bool is_downloading) {
hubbeb2d3efd2017-05-05 23:26:381848 DVLOG(1) << __func__ << "(" << is_downloading << ")";
Blink Reformat1c4d759e2017-04-09 16:34:541849 if (!is_downloading && network_state_ == WebMediaPlayer::kNetworkStateLoading)
1850 SetNetworkState(WebMediaPlayer::kNetworkStateIdle);
1851 else if (is_downloading &&
1852 network_state_ == WebMediaPlayer::kNetworkStateIdle)
1853 SetNetworkState(WebMediaPlayer::kNetworkStateLoading);
hubbeb2d3efd2017-05-05 23:26:381854 if (ready_state_ == ReadyState::kReadyStateHaveFutureData && !is_downloading)
1855 SetReadyState(WebMediaPlayer::kReadyStateHaveEnoughData);
[email protected]122f40252012-06-12 05:01:561856}
1857
watkf835a792016-06-24 23:24:401858void WebMediaPlayerImpl::OnSurfaceCreated(int surface_id) {
liberato2ff93ad2017-05-17 07:28:241859 DCHECK(overlay_mode_ == OverlayMode::kUseContentVideoView);
tsunghungee562e92016-07-20 18:03:311860 overlay_surface_id_ = surface_id;
liberato2ff93ad2017-05-17 07:28:241861 MaybeSendOverlayInfoToDecoder();
watkf835a792016-06-24 23:24:401862}
1863
liberato2ff93ad2017-05-17 07:28:241864void WebMediaPlayerImpl::OnOverlayRoutingToken(
1865 const base::UnguessableToken& token) {
1866 DCHECK(overlay_mode_ == OverlayMode::kUseAndroidOverlay);
liberatofe8f9692017-06-08 19:17:361867 // TODO(liberato): |token| should already be a RoutingToken.
1868 overlay_routing_token_is_pending_ = false;
1869 overlay_routing_token_ = OverlayInfo::RoutingToken(token);
liberato2ff93ad2017-05-17 07:28:241870 MaybeSendOverlayInfoToDecoder();
1871}
1872
1873void WebMediaPlayerImpl::OnOverlayInfoRequested(
dalecurtis4b632fce22016-11-10 00:52:171874 bool decoder_requires_restart_for_overlay,
liberato2ff93ad2017-05-17 07:28:241875 const ProvideOverlayInfoCB& provide_overlay_info_cb) {
watkdee516f2016-02-18 02:22:191876 DCHECK(main_task_runner_->BelongsToCurrentThread());
1877 DCHECK(surface_manager_);
1878
1879 // A null callback indicates that the decoder is going away.
liberato2ff93ad2017-05-17 07:28:241880 if (provide_overlay_info_cb.is_null()) {
tsunghungee562e92016-07-20 18:03:311881 decoder_requires_restart_for_overlay_ = false;
liberato2ff93ad2017-05-17 07:28:241882 provide_overlay_info_cb_.Reset();
watkdee516f2016-02-18 02:22:191883 return;
1884 }
1885
[email protected]5036eb22017-07-27 02:18:541886 // For encrypted video on pre-M, we pretend that the decoder doesn't require a
1887 // restart. This is because it needs an overlay all the time anyway. We'll
1888 // switch into |force_video_overlays_| mode below.
1889 if (overlay_mode_ == OverlayMode::kUseAndroidOverlay && is_encrypted_)
1890 decoder_requires_restart_for_overlay = false;
1891
dalecurtis4b632fce22016-11-10 00:52:171892 // If we get a surface request it means GpuVideoDecoder is initializing, so
1893 // until we get a null surface request, GVD is the active decoder.
1894 //
1895 // If |decoder_requires_restart_for_overlay| is true, we must restart the
1896 // pipeline for fullscreen transitions. The decoder is unable to switch
1897 // surfaces otherwise. If false, we simply need to tell the decoder about the
1898 // new surface and it will handle things seamlessly.
1899 decoder_requires_restart_for_overlay_ = decoder_requires_restart_for_overlay;
liberato2ff93ad2017-05-17 07:28:241900 provide_overlay_info_cb_ = provide_overlay_info_cb;
dalecurtis4b632fce22016-11-10 00:52:171901
[email protected]77568482017-06-21 21:16:521902 // We always force (allow, actually) video overlays in AndroidOverlayMode.
1903 // AVDA figures out when to use them. If the decoder requires restart, then
1904 // we still want to restart the decoder on the fullscreen transitions anyway.
1905 if (overlay_mode_ == OverlayMode::kUseAndroidOverlay &&
1906 !decoder_requires_restart_for_overlay) {
1907 force_video_overlays_ = true;
1908 if (!overlay_enabled_)
1909 EnableOverlay();
1910 }
1911
dalecurtis4b632fce22016-11-10 00:52:171912 // If we're waiting for the surface to arrive, OnSurfaceCreated() will be
liberato2ff93ad2017-05-17 07:28:241913 // called later when it arrives; so do nothing for now. For AndroidOverlay,
1914 // if we're waiting for the token then... OnOverlayRoutingToken()...
1915 // We do this so that a request for a surface will block if we're in the
1916 // process of getting one. Otherwise, on pre-M, the decoder would be stuck
1917 // without an overlay if the restart that happens on entering fullscreen
1918 // succeeds before we have the overlay info. Post-M, we could send what we
1919 // have unconditionally. When the info arrives, it will be sent.
1920 MaybeSendOverlayInfoToDecoder();
1921}
1922
1923void WebMediaPlayerImpl::MaybeSendOverlayInfoToDecoder() {
1924 // If the decoder didn't request overlay info, then don't send it.
1925 if (!provide_overlay_info_cb_)
dalecurtis4b632fce22016-11-10 00:52:171926 return;
1927
liberato2ff93ad2017-05-17 07:28:241928 // We should send the overlay info as long as we know it. This includes the
1929 // case where |!overlay_enabled_|, since we want to tell the decoder to avoid
1930 // using overlays. Assuming that the decoder has requested info, the only
1931 // case in which we don't want to send something is if we've requested the
1932 // info but not received it yet. Then, we should wait until we do.
liberatofe8f9692017-06-08 19:17:361933 //
1934 // Initialization requires this; AVDA should start with enough info to make an
1935 // overlay, so that (pre-M) the initial codec is created with the right output
1936 // surface; it can't switch later.
liberato2ff93ad2017-05-17 07:28:241937 if (overlay_mode_ == OverlayMode::kUseContentVideoView) {
1938 if (!overlay_surface_id_.has_value())
1939 return;
liberatofe8f9692017-06-08 19:17:361940
1941 overlay_info_.surface_id = *overlay_surface_id_;
liberato2ff93ad2017-05-17 07:28:241942 } else if (overlay_mode_ == OverlayMode::kUseAndroidOverlay) {
liberatofe8f9692017-06-08 19:17:361943 if (overlay_routing_token_is_pending_)
liberato2ff93ad2017-05-17 07:28:241944 return;
liberatofe8f9692017-06-08 19:17:361945
1946 overlay_info_.routing_token = overlay_routing_token_;
liberato2ff93ad2017-05-17 07:28:241947 }
1948
liberato2ff93ad2017-05-17 07:28:241949 // If restart is required, the callback is one-shot only.
1950 if (decoder_requires_restart_for_overlay_) {
liberatofe8f9692017-06-08 19:17:361951 base::ResetAndReturn(&provide_overlay_info_cb_).Run(overlay_info_);
liberato2ff93ad2017-05-17 07:28:241952 } else {
liberatofe8f9692017-06-08 19:17:361953 provide_overlay_info_cb_.Run(overlay_info_);
liberato2ff93ad2017-05-17 07:28:241954 }
watkdee516f2016-02-18 02:22:191955}
1956
dcheng3076abbf2016-04-22 20:42:391957std::unique_ptr<Renderer> WebMediaPlayerImpl::CreateRenderer() {
dcheng37b415b92017-01-27 20:17:431958 DCHECK(main_task_runner_->BelongsToCurrentThread());
1959
liberato2ff93ad2017-05-17 07:28:241960 // TODO(liberato): Re-evaluate this as AndroidVideoSurfaceChooser gets smarter
1961 // about turning off overlays. Either we should verify that it is not
1962 // breaking this use-case if it does so, or we should notify it that using
1963 // the overlay is required.
tsunghungee562e92016-07-20 18:03:311964 if (force_video_overlays_)
1965 EnableOverlay();
1966
liberato2ff93ad2017-05-17 07:28:241967 RequestOverlayInfoCB request_overlay_info_cb;
watkdee516f2016-02-18 02:22:191968#if defined(OS_ANDROID)
liberato2ff93ad2017-05-17 07:28:241969 request_overlay_info_cb = BindToCurrentLoop(
1970 base::Bind(&WebMediaPlayerImpl::OnOverlayInfoRequested, AsWeakPtr()));
watkdee516f2016-02-18 02:22:191971#endif
tguilbert70d2a00a2017-04-25 00:30:441972 return renderer_factory_selector_->GetCurrentFactory()->CreateRenderer(
sandersd1e49fb62015-12-12 01:18:061973 media_task_runner_, worker_task_runner_, audio_source_provider_.get(),
Fredrik Hubinette2f7e4ff2017-08-11 00:34:491974 compositor_, request_overlay_info_cb, client_->TargetColorSpace());
sandersd1e49fb62015-12-12 01:18:061975}
1976
[email protected]ef8394c2013-08-21 20:26:301977void WebMediaPlayerImpl::StartPipeline() {
acolwellb4034942014-08-28 15:42:431978 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]ddbc6ff2013-04-19 15:28:331979
xhwange8c4181a2014-12-06 08:10:011980 Demuxer::EncryptedMediaInitDataCB encrypted_media_init_data_cb =
dcheng37b415b92017-01-27 20:17:431981 BindToCurrentLoop(base::Bind(
1982 &WebMediaPlayerImpl::OnEncryptedMediaInitData, AsWeakPtr()));
[email protected]2b57e2e2014-05-09 11:07:251983
tguilbert75e2bf62017-04-26 20:13:121984 if (renderer_factory_selector_->GetCurrentFactory()
1985 ->GetRequiredMediaResourceType() == MediaResource::Type::URL) {
1986 if (data_source_)
1987 loaded_url_ = data_source_->GetUrlAfterRedirects();
1988
1989 // MediaPlayerRendererClient factory is the only factory that a
1990 // MediaResource::Type::URL for the moment. This might no longer be true
1991 // when we remove WebMediaPlayerCast.
1992 //
1993 // TODO(tguilbert/avayvod): Update this flag when removing |cast_impl_|.
1994 using_media_player_renderer_ = true;
1995
Mike Westb85da8ed2017-08-10 14:16:461996 demuxer_.reset(new MediaUrlDemuxer(media_task_runner_, loaded_url_,
1997 frame_->GetDocument().SiteForCookies()));
tguilbert25a4d112016-10-13 21:56:511998 pipeline_controller_.Start(demuxer_.get(), this, false, false);
1999 return;
2000 }
2001
[email protected]ddbc6ff2013-04-19 15:28:332002 // Figure out which demuxer to use.
Blink Reformat1c4d759e2017-04-09 16:34:542003 if (load_type_ != kLoadTypeMediaSource) {
[email protected]ddbc6ff2013-04-19 15:28:332004 DCHECK(!chunk_demuxer_);
[email protected]f5443ef72013-04-22 04:03:382005 DCHECK(data_source_);
2006
j.isorcef6778e652015-11-16 17:14:252007#if !defined(MEDIA_DISABLE_FFMPEG)
servolk81e01e02016-03-05 03:29:152008 Demuxer::MediaTracksUpdatedCB media_tracks_updated_cb =
dcheng37b415b92017-01-27 20:17:432009 BindToCurrentLoop(base::Bind(
2010 &WebMediaPlayerImpl::OnFFmpegMediaTracksUpdated, AsWeakPtr()));
servolk81e01e02016-03-05 03:29:152011
dalecurtis9cddc0b2017-04-19 21:23:382012 demuxer_.reset(new FFmpegDemuxer(
2013 media_task_runner_, data_source_.get(), encrypted_media_init_data_cb,
2014 media_tracks_updated_cb, media_log_.get()));
j.isorcef6778e652015-11-16 17:14:252015#else
alokp967c902452016-05-06 05:21:372016 OnError(PipelineStatus::DEMUXER_ERROR_COULD_NOT_OPEN);
j.isorcef6778e652015-11-16 17:14:252017 return;
2018#endif
[email protected]ddbc6ff2013-04-19 15:28:332019 } else {
[email protected]f5443ef72013-04-22 04:03:382020 DCHECK(!chunk_demuxer_);
2021 DCHECK(!data_source_);
2022
acolwell9e0840d2014-09-06 19:01:322023 chunk_demuxer_ = new ChunkDemuxer(
dcheng37b415b92017-01-27 20:17:432024 BindToCurrentLoop(
2025 base::Bind(&WebMediaPlayerImpl::OnDemuxerOpened, AsWeakPtr())),
Dan Sanders42311b52017-08-10 23:41:032026 BindToCurrentLoop(
2027 base::Bind(&WebMediaPlayerImpl::OnProgress, AsWeakPtr())),
dalecurtis9cddc0b2017-04-19 21:23:382028 encrypted_media_init_data_cb, media_log_.get());
[email protected]f5443ef72013-04-22 04:03:382029 demuxer_.reset(chunk_demuxer_);
servolkf94b4602017-01-31 16:44:272030
2031 if (base::FeatureList::IsEnabled(kMemoryPressureBasedSourceBufferGC)) {
2032 // base::Unretained is safe because |this| owns memory_pressure_listener_.
2033 memory_pressure_listener_ =
2034 base::MakeUnique<base::MemoryPressureListener>(base::Bind(
2035 &WebMediaPlayerImpl::OnMemoryPressure, base::Unretained(this)));
2036 }
[email protected]ddbc6ff2013-04-19 15:28:332037 }
2038
sandersdb5e21462016-03-09 01:49:072039 // TODO(sandersd): FileSystem objects may also be non-static, but due to our
2040 // caching layer such situations are broken already. http://crbug.com/593159
2041 bool is_static = !chunk_demuxer_;
avayvod102cdb62017-01-07 03:11:092042 bool is_streaming = IsStreaming();
sandersdb8eb5f1d2016-11-19 04:04:022043 UMA_HISTOGRAM_BOOLEAN("Media.IsStreaming", is_streaming);
sandersdb5e21462016-03-09 01:49:072044
[email protected]f5443ef72013-04-22 04:03:382045 // ... and we're ready to go!
sandersd1e49fb62015-12-12 01:18:062046 // TODO(sandersd): On Android, defer Start() if the tab is not visible.
sandersdb8eb5f1d2016-11-19 04:04:022047 seeking_ = true;
alokp967c902452016-05-06 05:21:372048 pipeline_controller_.Start(demuxer_.get(), this, is_streaming, is_static);
[email protected]f5443ef72013-04-22 04:03:382049}
2050
2051void WebMediaPlayerImpl::SetNetworkState(WebMediaPlayer::NetworkState state) {
pkastingf5279482016-07-27 02:18:202052 DVLOG(1) << __func__ << "(" << state << ")";
acolwellb4034942014-08-28 15:42:432053 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]f5443ef72013-04-22 04:03:382054 network_state_ = state;
2055 // Always notify to ensure client has the latest value.
Blink Reformat1c4d759e2017-04-09 16:34:542056 client_->NetworkStateChanged();
[email protected]f5443ef72013-04-22 04:03:382057}
2058
2059void WebMediaPlayerImpl::SetReadyState(WebMediaPlayer::ReadyState state) {
pkastingf5279482016-07-27 02:18:202060 DVLOG(1) << __func__ << "(" << state << ")";
acolwellb4034942014-08-28 15:42:432061 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]f5443ef72013-04-22 04:03:382062
Blink Reformat1c4d759e2017-04-09 16:34:542063 if (state == WebMediaPlayer::kReadyStateHaveEnoughData && data_source_ &&
[email protected]fee8a902014-06-03 13:43:362064 data_source_->assume_fully_buffered() &&
Blink Reformat1c4d759e2017-04-09 16:34:542065 network_state_ == WebMediaPlayer::kNetworkStateLoading)
2066 SetNetworkState(WebMediaPlayer::kNetworkStateLoaded);
[email protected]f5443ef72013-04-22 04:03:382067
2068 ready_state_ = state;
sandersd50a635e2016-04-04 22:50:092069 highest_ready_state_ = std::max(highest_ready_state_, ready_state_);
2070
[email protected]f5443ef72013-04-22 04:03:382071 // Always notify to ensure client has the latest value.
Blink Reformat1c4d759e2017-04-09 16:34:542072 client_->ReadyStateChanged();
[email protected]f5443ef72013-04-22 04:03:382073}
2074
Blink Reformat1c4d759e2017-04-09 16:34:542075blink::WebAudioSourceProvider* WebMediaPlayerImpl::GetAudioSourceProvider() {
[email protected]ff875be52013-06-02 23:47:382076 return audio_source_provider_.get();
[email protected]f5443ef72013-04-22 04:03:382077}
2078
tguilbert350936ff2017-02-24 05:39:272079static void GetCurrentFrameAndSignal(VideoFrameCompositor* compositor,
2080 scoped_refptr<VideoFrame>* video_frame_out,
2081 base::WaitableEvent* event) {
[email protected]dd061e12014-05-06 19:21:222082 TRACE_EVENT0("media", "GetCurrentFrameAndSignal");
dalecurtis44ce4de2015-05-11 18:42:072083 *video_frame_out = compositor->GetCurrentFrameAndUpdateIfStale();
[email protected]dd061e12014-05-06 19:21:222084 event->Signal();
2085}
2086
Jiajia Qin82acdc02017-07-31 09:55:142087scoped_refptr<VideoFrame> WebMediaPlayerImpl::GetCurrentFrameFromCompositor()
2088 const {
xhwang213e50c2016-10-10 23:56:312089 DCHECK(main_task_runner_->BelongsToCurrentThread());
[email protected]dd061e12014-05-06 19:21:222090 TRACE_EVENT0("media", "WebMediaPlayerImpl::GetCurrentFrameFromCompositor");
xhwang213e50c2016-10-10 23:56:312091
2092 // Needed when the |main_task_runner_| and |compositor_task_runner_| are the
2093 // same to avoid deadlock in the Wait() below.
kainino36eeff82017-03-30 00:55:302094 if (compositor_task_runner_->BelongsToCurrentThread()) {
2095 scoped_refptr<VideoFrame> video_frame =
2096 compositor_->GetCurrentFrameAndUpdateIfStale();
2097 if (!video_frame) {
2098 return nullptr;
2099 }
2100 last_uploaded_frame_size_ = video_frame->natural_size();
2101 last_uploaded_frame_timestamp_ = video_frame->timestamp();
2102 return video_frame;
2103 }
[email protected]dd061e12014-05-06 19:21:222104
2105 // Use a posted task and waitable event instead of a lock otherwise
2106 // WebGL/Canvas can see different content than what the compositor is seeing.
acolwell9e0840d2014-09-06 19:01:322107 scoped_refptr<VideoFrame> video_frame;
gab0d77c7cb2016-06-02 00:00:232108 base::WaitableEvent event(base::WaitableEvent::ResetPolicy::AUTOMATIC,
2109 base::WaitableEvent::InitialState::NOT_SIGNALED);
tguilbert350936ff2017-02-24 05:39:272110 compositor_task_runner_->PostTask(
2111 FROM_HERE,
2112 base::Bind(&GetCurrentFrameAndSignal, base::Unretained(compositor_),
2113 &video_frame, &event));
[email protected]dd061e12014-05-06 19:21:222114 event.Wait();
kainino36eeff82017-03-30 00:55:302115
2116 if (!video_frame) {
2117 return nullptr;
2118 }
2119 last_uploaded_frame_size_ = video_frame->natural_size();
2120 last_uploaded_frame_timestamp_ = video_frame->timestamp();
[email protected]dd061e12014-05-06 19:21:222121 return video_frame;
2122}
2123
sandersd50a635e2016-04-04 22:50:092124void WebMediaPlayerImpl::UpdatePlayState() {
xhwang213e50c2016-10-10 23:56:312125 DCHECK(main_task_runner_->BelongsToCurrentThread());
2126
hubbed5f36882016-01-15 22:40:372127#if defined(OS_ANDROID) // WMPI_CAST
Blink Reformat1c4d759e2017-04-09 16:34:542128 bool is_remote = IsRemote();
xjz4e5d4bf32017-02-15 21:26:352129 bool can_auto_suspend = true;
sandersd50a635e2016-04-04 22:50:092130#else
2131 bool is_remote = false;
hubbee2cc88c092017-07-14 23:10:412132 bool can_auto_suspend = !disable_pipeline_auto_suspend_;
2133 // For streaming videos, we only allow suspending at the very beginning of the
2134 // video, and only if we know the length of the video. (If we don't know
2135 // the length, it might be a dynamically generated video, and suspending
2136 // will not work at all.)
2137 if (IsStreaming()) {
2138 bool at_beginning =
2139 ready_state_ == WebMediaPlayer::kReadyStateHaveNothing ||
2140 CurrentTime() == 0.0;
2141 if (!at_beginning || GetPipelineMediaDuration() == kInfiniteDuration)
2142 can_auto_suspend = false;
2143 }
hubbed5f36882016-01-15 22:40:372144#endif
xhwang213e50c2016-10-10 23:56:312145
dalecurtis8b8505e72016-06-10 21:59:172146 bool is_suspended = pipeline_controller_.IsSuspended();
avayvod39c102402016-11-23 21:43:132147 bool is_backgrounded = IsBackgroundedSuspendEnabled() && IsHidden();
sandersdaaff1a652016-11-17 01:47:252148 PlayState state = UpdatePlayState_ComputePlayState(
xjz4e5d4bf32017-02-15 21:26:352149 is_remote, can_auto_suspend, is_suspended, is_backgrounded);
sandersd35d2c3f2017-01-14 02:04:422150 SetDelegateState(state.delegate_state, state.is_idle);
sandersd50a635e2016-04-04 22:50:092151 SetMemoryReportingState(state.is_memory_reporting_enabled);
2152 SetSuspendState(state.is_suspended || pending_suspend_resume_cycle_);
2153}
dalecurtis5bbc487e2016-02-27 04:15:052154
sandersd35d2c3f2017-01-14 02:04:422155void WebMediaPlayerImpl::SetDelegateState(DelegateState new_state,
2156 bool is_idle) {
tguilbert1bb1c782017-01-23 21:15:112157 DCHECK(delegate_);
dalecurtis5bbc487e2016-02-27 04:15:052158
sandersd35d2c3f2017-01-14 02:04:422159 // Prevent duplicate delegate calls.
2160 // TODO(sandersd): Move this deduplication into the delegate itself.
2161 // TODO(sandersd): WebContentsObserverSanityChecker does not allow sending the
2162 // 'playing' IPC more than once in a row, even if the metadata has changed.
2163 // Figure out whether it should.
Blink Reformat1c4d759e2017-04-09 16:34:542164 bool has_audio = HasAudio() && !client_->IsAutoplayingMuted();
sandersd35d2c3f2017-01-14 02:04:422165 if (delegate_state_ == new_state &&
2166 (delegate_state_ != DelegateState::PLAYING ||
2167 delegate_has_audio_ == has_audio)) {
2168 return;
mlamouri910111362016-11-04 11:28:242169 }
sandersd50a635e2016-04-04 22:50:092170 delegate_state_ = new_state;
sandersd35d2c3f2017-01-14 02:04:422171 delegate_has_audio_ = has_audio;
sandersd50a635e2016-04-04 22:50:092172
sandersd35d2c3f2017-01-14 02:04:422173 switch (new_state) {
sandersd50a635e2016-04-04 22:50:092174 case DelegateState::GONE:
2175 delegate_->PlayerGone(delegate_id_);
2176 break;
mlamouri910111362016-11-04 11:28:242177 case DelegateState::PLAYING: {
peconn257951522017-06-09 18:24:592178 if (HasVideo())
2179 delegate_->DidPlayerSizeChange(delegate_id_, NaturalSize());
zqzhang5d8eab72016-08-26 20:34:302180 delegate_->DidPlay(
Blink Reformat1c4d759e2017-04-09 16:34:542181 delegate_id_, HasVideo(), has_audio,
avayvodcc273dd2017-01-19 19:35:122182 media::DurationToMediaContentType(GetPipelineMediaDuration()));
sandersd50a635e2016-04-04 22:50:092183 break;
mlamouri910111362016-11-04 11:28:242184 }
sandersd50a635e2016-04-04 22:50:092185 case DelegateState::PAUSED:
sandersd35d2c3f2017-01-14 02:04:422186 delegate_->DidPause(delegate_id_);
sandersd50a635e2016-04-04 22:50:092187 break;
dalecurtis0f0097a2015-12-01 17:40:472188 }
sandersd35d2c3f2017-01-14 02:04:422189
2190 delegate_->SetIdle(delegate_id_, is_idle);
dalecurtis0f0097a2015-12-01 17:40:472191}
2192
sandersd50a635e2016-04-04 22:50:092193void WebMediaPlayerImpl::SetMemoryReportingState(
2194 bool is_memory_reporting_enabled) {
2195 if (memory_usage_reporting_timer_.IsRunning() ==
2196 is_memory_reporting_enabled) {
hubbed5f36882016-01-15 22:40:372197 return;
sandersd50a635e2016-04-04 22:50:092198 }
sandersd1c0bba02016-03-04 23:14:082199
sandersd50a635e2016-04-04 22:50:092200 if (is_memory_reporting_enabled) {
2201 memory_usage_reporting_timer_.Start(FROM_HERE,
2202 base::TimeDelta::FromSeconds(2), this,
2203 &WebMediaPlayerImpl::ReportMemoryUsage);
2204 } else {
2205 memory_usage_reporting_timer_.Stop();
2206 ReportMemoryUsage();
2207 }
2208}
2209
2210void WebMediaPlayerImpl::SetSuspendState(bool is_suspended) {
xhwang213e50c2016-10-10 23:56:312211 DCHECK(main_task_runner_->BelongsToCurrentThread());
2212
sandersd50a635e2016-04-04 22:50:092213 // Do not change the state after an error has occurred.
2214 // TODO(sandersd): Update PipelineController to remove the need for this.
2215 if (IsNetworkStateError(network_state_))
sandersd1c0bba02016-03-04 23:14:082216 return;
2217
jameswest451a5bb2017-01-27 03:59:392218 if (is_suspended) {
sandersd35d2c3f2017-01-14 02:04:422219 // If we were not resumed for long enough to satisfy the preroll attempt,
2220 // reset the clock.
2221 if (!preroll_attempt_pending_ && IsPrerollAttemptNeeded()) {
2222 preroll_attempt_pending_ = true;
2223 preroll_attempt_start_time_ = base::TimeTicks();
2224 }
sandersd50a635e2016-04-04 22:50:092225 pipeline_controller_.Suspend();
2226 } else {
sandersd35d2c3f2017-01-14 02:04:422227 // When resuming, start the preroll attempt clock.
2228 if (preroll_attempt_pending_) {
2229 preroll_attempt_pending_ = false;
2230 preroll_attempt_start_time_ = tick_clock_->NowTicks();
2231 }
sandersd50a635e2016-04-04 22:50:092232 pipeline_controller_.Resume();
2233 }
2234}
2235
2236WebMediaPlayerImpl::PlayState
2237WebMediaPlayerImpl::UpdatePlayState_ComputePlayState(bool is_remote,
xjz4e5d4bf32017-02-15 21:26:352238 bool can_auto_suspend,
dalecurtis8b8505e72016-06-10 21:59:172239 bool is_suspended,
sandersd50a635e2016-04-04 22:50:092240 bool is_backgrounded) {
2241 PlayState result;
2242
tguilbert1bb1c782017-01-23 21:15:112243 bool must_suspend = delegate_->IsFrameClosed();
2244 bool is_stale = delegate_->IsStale(delegate_id_);
sandersd35d2c3f2017-01-14 02:04:422245
sandersd50a635e2016-04-04 22:50:092246 // This includes both data source (before pipeline startup) and pipeline
2247 // errors.
2248 bool has_error = IsNetworkStateError(network_state_);
2249
dalecurtiscc8baf72016-10-27 01:49:442250 // After HaveFutureData, Blink will call play() if the state is not paused;
2251 // prior to this point |paused_| is not accurate.
sandersd50a635e2016-04-04 22:50:092252 bool have_future_data =
Blink Reformat1c4d759e2017-04-09 16:34:542253 highest_ready_state_ >= WebMediaPlayer::kReadyStateHaveFutureData;
sandersd50a635e2016-04-04 22:50:092254
avayvod65fad272017-02-24 01:00:482255 // Background suspend is only enabled for paused players.
2256 // In the case of players with audio the session should be kept.
2257 bool background_suspended =
xjz4e5d4bf32017-02-15 21:26:352258 can_auto_suspend && is_backgrounded && paused_ && have_future_data;
sandersd50a635e2016-04-04 22:50:092259
dalecurtiscc8baf72016-10-27 01:49:442260 // Idle suspension is allowed prior to have future data since there exist
2261 // mechanisms to exit the idle state when the player is capable of reaching
2262 // the have future data state; see didLoadingProgress().
2263 //
sandersd50a635e2016-04-04 22:50:092264 // TODO(sandersd): Make the delegate suspend idle players immediately when
2265 // hidden.
sandersdaaff1a652016-11-17 01:47:252266 bool idle_suspended =
xjz4e5d4bf32017-02-15 21:26:352267 can_auto_suspend && is_stale && paused_ && !seeking_ && !overlay_enabled_;
dalecurtise7120dc2016-09-03 02:54:352268
2269 // If we're already suspended, see if we can wait for user interaction. Prior
sandersd35d2c3f2017-01-14 02:04:422270 // to HaveFutureData, we require |is_stale| to remain suspended. |is_stale|
dalecurtise7120dc2016-09-03 02:54:352271 // will be cleared when we receive data which may take us to HaveFutureData.
2272 bool can_stay_suspended =
sandersd35d2c3f2017-01-14 02:04:422273 (is_stale || have_future_data) && is_suspended && paused_ && !seeking_;
sandersd50a635e2016-04-04 22:50:092274
2275 // Combined suspend state.
sandersd35d2c3f2017-01-14 02:04:422276 result.is_suspended = is_remote || must_suspend || idle_suspended ||
avayvod65fad272017-02-24 01:00:482277 background_suspended || can_stay_suspended;
sandersd50a635e2016-04-04 22:50:092278
2279 // We do not treat |playback_rate_| == 0 as paused. For the media session,
2280 // being paused implies displaying a play button, which is incorrect in this
2281 // case. For memory usage reporting, we just use the same definition (but we
2282 // don't have to).
2283 //
2284 // Similarly, we don't consider |ended_| to be paused. Blink will immediately
2285 // call pause() or seek(), so |ended_| should not affect the computation.
2286 // Despite that, |ended_| does result in a separate paused state, to simplfy
2287 // the contract for SetDelegateState().
2288 //
avayvod65fad272017-02-24 01:00:482289 // |has_remote_controls| indicates if the player can be controlled outside the
2290 // page (e.g. via the notification controls or by audio focus events). Idle
sandersd50a635e2016-04-04 22:50:092291 // suspension does not destroy the media session, because we expect that the
avayvod5f34b642017-03-23 03:14:042292 // notification controls (and audio focus) remain. With some exceptions for
2293 // background videos, the player only needs to have audio to have controls
2294 // (requires |have_future_data|).
2295 //
2296 // |alive| indicates if the player should be present (not |GONE|) to the
2297 // delegate, either paused or playing. The following must be true for the
2298 // player:
sandersd50a635e2016-04-04 22:50:092299 // - |have_future_data|, since we need to know whether we are paused to
avayvod65fad272017-02-24 01:00:482300 // correctly configure the session and also because the tracks and
avayvod5f34b642017-03-23 03:14:042301 // duration are passed to DidPlay(),
2302 // - |is_remote| is false as remote playback is not handled by the delegate,
2303 // - |has_error| is false as player should have no errors,
2304 // - |background_suspended| is false, otherwise |has_remote_controls| must
2305 // be true.
sandersd50a635e2016-04-04 22:50:092306 //
avayvod65fad272017-02-24 01:00:482307 // TODO(sandersd): If Blink told us the paused state sooner, we could detect
2308 // if the remote controls are available sooner.
2309
2310 // Background videos with audio don't have remote controls if background
2311 // suspend is enabled and resuming background videos is not (original Android
2312 // behavior).
2313 bool backgrounded_video_has_no_remote_controls =
2314 IsBackgroundedSuspendEnabled() && !IsResumeBackgroundVideosEnabled() &&
Blink Reformat1c4d759e2017-04-09 16:34:542315 is_backgrounded && HasVideo();
sandersd50a635e2016-04-04 22:50:092316 bool can_play = !has_error && !is_remote && have_future_data;
avayvod5f34b642017-03-23 03:14:042317 bool has_remote_controls =
Blink Reformat1c4d759e2017-04-09 16:34:542318 HasAudio() && !backgrounded_video_has_no_remote_controls;
avayvod5f34b642017-03-23 03:14:042319 bool alive = can_play && !must_suspend &&
2320 (!background_suspended || has_remote_controls);
2321 if (!alive) {
sandersd50a635e2016-04-04 22:50:092322 result.delegate_state = DelegateState::GONE;
tguilbert1bb1c782017-01-23 21:15:112323 result.is_idle = delegate_->IsIdle(delegate_id_);
avayvod65fad272017-02-24 01:00:482324 } else if (paused_) {
sandersd35d2c3f2017-01-14 02:04:422325 // TODO(sandersd): Is it possible to have a suspended session, be ended,
2326 // and not be paused? If so we should be in a PLAYING state.
dalecurtise7120dc2016-09-03 02:54:352327 result.delegate_state =
sandersd35d2c3f2017-01-14 02:04:422328 ended_ ? DelegateState::GONE : DelegateState::PAUSED;
2329 result.is_idle = !seeking_;
sandersd50a635e2016-04-04 22:50:092330 } else {
2331 result.delegate_state = DelegateState::PLAYING;
sandersd35d2c3f2017-01-14 02:04:422332 result.is_idle = false;
sandersd50a635e2016-04-04 22:50:092333 }
2334
dalecurtis8b8505e72016-06-10 21:59:172335 // It's not critical if some cases where memory usage can change are missed,
sandersd50a635e2016-04-04 22:50:092336 // since media memory changes are usually gradual.
2337 result.is_memory_reporting_enabled =
sandersd35d2c3f2017-01-14 02:04:422338 can_play && !result.is_suspended && (!paused_ || seeking_);
sandersd50a635e2016-04-04 22:50:092339
2340 return result;
dalecurtis0f0097a2015-12-01 17:40:472341}
2342
dalecurtis83266c72015-10-29 18:43:202343void WebMediaPlayerImpl::ReportMemoryUsage() {
2344 DCHECK(main_task_runner_->BelongsToCurrentThread());
2345
wdzierzanowskifd4cd91c52015-12-02 23:50:202346 // About base::Unretained() usage below: We destroy |demuxer_| on the main
2347 // thread. Before that, however, ~WebMediaPlayerImpl() posts a task to the
2348 // media thread and waits for it to finish. Hence, the GetMemoryUsage() task
2349 // posted here must finish earlier.
2350
2351 if (demuxer_) {
2352 base::PostTaskAndReplyWithResult(
2353 media_task_runner_.get(), FROM_HERE,
2354 base::Bind(&Demuxer::GetMemoryUsage, base::Unretained(demuxer_.get())),
2355 base::Bind(&WebMediaPlayerImpl::FinishMemoryUsageReport, AsWeakPtr()));
2356 } else {
2357 FinishMemoryUsageReport(0);
2358 }
2359}
2360
2361void WebMediaPlayerImpl::FinishMemoryUsageReport(int64_t demuxer_memory_usage) {
2362 DCHECK(main_task_runner_->BelongsToCurrentThread());
2363
avayvodc4bfb0e62017-01-13 01:07:012364 const PipelineStatistics stats = GetPipelineStatistics();
servolk639473e492016-12-15 04:14:202365 const int64_t data_source_memory_usage =
2366 data_source_ ? data_source_->GetMemoryUsage() : 0;
dalecurtisecc76612017-04-19 00:31:202367
2368 // If we have video and no video memory usage, assume the VideoFrameCompositor
2369 // is holding onto the last frame after we've suspended the pipeline; which
2370 // thus reports zero memory usage from the video renderer.
2371 //
2372 // Technically this should use the coded size, but that requires us to hop to
2373 // the compositor to get and byte-perfect accuracy isn't important here.
2374 const int64_t video_memory_usage =
2375 stats.video_memory_usage +
2376 (pipeline_metadata_.has_video && !stats.video_memory_usage
2377 ? VideoFrame::AllocationSize(PIXEL_FORMAT_YV12,
2378 pipeline_metadata_.natural_size)
2379 : 0);
2380
dalecurtis83266c72015-10-29 18:43:202381 const int64_t current_memory_usage =
dalecurtisecc76612017-04-19 00:31:202382 stats.audio_memory_usage + video_memory_usage + data_source_memory_usage +
2383 demuxer_memory_usage;
dalecurtis83266c72015-10-29 18:43:202384
dalecurtisecc76612017-04-19 00:31:202385 DVLOG(2) << "Memory Usage -- Total: " << current_memory_usage
2386 << " Audio: " << stats.audio_memory_usage
2387 << ", Video: " << video_memory_usage
servolk639473e492016-12-15 04:14:202388 << ", DataSource: " << data_source_memory_usage
wdzierzanowskifd4cd91c52015-12-02 23:50:202389 << ", Demuxer: " << demuxer_memory_usage;
dalecurtis83266c72015-10-29 18:43:202390
2391 const int64_t delta = current_memory_usage - last_reported_memory_usage_;
2392 last_reported_memory_usage_ = current_memory_usage;
2393 adjust_allocated_memory_cb_.Run(delta);
servolk639473e492016-12-15 04:14:202394
Blink Reformat1c4d759e2017-04-09 16:34:542395 if (HasAudio()) {
servolk639473e492016-12-15 04:14:202396 UMA_HISTOGRAM_MEMORY_KB("Media.WebMediaPlayerImpl.Memory.Audio",
2397 stats.audio_memory_usage / 1024);
2398 }
Blink Reformat1c4d759e2017-04-09 16:34:542399 if (HasVideo()) {
servolk639473e492016-12-15 04:14:202400 UMA_HISTOGRAM_MEMORY_KB("Media.WebMediaPlayerImpl.Memory.Video",
dalecurtisecc76612017-04-19 00:31:202401 video_memory_usage / 1024);
servolk639473e492016-12-15 04:14:202402 }
2403 if (data_source_) {
2404 UMA_HISTOGRAM_MEMORY_KB("Media.WebMediaPlayerImpl.Memory.DataSource",
2405 data_source_memory_usage / 1024);
2406 }
2407 if (demuxer_) {
2408 UMA_HISTOGRAM_MEMORY_KB("Media.WebMediaPlayerImpl.Memory.Demuxer",
2409 demuxer_memory_usage / 1024);
2410 }
dalecurtis83266c72015-10-29 18:43:202411}
2412
dalecurtis8b8505e72016-06-10 21:59:172413void WebMediaPlayerImpl::ScheduleIdlePauseTimer() {
avayvod65fad272017-02-24 01:00:482414 // Only schedule the pause timer if we're not paused or paused but going to
avayvod52efd282017-03-07 21:13:042415 // resume when foregrounded, and are suspended and have audio.
2416 if ((paused_ && !paused_when_hidden_) ||
Blink Reformat1c4d759e2017-04-09 16:34:542417 !pipeline_controller_.IsSuspended() || !HasAudio()) {
dalecurtis8b8505e72016-06-10 21:59:172418 return;
avayvod52efd282017-03-07 21:13:042419 }
dalecurtis8b8505e72016-06-10 21:59:172420
2421#if defined(OS_ANDROID)
2422 // Remote players will be suspended and locally paused.
Blink Reformat1c4d759e2017-04-09 16:34:542423 if (IsRemote())
dalecurtis8b8505e72016-06-10 21:59:172424 return;
2425#endif
2426
2427 // Idle timeout chosen arbitrarily.
2428 background_pause_timer_.Start(FROM_HERE, base::TimeDelta::FromSeconds(5),
2429 this, &WebMediaPlayerImpl::OnPause);
2430}
2431
dalecurtis04bdb582016-08-17 22:15:232432void WebMediaPlayerImpl::CreateWatchTimeReporter() {
wdzierzanowskia78fa9b2017-06-13 18:12:102433 if (!HasVideo() && !HasAudio())
2434 return;
2435
dalecurtis04bdb582016-08-17 22:15:232436 // Create the watch time reporter and synchronize its initial state.
Dale Curtis1adbe6a2017-08-02 02:09:132437 watch_time_reporter_.reset(new WatchTimeReporter(
2438 mojom::PlaybackProperties::New(
2439 pipeline_metadata_.audio_decoder_config.codec(),
2440 pipeline_metadata_.video_decoder_config.codec(),
2441 pipeline_metadata_.has_audio, pipeline_metadata_.has_video,
2442 !!chunk_demuxer_, is_encrypted_, embedded_media_experience_enabled_,
2443 pipeline_metadata_.natural_size,
2444 url::Origin(frame_->GetSecurityOrigin())),
Dale Curtis051fdf62017-08-05 00:21:132445 base::BindRepeating(&WebMediaPlayerImpl::GetCurrentTimeInternal,
2446 base::Unretained(this)),
Dale Curtis1adbe6a2017-08-02 02:09:132447 watch_time_recorder_provider_));
dalecurtis04bdb582016-08-17 22:15:232448 watch_time_reporter_->OnVolumeChange(volume_);
Mounir Lamourif9af74e72017-06-19 19:31:452449
tguilbert1bb1c782017-01-23 21:15:112450 if (delegate_->IsFrameHidden())
dalecurtis04bdb582016-08-17 22:15:232451 watch_time_reporter_->OnHidden();
2452 else
2453 watch_time_reporter_->OnShown();
Mounir Lamourif9af74e72017-06-19 19:31:452454
Mounir Lamouri41a79c62017-06-06 12:53:162455 if (client_->HasNativeControls())
2456 watch_time_reporter_->OnNativeControlsEnabled();
2457 else
2458 watch_time_reporter_->OnNativeControlsDisabled();
Mounir Lamourif9af74e72017-06-19 19:31:452459
2460 switch (client_->DisplayType()) {
2461 case WebMediaPlayer::DisplayType::kInline:
2462 watch_time_reporter_->OnDisplayTypeInline();
2463 break;
2464 case WebMediaPlayer::DisplayType::kFullscreen:
2465 watch_time_reporter_->OnDisplayTypeFullscreen();
2466 break;
2467 case WebMediaPlayer::DisplayType::kPictureInPicture:
2468 watch_time_reporter_->OnDisplayTypePictureInPicture();
2469 break;
2470 }
dalecurtis04bdb582016-08-17 22:15:232471}
2472
avayvod39c102402016-11-23 21:43:132473bool WebMediaPlayerImpl::IsHidden() const {
2474 DCHECK(main_task_runner_->BelongsToCurrentThread());
2475
tguilbert1bb1c782017-01-23 21:15:112476 return delegate_->IsFrameHidden() && !delegate_->IsFrameClosed();
avayvod39c102402016-11-23 21:43:132477}
2478
avayvod102cdb62017-01-07 03:11:092479bool WebMediaPlayerImpl::IsStreaming() const {
2480 return data_source_ && data_source_->IsStreaming();
2481}
2482
liberato2fd111be2017-01-04 00:25:062483bool WebMediaPlayerImpl::DoesOverlaySupportMetadata() const {
2484 return pipeline_metadata_.video_rotation == VIDEO_ROTATION_0;
2485}
2486
xjzaf29d4182016-12-16 01:52:322487void WebMediaPlayerImpl::ActivateViewportIntersectionMonitoring(bool activate) {
2488 DCHECK(main_task_runner_->BelongsToCurrentThread());
2489
Blink Reformat1c4d759e2017-04-09 16:34:542490 client_->ActivateViewportIntersectionMonitoring(activate);
xjzaf29d4182016-12-16 01:52:322491}
2492
Anton Vayvod09fa66e2017-07-20 23:02:122493void WebMediaPlayerImpl::UpdateRemotePlaybackCompatibility(bool is_compatible) {
2494 DCHECK(main_task_runner_->BelongsToCurrentThread());
2495
2496 client_->RemotePlaybackCompatibilityChanged(loaded_url_, is_compatible);
2497}
2498
avayvodcc273dd2017-01-19 19:35:122499bool WebMediaPlayerImpl::ShouldPauseVideoWhenHidden() const {
avayvod65fad272017-02-24 01:00:482500 // If suspending background video, pause any video that's not remoted or
2501 // not unlocked to play in the background.
2502 if (IsBackgroundedSuspendEnabled()) {
Blink Reformat1c4d759e2017-04-09 16:34:542503 if (!HasVideo())
avayvod65fad272017-02-24 01:00:482504 return false;
2505
2506#if defined(OS_ANDROID)
Blink Reformat1c4d759e2017-04-09 16:34:542507 if (IsRemote())
avayvod65fad272017-02-24 01:00:482508 return false;
avayvodcc273dd2017-01-19 19:35:122509#endif
avayvodeb9098d2017-01-07 00:33:032510
Blink Reformat1c4d759e2017-04-09 16:34:542511 return !HasAudio() || (IsResumeBackgroundVideosEnabled() &&
2512 video_locked_when_paused_when_hidden_);
avayvod65fad272017-02-24 01:00:482513 }
2514
2515 // Otherwise only pause if the optimization is on and it's a video-only
2516 // optimization candidate.
avayvod01201332017-04-14 00:27:152517 return IsBackgroundVideoPauseOptimizationEnabled() && !HasAudio() &&
avayvod65fad272017-02-24 01:00:482518 IsBackgroundOptimizationCandidate();
avayvodeb9098d2017-01-07 00:33:032519}
2520
avayvod2135a642017-01-13 00:17:142521bool WebMediaPlayerImpl::ShouldDisableVideoWhenHidden() const {
avayvodcc273dd2017-01-19 19:35:122522 // This optimization is behind the flag on all platforms.
2523 if (!IsBackgroundVideoTrackOptimizationEnabled())
avayvodc4bfb0e62017-01-13 01:07:012524 return false;
avayvodc4bfb0e62017-01-13 01:07:012525
avayvodcc273dd2017-01-19 19:35:122526 // Disable video track only for players with audio that match the criteria for
2527 // being optimized.
Blink Reformat1c4d759e2017-04-09 16:34:542528 return HasAudio() && IsBackgroundOptimizationCandidate();
avayvodcc273dd2017-01-19 19:35:122529}
2530
2531bool WebMediaPlayerImpl::IsBackgroundOptimizationCandidate() const {
2532 DCHECK(main_task_runner_->BelongsToCurrentThread());
2533
avayvodcc273dd2017-01-19 19:35:122534#if defined(OS_ANDROID) // WMPI_CAST
avayvodac1a8522017-01-20 19:02:502535 // Don't optimize players being Cast.
Blink Reformat1c4d759e2017-04-09 16:34:542536 if (IsRemote())
avayvodcc273dd2017-01-19 19:35:122537 return false;
avayvodac1a8522017-01-20 19:02:502538
2539 // Video-only players are always optimized (paused) on Android.
2540 // Don't check the keyframe distance and duration.
Blink Reformat1c4d759e2017-04-09 16:34:542541 if (!HasAudio() && HasVideo())
avayvodac1a8522017-01-20 19:02:502542 return true;
avayvodcc273dd2017-01-19 19:35:122543#endif // defined(OS_ANDROID)
2544
2545 // Don't optimize audio-only or streaming players.
Blink Reformat1c4d759e2017-04-09 16:34:542546 if (!HasVideo() || IsStreaming())
avayvodcc273dd2017-01-19 19:35:122547 return false;
2548
2549 // Videos shorter than the maximum allowed keyframe distance can be optimized.
2550 base::TimeDelta duration = GetPipelineMediaDuration();
avayvode85ec422017-04-14 00:11:332551 base::TimeDelta max_keyframe_distance =
2552 (load_type_ == kLoadTypeMediaSource)
2553 ? max_keyframe_distance_to_disable_background_video_mse_
2554 : max_keyframe_distance_to_disable_background_video_;
2555 if (duration < max_keyframe_distance)
avayvodcc273dd2017-01-19 19:35:122556 return true;
2557
2558 // Otherwise, only optimize videos with shorter average keyframe distance.
avayvodc4bfb0e62017-01-13 01:07:012559 PipelineStatistics stats = GetPipelineStatistics();
avayvode85ec422017-04-14 00:11:332560 return stats.video_keyframe_distance_average < max_keyframe_distance;
avayvod2135a642017-01-13 00:17:142561}
2562
avayvod56e1f3942017-01-21 02:06:312563void WebMediaPlayerImpl::UpdateBackgroundVideoOptimizationState() {
2564 if (IsHidden()) {
Dale Curtisa75a7892017-08-09 20:21:512565 if (ShouldPauseVideoWhenHidden()) {
avayvod56e1f3942017-01-21 02:06:312566 PauseVideoIfNeeded();
Dale Curtisa75a7892017-08-09 20:21:512567 } else if (update_background_status_cb_.IsCancelled()) {
2568 // Only trigger updates when we don't have one already scheduled.
2569 update_background_status_cb_.Reset(
2570 base::Bind(&WebMediaPlayerImpl::DisableVideoTrackIfNeeded,
2571 base::Unretained(this)));
2572
2573 // Defer disable track until we're sure the clip will be backgrounded for
2574 // some time. Resuming may take half a second, so frequent tab switches
2575 // will yield a poor user experience otherwise. http://crbug.com/709302
2576 // may also cause AV sync issues if disable/enable happens too fast.
2577 main_task_runner_->PostDelayedTask(
2578 FROM_HERE, update_background_status_cb_.callback(),
2579 base::TimeDelta::FromSeconds(10));
2580 }
avayvod56e1f3942017-01-21 02:06:312581 } else {
Dale Curtisa75a7892017-08-09 20:21:512582 update_background_status_cb_.Cancel();
avayvod56e1f3942017-01-21 02:06:312583 EnableVideoTrackIfNeeded();
2584 }
2585}
2586
2587void WebMediaPlayerImpl::PauseVideoIfNeeded() {
2588 DCHECK(IsHidden());
2589
2590 // Don't pause video while the pipeline is stopped, resuming or seeking.
2591 // Also if the video is paused already.
tguilbert350936ff2017-02-24 05:39:272592 if (!pipeline_controller_.IsPipelineRunning() || is_pipeline_resuming_ ||
2593 seeking_ || paused_)
avayvod56e1f3942017-01-21 02:06:312594 return;
2595
2596 // OnPause() will set |paused_when_hidden_| to false and call
2597 // UpdatePlayState(), so set the flag to true after and then return.
2598 OnPause();
2599 paused_when_hidden_ = true;
2600}
2601
avayvod2135a642017-01-13 00:17:142602void WebMediaPlayerImpl::EnableVideoTrackIfNeeded() {
avayvod56e1f3942017-01-21 02:06:312603 // Don't change video track while the pipeline is stopped, resuming or
2604 // seeking.
tguilbert350936ff2017-02-24 05:39:272605 if (!pipeline_controller_.IsPipelineRunning() || is_pipeline_resuming_ ||
2606 seeking_)
avayvod2135a642017-01-13 00:17:142607 return;
2608
2609 if (video_track_disabled_) {
2610 video_track_disabled_ = false;
Blink Reformat1c4d759e2017-04-09 16:34:542611 if (client_->HasSelectedVideoTrack()) {
2612 WebMediaPlayer::TrackId trackId = client_->GetSelectedVideoTrackId();
2613 SelectedVideoTrackChanged(&trackId);
avayvod2135a642017-01-13 00:17:142614 }
2615 }
2616}
2617
2618void WebMediaPlayerImpl::DisableVideoTrackIfNeeded() {
2619 DCHECK(IsHidden());
2620
2621 // Don't change video track while the pipeline is resuming or seeking.
2622 if (is_pipeline_resuming_ || seeking_)
2623 return;
2624
2625 if (!video_track_disabled_ && ShouldDisableVideoWhenHidden()) {
2626 video_track_disabled_ = true;
Blink Reformat1c4d759e2017-04-09 16:34:542627 SelectedVideoTrackChanged(nullptr);
avayvod2135a642017-01-13 00:17:142628 }
2629}
2630
avayvodc4bfb0e62017-01-13 01:07:012631void WebMediaPlayerImpl::SetPipelineStatisticsForTest(
2632 const PipelineStatistics& stats) {
2633 pipeline_statistics_for_test_ = base::make_optional(stats);
2634}
2635
2636PipelineStatistics WebMediaPlayerImpl::GetPipelineStatistics() const {
2637 DCHECK(main_task_runner_->BelongsToCurrentThread());
2638
tguilbert350936ff2017-02-24 05:39:272639 return pipeline_statistics_for_test_.value_or(
2640 pipeline_controller_.GetStatistics());
avayvodc4bfb0e62017-01-13 01:07:012641}
2642
avayvodcc273dd2017-01-19 19:35:122643void WebMediaPlayerImpl::SetPipelineMediaDurationForTest(
2644 base::TimeDelta duration) {
2645 pipeline_media_duration_for_test_ = base::make_optional(duration);
2646}
2647
2648base::TimeDelta WebMediaPlayerImpl::GetPipelineMediaDuration() const {
2649 DCHECK(main_task_runner_->BelongsToCurrentThread());
2650
2651 return pipeline_media_duration_for_test_.value_or(
tguilbert350936ff2017-02-24 05:39:272652 pipeline_controller_.GetMediaDuration());
avayvodcc273dd2017-01-19 19:35:122653}
2654
2655void WebMediaPlayerImpl::ReportTimeFromForegroundToFirstFrame(
2656 base::TimeTicks foreground_time,
2657 base::TimeTicks new_frame_time) {
2658 base::TimeDelta time_to_first_frame = new_frame_time - foreground_time;
Blink Reformat1c4d759e2017-04-09 16:34:542659 if (HasAudio()) {
avayvodcc273dd2017-01-19 19:35:122660 UMA_HISTOGRAM_TIMES(
2661 "Media.Video.TimeFromForegroundToFirstFrame.DisableTrack",
2662 time_to_first_frame);
2663 } else {
2664 UMA_HISTOGRAM_TIMES("Media.Video.TimeFromForegroundToFirstFrame.Paused",
2665 time_to_first_frame);
2666 }
2667}
Xiangjun Zhangba8724f482017-08-03 06:43:252668
2669void WebMediaPlayerImpl::SwitchToRemoteRenderer(
2670 const std::string& remote_device_friendly_name) {
xjz4e5d4bf32017-02-15 21:26:352671 DCHECK(main_task_runner_->BelongsToCurrentThread());
Xiangjun Zhangba8724f482017-08-03 06:43:252672 disable_pipeline_auto_suspend_ = true;
2673 // Requests to restart media pipeline. A remote renderer will be created via
2674 // the |renderer_factory_selector_|.
xjz4e5d4bf32017-02-15 21:26:352675 ScheduleRestart();
xjzdf9b67e2017-04-13 23:28:252676 if (client_) {
Xiangjun Zhangba8724f482017-08-03 06:43:252677 client_->MediaRemotingStarted(
2678 WebString::FromUTF8(remote_device_friendly_name));
xjzdf9b67e2017-04-13 23:28:252679 }
xjz4e5d4bf32017-02-15 21:26:352680}
2681
Xiangjun Zhangba8724f482017-08-03 06:43:252682void WebMediaPlayerImpl::SwitchToLocalRenderer() {
2683 DCHECK(main_task_runner_->BelongsToCurrentThread());
2684 disable_pipeline_auto_suspend_ = false;
2685 // Requests to restart media pipeline. A local renderer will be created via
2686 // the |renderer_factory_selector_|.
2687 ScheduleRestart();
2688 if (client_)
2689 client_->MediaRemotingStopped();
2690}
2691
dalecurtis4f6d14d2017-02-22 17:42:222692void WebMediaPlayerImpl::RecordUnderflowDuration(base::TimeDelta duration) {
2693 DCHECK(data_source_ || chunk_demuxer_);
xhwang68b3fab82017-05-17 21:31:462694
dalecurtis4f6d14d2017-02-22 17:42:222695 if (data_source_)
Jennifer Apacible82e25c92017-08-07 18:15:272696 UMA_HISTOGRAM_TIMES("Media.UnderflowDuration2.SRC", duration);
dalecurtis4f6d14d2017-02-22 17:42:222697 else
Jennifer Apacible82e25c92017-08-07 18:15:272698 UMA_HISTOGRAM_TIMES("Media.UnderflowDuration2.MSE", duration);
xhwang68b3fab82017-05-17 21:31:462699
2700 if (is_encrypted_)
Jennifer Apacible82e25c92017-08-07 18:15:272701 UMA_HISTOGRAM_TIMES("Media.UnderflowDuration2.EME", duration);
dalecurtis4f6d14d2017-02-22 17:42:222702}
2703
xhwang60802652017-04-19 07:29:582704#define UMA_HISTOGRAM_VIDEO_HEIGHT(name, sample) \
2705 UMA_HISTOGRAM_CUSTOM_COUNTS(name, sample, 100, 10000, 50)
2706
2707void WebMediaPlayerImpl::RecordVideoNaturalSize(const gfx::Size& natural_size) {
2708 // Always report video natural size to MediaLog.
2709 media_log_->AddEvent(media_log_->CreateVideoSizeSetEvent(
2710 natural_size.width(), natural_size.height()));
2711
2712 if (initial_video_height_recorded_)
2713 return;
2714
2715 initial_video_height_recorded_ = true;
2716
2717 int height = natural_size.height();
2718
2719 if (load_type_ == kLoadTypeURL)
2720 UMA_HISTOGRAM_VIDEO_HEIGHT("Media.VideoHeight.Initial.SRC", height);
2721 else if (load_type_ == kLoadTypeMediaSource)
2722 UMA_HISTOGRAM_VIDEO_HEIGHT("Media.VideoHeight.Initial.MSE", height);
2723
2724 if (is_encrypted_)
2725 UMA_HISTOGRAM_VIDEO_HEIGHT("Media.VideoHeight.Initial.EME", height);
2726
2727 UMA_HISTOGRAM_VIDEO_HEIGHT("Media.VideoHeight.Initial.All", height);
2728}
2729
2730#undef UMA_HISTOGRAM_VIDEO_HEIGHT
2731
hubbeb2d3efd2017-05-05 23:26:382732void WebMediaPlayerImpl::SetTickClockForTest(base::TickClock* tick_clock) {
2733 tick_clock_.reset(tick_clock);
2734 buffered_data_source_host_.SetTickClockForTest(tick_clock);
2735}
2736
acolwell9e0840d2014-09-06 19:01:322737} // namespace media