Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 1 | // Copyright 2018 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "content/browser/media/flinging_renderer.h" |
| 6 | |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 7 | #include <utility> |
| 8 | |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 9 | #include "base/memory/ptr_util.h" |
danakj | 30f5b7dd | 2020-09-16 15:38:45 | [diff] [blame] | 10 | #include "content/browser/renderer_host/render_frame_host_delegate.h" |
| 11 | #include "content/browser/renderer_host/render_frame_host_impl.h" |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 12 | #include "content/public/browser/content_browser_client.h" |
| 13 | #include "content/public/browser/presentation_service_delegate.h" |
| 14 | #include "content/public/browser/render_frame_host.h" |
| 15 | #include "content/public/common/content_client.h" |
| 16 | |
| 17 | namespace content { |
| 18 | |
Thomas Guilbert | 2784a2c6 | 2018-07-12 20:02:40 | [diff] [blame] | 19 | FlingingRenderer::FlingingRenderer( |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 20 | std::unique_ptr<media::FlingingController> controller, |
Gyuyoung Kim | 4da45e4 | 2019-10-28 03:40:42 | [diff] [blame] | 21 | mojo::PendingRemote<ClientExtension> client_extension) |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 22 | : client_extension_(std::move(client_extension)), |
| 23 | controller_(std::move(controller)) { |
Thomas Guilbert | b2fd909 | 2018-08-15 01:00:39 | [diff] [blame] | 24 | controller_->AddMediaStatusObserver(this); |
| 25 | } |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 26 | |
Thomas Guilbert | b2fd909 | 2018-08-15 01:00:39 | [diff] [blame] | 27 | FlingingRenderer::~FlingingRenderer() { |
| 28 | controller_->RemoveMediaStatusObserver(this); |
Nico Weber | 40cd26fd | 2019-02-09 17:37:02 | [diff] [blame] | 29 | } |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 30 | |
| 31 | // static |
| 32 | std::unique_ptr<FlingingRenderer> FlingingRenderer::Create( |
| 33 | RenderFrameHost* render_frame_host, |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 34 | const std::string& presentation_id, |
Gyuyoung Kim | 4da45e4 | 2019-10-28 03:40:42 | [diff] [blame] | 35 | mojo::PendingRemote<ClientExtension> client_extension) { |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 36 | DVLOG(1) << __func__; |
| 37 | |
| 38 | ContentClient* content_client = GetContentClient(); |
| 39 | if (!content_client) |
| 40 | return nullptr; |
| 41 | |
| 42 | ContentBrowserClient* browser_client = content_client->browser(); |
| 43 | if (!browser_client) |
| 44 | return nullptr; |
| 45 | |
| 46 | ControllerPresentationServiceDelegate* presentation_delegate = |
| 47 | browser_client->GetControllerPresentationServiceDelegate( |
| 48 | static_cast<RenderFrameHostImpl*>(render_frame_host) |
| 49 | ->delegate() |
| 50 | ->GetAsWebContents()); |
| 51 | |
| 52 | if (!presentation_delegate) |
| 53 | return nullptr; |
| 54 | |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 55 | auto flinging_controller = presentation_delegate->GetFlingingController( |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 56 | render_frame_host->GetProcess()->GetID(), |
| 57 | render_frame_host->GetRoutingID(), presentation_id); |
| 58 | |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 59 | if (!flinging_controller) |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 60 | return nullptr; |
| 61 | |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 62 | return base::WrapUnique<FlingingRenderer>(new FlingingRenderer( |
| 63 | std::move(flinging_controller), std::move(client_extension))); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 64 | } |
| 65 | |
| 66 | // media::Renderer implementation |
| 67 | void FlingingRenderer::Initialize(media::MediaResource* media_resource, |
| 68 | media::RendererClient* client, |
Chris Mumford | 84f095f | 2019-10-25 23:19:44 | [diff] [blame] | 69 | media::PipelineStatusCallback init_cb) { |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 70 | DVLOG(2) << __func__; |
Thomas Guilbert | d9fd6f56 | 2018-08-25 00:57:31 | [diff] [blame] | 71 | client_ = client; |
Chris Mumford | 84f095f | 2019-10-25 23:19:44 | [diff] [blame] | 72 | std::move(init_cb).Run(media::PIPELINE_OK); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 73 | } |
| 74 | |
Chris Cunningham | e8c62633 | 2019-11-20 23:34:27 | [diff] [blame] | 75 | void FlingingRenderer::SetLatencyHint( |
| 76 | base::Optional<base::TimeDelta> latency_hint) {} |
| 77 | |
Chris Mumford | 1ccf451 | 2019-10-25 19:34:05 | [diff] [blame] | 78 | void FlingingRenderer::Flush(base::OnceClosure flush_cb) { |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 79 | DVLOG(2) << __func__; |
| 80 | // There is nothing to reset, we can no-op the call. |
Chris Mumford | 1ccf451 | 2019-10-25 19:34:05 | [diff] [blame] | 81 | std::move(flush_cb).Run(); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | void FlingingRenderer::StartPlayingFrom(base::TimeDelta time) { |
| 85 | DVLOG(2) << __func__; |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 86 | controller_->GetMediaController()->Seek(time); |
Thomas Guilbert | d9fd6f56 | 2018-08-25 00:57:31 | [diff] [blame] | 87 | |
| 88 | // After a seek when using the FlingingRenderer, WMPI will never get back to |
| 89 | // BUFFERING_HAVE_ENOUGH. This prevents Blink from getting the appropriate |
| 90 | // seek completion signals, and time updates are never re-scheduled. |
| 91 | // |
| 92 | // The FlingingRenderer doesn't need to buffer, since playback happens on a |
| 93 | // different device. This means it's ok to always send BUFFERING_HAVE_ENOUGH |
| 94 | // when sending buffering state changes. That being said, sending state |
| 95 | // changes here might be surprising, but the same signals are sent from |
| 96 | // MediaPlayerRenderer::StartPlayingFrom(), and it has been working mostly |
| 97 | // smoothly for all HLS playback. |
Chris Cunningham | fc0d67e | 2019-07-22 20:29:16 | [diff] [blame] | 98 | client_->OnBufferingStateChange(media::BUFFERING_HAVE_ENOUGH, |
| 99 | media::BUFFERING_CHANGE_REASON_UNKNOWN); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 100 | } |
| 101 | |
| 102 | void FlingingRenderer::SetPlaybackRate(double playback_rate) { |
| 103 | DVLOG(2) << __func__; |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 104 | if (playback_rate == 0) { |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 105 | SetExpectedPlayState(PlayState::PAUSED); |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 106 | controller_->GetMediaController()->Pause(); |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 107 | } else { |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 108 | SetExpectedPlayState(PlayState::PLAYING); |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 109 | controller_->GetMediaController()->Play(); |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 110 | } |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | void FlingingRenderer::SetVolume(float volume) { |
| 114 | DVLOG(2) << __func__; |
Thomas Guilbert | fc4431b | 2018-07-20 19:05:47 | [diff] [blame] | 115 | controller_->GetMediaController()->SetVolume(volume); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 116 | } |
| 117 | |
| 118 | base::TimeDelta FlingingRenderer::GetMediaTime() { |
Thomas Guilbert | 8a6d66b9 | 2018-08-23 23:33:29 | [diff] [blame] | 119 | return controller_->GetApproximateCurrentTime(); |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 120 | } |
| 121 | |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 122 | void FlingingRenderer::SetExpectedPlayState(PlayState state) { |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 123 | DVLOG(3) << __func__ << " : state " << static_cast<int>(state); |
| 124 | DCHECK(state == PlayState::PLAYING || state == PlayState::PAUSED); |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 125 | |
| 126 | expected_play_state_ = state; |
| 127 | play_state_is_stable_ = (expected_play_state_ == last_play_state_received_); |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 128 | } |
| 129 | |
Thomas Guilbert | b2fd909 | 2018-08-15 01:00:39 | [diff] [blame] | 130 | void FlingingRenderer::OnMediaStatusUpdated(const media::MediaStatus& status) { |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 131 | const auto& current_state = status.state; |
| 132 | |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 133 | if (current_state == expected_play_state_) |
| 134 | play_state_is_stable_ = true; |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 135 | |
| 136 | // Because we can get a MediaStatus update at any time from the device, only |
| 137 | // handle state updates after we have reached the target state. |
| 138 | // If we do not, we can encounter the following scenario: |
| 139 | // - A user pauses the video. |
| 140 | // - While the PAUSE command is in flight, an unrelated MediaStatus with a |
| 141 | // PLAYING state is sent from the cast device. |
| 142 | // - We call OnRemotePlaybackStateChange(PLAYING). |
| 143 | // - As the PAUSE command completes and we receive a PlayState::PAUSE, we |
| 144 | // queue a new PLAYING. |
| 145 | // - The local device enters a tick/tock feedback loop of constantly |
| 146 | // requesting the wrong state of PLAYING/PAUSED. |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 147 | if (!play_state_is_stable_) |
Thomas Guilbert | 9f575d2 | 2019-01-25 20:51:15 | [diff] [blame] | 148 | return; |
| 149 | |
| 150 | // Ignore all non PLAYING/PAUSED states. |
| 151 | // UNKNOWN and BUFFERING states are uninteresting and can be safely ignored. |
| 152 | // STOPPED normally causes the session to teardown, and |this| is destroyed |
| 153 | // shortly after. |
| 154 | if (current_state != PlayState::PLAYING && |
| 155 | current_state != PlayState::PAUSED) { |
| 156 | DVLOG(3) << __func__ << " : external state ignored: " |
| 157 | << static_cast<int>(current_state); |
| 158 | return; |
| 159 | } |
| 160 | |
Thomas Guilbert | 1ed6ada | 2019-09-14 00:23:35 | [diff] [blame] | 161 | // Save whether the remote device is currently playing or paused. |
| 162 | last_play_state_received_ = current_state; |
| 163 | |
| 164 | // If the remote device's play state has toggled and we didn't initiate it, |
| 165 | // notify WMPI to update it's own play/pause state. |
| 166 | if (last_play_state_received_ != expected_play_state_) |
Thomas Guilbert | 69c2be86 | 2019-04-26 20:09:38 | [diff] [blame] | 167 | client_extension_->OnRemotePlayStateChange(current_state); |
Thomas Guilbert | b2fd909 | 2018-08-15 01:00:39 | [diff] [blame] | 168 | } |
| 169 | |
Thomas Guilbert | 130188c17 | 2018-04-18 20:10:18 | [diff] [blame] | 170 | } // namespace content |