Move WebMediaPlayerImpl and its dependencies to media/blink.
Moving WebMediaPlayerImpl and related classes in content/renderer/media to media/blink so that they can be reused by Mojo code.
BUG=408338
Review URL: https://codereview.chromium.org/495353003
Cr-Commit-Position: refs/heads/master@{#293628}
diff --git a/media/blink/webmediaplayer_impl.cc b/media/blink/webmediaplayer_impl.cc
new file mode 100644
index 0000000..bed92998
--- /dev/null
+++ b/media/blink/webmediaplayer_impl.cc
@@ -0,0 +1,1034 @@
+// Copyright 2013 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "media/blink/webmediaplayer_impl.h"
+
+#include <algorithm>
+#include <limits>
+#include <string>
+#include <vector>
+
+#include "base/bind.h"
+#include "base/callback.h"
+#include "base/callback_helpers.h"
+#include "base/debug/alias.h"
+#include "base/debug/crash_logging.h"
+#include "base/debug/trace_event.h"
+#include "base/message_loop/message_loop_proxy.h"
+#include "base/metrics/histogram.h"
+#include "base/single_thread_task_runner.h"
+#include "base/synchronization/waitable_event.h"
+#include "cc/blink/web_layer_impl.h"
+#include "cc/layers/video_layer.h"
+#include "gpu/GLES2/gl2extchromium.h"
+#include "gpu/command_buffer/common/mailbox_holder.h"
+#include "media/audio/null_audio_sink.h"
+#include "media/base/audio_hardware_config.h"
+#include "media/base/bind_to_current_loop.h"
+#include "media/base/limits.h"
+#include "media/base/media_log.h"
+#include "media/base/pipeline.h"
+#include "media/base/text_renderer.h"
+#include "media/base/video_frame.h"
+#include "media/blink/buffered_data_source.h"
+#include "media/blink/encrypted_media_player_support.h"
+#include "media/blink/texttrack_impl.h"
+#include "media/blink/webaudiosourceprovider_impl.h"
+#include "media/blink/webinbandtexttrack_impl.h"
+#include "media/blink/webmediaplayer_delegate.h"
+#include "media/blink/webmediaplayer_params.h"
+#include "media/blink/webmediaplayer_util.h"
+#include "media/blink/webmediasource_impl.h"
+#include "media/filters/audio_renderer_impl.h"
+#include "media/filters/chunk_demuxer.h"
+#include "media/filters/ffmpeg_audio_decoder.h"
+#include "media/filters/ffmpeg_demuxer.h"
+#include "media/filters/ffmpeg_video_decoder.h"
+#include "media/filters/gpu_video_accelerator_factories.h"
+#include "media/filters/gpu_video_decoder.h"
+#include "media/filters/opus_audio_decoder.h"
+#include "media/filters/renderer_impl.h"
+#include "media/filters/video_renderer_impl.h"
+#include "media/filters/vpx_video_decoder.h"
+#include "third_party/WebKit/public/platform/WebMediaSource.h"
+#include "third_party/WebKit/public/platform/WebRect.h"
+#include "third_party/WebKit/public/platform/WebSize.h"
+#include "third_party/WebKit/public/platform/WebString.h"
+#include "third_party/WebKit/public/platform/WebURL.h"
+#include "third_party/WebKit/public/web/WebLocalFrame.h"
+#include "third_party/WebKit/public/web/WebSecurityOrigin.h"
+#include "third_party/WebKit/public/web/WebView.h"
+
+using blink::WebCanvas;
+using blink::WebMediaPlayer;
+using blink::WebRect;
+using blink::WebSize;
+using blink::WebString;
+
+namespace {
+
+// Limits the range of playback rate.
+//
+// TODO(kylep): Revisit these.
+//
+// Vista has substantially lower performance than XP or Windows7. If you speed
+// up a video too much, it can't keep up, and rendering stops updating except on
+// the time bar. For really high speeds, audio becomes a bottleneck and we just
+// use up the data we have, which may not achieve the speed requested, but will
+// not crash the tab.
+//
+// A very slow speed, ie 0.00000001x, causes the machine to lock up. (It seems
+// like a busy loop). It gets unresponsive, although its not completely dead.
+//
+// Also our timers are not very accurate (especially for ogg), which becomes
+// evident at low speeds and on Vista. Since other speeds are risky and outside
+// the norms, we think 1/16x to 16x is a safe and useful range for now.
+const double kMinRate = 0.0625;
+const double kMaxRate = 16.0;
+
+class SyncPointClientImpl : public media::VideoFrame::SyncPointClient {
+ public:
+ explicit SyncPointClientImpl(
+ blink::WebGraphicsContext3D* web_graphics_context)
+ : web_graphics_context_(web_graphics_context) {}
+ virtual ~SyncPointClientImpl() {}
+ virtual uint32 InsertSyncPoint() OVERRIDE {
+ return web_graphics_context_->insertSyncPoint();
+ }
+ virtual void WaitSyncPoint(uint32 sync_point) OVERRIDE {
+ web_graphics_context_->waitSyncPoint(sync_point);
+ }
+
+ private:
+ blink::WebGraphicsContext3D* web_graphics_context_;
+};
+
+} // namespace
+
+namespace media {
+
+class BufferedDataSourceHostImpl;
+
+#define COMPILE_ASSERT_MATCHING_ENUM(name) \
+ COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::CORSMode ## name) == \
+ static_cast<int>(BufferedResourceLoader::k ## name), \
+ mismatching_enums)
+COMPILE_ASSERT_MATCHING_ENUM(Unspecified);
+COMPILE_ASSERT_MATCHING_ENUM(Anonymous);
+COMPILE_ASSERT_MATCHING_ENUM(UseCredentials);
+#undef COMPILE_ASSERT_MATCHING_ENUM
+
+#define BIND_TO_RENDER_LOOP(function) \
+ (DCHECK(main_task_runner_->BelongsToCurrentThread()), \
+ BindToCurrentLoop(base::Bind(function, AsWeakPtr())))
+
+#define BIND_TO_RENDER_LOOP1(function, arg1) \
+ (DCHECK(main_task_runner_->BelongsToCurrentThread()), \
+ BindToCurrentLoop(base::Bind(function, AsWeakPtr(), arg1)))
+
+static void LogMediaSourceError(const scoped_refptr<MediaLog>& media_log,
+ const std::string& error) {
+ media_log->AddEvent(media_log->CreateMediaSourceErrorEvent(error));
+}
+
+WebMediaPlayerImpl::WebMediaPlayerImpl(
+ blink::WebLocalFrame* frame,
+ blink::WebMediaPlayerClient* client,
+ base::WeakPtr<WebMediaPlayerDelegate> delegate,
+ const WebMediaPlayerParams& params)
+ : frame_(frame),
+ network_state_(WebMediaPlayer::NetworkStateEmpty),
+ ready_state_(WebMediaPlayer::ReadyStateHaveNothing),
+ preload_(BufferedDataSource::AUTO),
+ main_task_runner_(base::MessageLoopProxy::current()),
+ media_task_runner_(params.media_task_runner()),
+ media_log_(params.media_log()),
+ pipeline_(media_task_runner_, media_log_.get()),
+ load_type_(LoadTypeURL),
+ opaque_(false),
+ paused_(true),
+ seeking_(false),
+ playback_rate_(0.0f),
+ ended_(false),
+ pending_seek_(false),
+ pending_seek_seconds_(0.0f),
+ should_notify_time_changed_(false),
+ client_(client),
+ delegate_(delegate),
+ defer_load_cb_(params.defer_load_cb()),
+ gpu_factories_(params.gpu_factories()),
+ supports_save_(true),
+ chunk_demuxer_(NULL),
+ compositor_task_runner_(params.compositor_task_runner()),
+ compositor_(new VideoFrameCompositor(
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnNaturalSizeChanged),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnOpacityChanged))),
+ text_track_index_(0),
+ encrypted_media_support_(
+ params.CreateEncryptedMediaPlayerSupport(client)),
+ audio_hardware_config_(params.audio_hardware_config()) {
+ DCHECK(encrypted_media_support_);
+
+ // Threaded compositing isn't enabled universally yet.
+ if (!compositor_task_runner_.get())
+ compositor_task_runner_ = base::MessageLoopProxy::current();
+
+ media_log_->AddEvent(
+ media_log_->CreateEvent(MediaLogEvent::WEBMEDIAPLAYER_CREATED));
+
+ // |gpu_factories_| requires that its entry points be called on its
+ // |GetTaskRunner()|. Since |pipeline_| will own decoders created from the
+ // factories, require that their message loops are identical.
+ DCHECK(!gpu_factories_.get() ||
+ (gpu_factories_->GetTaskRunner() == media_task_runner_.get()));
+
+ // Use the null sink if no sink was provided.
+ audio_source_provider_ = new WebAudioSourceProviderImpl(
+ params.audio_renderer_sink().get()
+ ? params.audio_renderer_sink()
+ : new NullAudioSink(media_task_runner_));
+}
+
+WebMediaPlayerImpl::~WebMediaPlayerImpl() {
+ client_->setWebLayer(NULL);
+
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ media_log_->AddEvent(
+ media_log_->CreateEvent(MediaLogEvent::WEBMEDIAPLAYER_DESTROYED));
+
+ if (delegate_.get())
+ delegate_->PlayerGone(this);
+
+ // Abort any pending IO so stopping the pipeline doesn't get blocked.
+ if (data_source_)
+ data_source_->Abort();
+ if (chunk_demuxer_) {
+ chunk_demuxer_->Shutdown();
+ chunk_demuxer_ = NULL;
+ }
+
+ gpu_factories_ = NULL;
+
+ // Make sure to kill the pipeline so there's no more media threads running.
+ // Note: stopping the pipeline might block for a long time.
+ base::WaitableEvent waiter(false, false);
+ pipeline_.Stop(
+ base::Bind(&base::WaitableEvent::Signal, base::Unretained(&waiter)));
+ waiter.Wait();
+
+ compositor_task_runner_->DeleteSoon(FROM_HERE, compositor_);
+}
+
+void WebMediaPlayerImpl::load(LoadType load_type, const blink::WebURL& url,
+ CORSMode cors_mode) {
+ DVLOG(1) << __FUNCTION__ << "(" << load_type << ", " << url << ", "
+ << cors_mode << ")";
+ if (!defer_load_cb_.is_null()) {
+ defer_load_cb_.Run(base::Bind(
+ &WebMediaPlayerImpl::DoLoad, AsWeakPtr(), load_type, url, cors_mode));
+ return;
+ }
+ DoLoad(load_type, url, cors_mode);
+}
+
+void WebMediaPlayerImpl::DoLoad(LoadType load_type,
+ const blink::WebURL& url,
+ CORSMode cors_mode) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ GURL gurl(url);
+ ReportMediaSchemeUma(gurl);
+
+ // Set subresource URL for crash reporting.
+ base::debug::SetCrashKeyValue("subresource_url", gurl.spec());
+
+ load_type_ = load_type;
+
+ SetNetworkState(WebMediaPlayer::NetworkStateLoading);
+ SetReadyState(WebMediaPlayer::ReadyStateHaveNothing);
+ media_log_->AddEvent(media_log_->CreateLoadEvent(url.spec()));
+
+ // Media source pipelines can start immediately.
+ if (load_type == LoadTypeMediaSource) {
+ supports_save_ = false;
+ StartPipeline();
+ return;
+ }
+
+ // Otherwise it's a regular request which requires resolving the URL first.
+ data_source_.reset(new BufferedDataSource(
+ url,
+ static_cast<BufferedResourceLoader::CORSMode>(cors_mode),
+ main_task_runner_,
+ frame_,
+ media_log_.get(),
+ &buffered_data_source_host_,
+ base::Bind(&WebMediaPlayerImpl::NotifyDownloading, AsWeakPtr())));
+ data_source_->Initialize(
+ base::Bind(&WebMediaPlayerImpl::DataSourceInitialized, AsWeakPtr()));
+ data_source_->SetPreload(preload_);
+}
+
+void WebMediaPlayerImpl::play() {
+ DVLOG(1) << __FUNCTION__;
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ paused_ = false;
+ pipeline_.SetPlaybackRate(playback_rate_);
+ if (data_source_)
+ data_source_->MediaIsPlaying();
+
+ media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::PLAY));
+
+ if (delegate_.get())
+ delegate_->DidPlay(this);
+}
+
+void WebMediaPlayerImpl::pause() {
+ DVLOG(1) << __FUNCTION__;
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ paused_ = true;
+ pipeline_.SetPlaybackRate(0.0f);
+ if (data_source_)
+ data_source_->MediaIsPaused();
+ paused_time_ = pipeline_.GetMediaTime();
+
+ media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::PAUSE));
+
+ if (delegate_.get())
+ delegate_->DidPause(this);
+}
+
+bool WebMediaPlayerImpl::supportsSave() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ return supports_save_;
+}
+
+void WebMediaPlayerImpl::seek(double seconds) {
+ DVLOG(1) << __FUNCTION__ << "(" << seconds << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ ended_ = false;
+
+ if (ready_state_ > WebMediaPlayer::ReadyStateHaveMetadata)
+ SetReadyState(WebMediaPlayer::ReadyStateHaveMetadata);
+
+ base::TimeDelta seek_time = ConvertSecondsToTimestamp(seconds);
+
+ if (seeking_) {
+ pending_seek_ = true;
+ pending_seek_seconds_ = seconds;
+ if (chunk_demuxer_)
+ chunk_demuxer_->CancelPendingSeek(seek_time);
+ return;
+ }
+
+ media_log_->AddEvent(media_log_->CreateSeekEvent(seconds));
+
+ // Update our paused time.
+ if (paused_)
+ paused_time_ = seek_time;
+
+ seeking_ = true;
+
+ if (chunk_demuxer_)
+ chunk_demuxer_->StartWaitingForSeek(seek_time);
+
+ // Kick off the asynchronous seek!
+ pipeline_.Seek(
+ seek_time,
+ BIND_TO_RENDER_LOOP1(&WebMediaPlayerImpl::OnPipelineSeeked, true));
+}
+
+void WebMediaPlayerImpl::setRate(double rate) {
+ DVLOG(1) << __FUNCTION__ << "(" << rate << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ // TODO(kylep): Remove when support for negatives is added. Also, modify the
+ // following checks so rewind uses reasonable values also.
+ if (rate < 0.0)
+ return;
+
+ // Limit rates to reasonable values by clamping.
+ if (rate != 0.0) {
+ if (rate < kMinRate)
+ rate = kMinRate;
+ else if (rate > kMaxRate)
+ rate = kMaxRate;
+ }
+
+ playback_rate_ = rate;
+ if (!paused_) {
+ pipeline_.SetPlaybackRate(rate);
+ if (data_source_)
+ data_source_->MediaPlaybackRateChanged(rate);
+ }
+}
+
+void WebMediaPlayerImpl::setVolume(double volume) {
+ DVLOG(1) << __FUNCTION__ << "(" << volume << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ pipeline_.SetVolume(volume);
+}
+
+#define COMPILE_ASSERT_MATCHING_ENUM(webkit_name, chromium_name) \
+ COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::webkit_name) == \
+ static_cast<int>(BufferedDataSource::chromium_name), \
+ mismatching_enums)
+COMPILE_ASSERT_MATCHING_ENUM(PreloadNone, NONE);
+COMPILE_ASSERT_MATCHING_ENUM(PreloadMetaData, METADATA);
+COMPILE_ASSERT_MATCHING_ENUM(PreloadAuto, AUTO);
+#undef COMPILE_ASSERT_MATCHING_ENUM
+
+void WebMediaPlayerImpl::setPreload(WebMediaPlayer::Preload preload) {
+ DVLOG(1) << __FUNCTION__ << "(" << preload << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ preload_ = static_cast<BufferedDataSource::Preload>(preload);
+ if (data_source_)
+ data_source_->SetPreload(preload_);
+}
+
+bool WebMediaPlayerImpl::hasVideo() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return pipeline_metadata_.has_video;
+}
+
+bool WebMediaPlayerImpl::hasAudio() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return pipeline_metadata_.has_audio;
+}
+
+blink::WebSize WebMediaPlayerImpl::naturalSize() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return blink::WebSize(pipeline_metadata_.natural_size);
+}
+
+bool WebMediaPlayerImpl::paused() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return pipeline_.GetPlaybackRate() == 0.0f;
+}
+
+bool WebMediaPlayerImpl::seeking() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing)
+ return false;
+
+ return seeking_;
+}
+
+double WebMediaPlayerImpl::duration() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing)
+ return std::numeric_limits<double>::quiet_NaN();
+
+ return GetPipelineDuration();
+}
+
+double WebMediaPlayerImpl::timelineOffset() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ if (pipeline_metadata_.timeline_offset.is_null())
+ return std::numeric_limits<double>::quiet_NaN();
+
+ return pipeline_metadata_.timeline_offset.ToJsTime();
+}
+
+double WebMediaPlayerImpl::currentTime() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing);
+
+ // TODO(scherkus): Replace with an explicit ended signal to HTMLMediaElement,
+ // see http://crbug.com/409280
+ if (ended_)
+ return duration();
+
+ return (paused_ ? paused_time_ : pipeline_.GetMediaTime()).InSecondsF();
+}
+
+WebMediaPlayer::NetworkState WebMediaPlayerImpl::networkState() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ return network_state_;
+}
+
+WebMediaPlayer::ReadyState WebMediaPlayerImpl::readyState() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ return ready_state_;
+}
+
+blink::WebTimeRanges WebMediaPlayerImpl::buffered() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ Ranges<base::TimeDelta> buffered_time_ranges =
+ pipeline_.GetBufferedTimeRanges();
+
+ const base::TimeDelta duration = pipeline_.GetMediaDuration();
+ if (duration != kInfiniteDuration()) {
+ buffered_data_source_host_.AddBufferedTimeRanges(
+ &buffered_time_ranges, duration);
+ }
+ return ConvertToWebTimeRanges(buffered_time_ranges);
+}
+
+double WebMediaPlayerImpl::maxTimeSeekable() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ // If we haven't even gotten to ReadyStateHaveMetadata yet then just
+ // return 0 so that the seekable range is empty.
+ if (ready_state_ < WebMediaPlayer::ReadyStateHaveMetadata)
+ return 0.0;
+
+ // We don't support seeking in streaming media.
+ if (data_source_ && data_source_->IsStreaming())
+ return 0.0;
+ return duration();
+}
+
+bool WebMediaPlayerImpl::didLoadingProgress() {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ bool pipeline_progress = pipeline_.DidLoadingProgress();
+ bool data_progress = buffered_data_source_host_.DidLoadingProgress();
+ return pipeline_progress || data_progress;
+}
+
+void WebMediaPlayerImpl::paint(blink::WebCanvas* canvas,
+ const blink::WebRect& rect,
+ unsigned char alpha) {
+ paint(canvas, rect, alpha, SkXfermode::kSrcOver_Mode);
+}
+
+void WebMediaPlayerImpl::paint(blink::WebCanvas* canvas,
+ const blink::WebRect& rect,
+ unsigned char alpha,
+ SkXfermode::Mode mode) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ TRACE_EVENT0("media", "WebMediaPlayerImpl:paint");
+
+ // TODO(scherkus): Clarify paint() API contract to better understand when and
+ // why it's being called. For example, today paint() is called when:
+ // - We haven't reached HAVE_CURRENT_DATA and need to paint black
+ // - We're painting to a canvas
+ // See http://crbug.com/341225 http://crbug.com/342621 for details.
+ scoped_refptr<VideoFrame> video_frame =
+ GetCurrentFrameFromCompositor();
+
+ gfx::Rect gfx_rect(rect);
+
+ skcanvas_video_renderer_.Paint(video_frame.get(),
+ canvas,
+ gfx_rect,
+ alpha,
+ mode,
+ pipeline_metadata_.video_rotation);
+}
+
+bool WebMediaPlayerImpl::hasSingleSecurityOrigin() const {
+ if (data_source_)
+ return data_source_->HasSingleOrigin();
+ return true;
+}
+
+bool WebMediaPlayerImpl::didPassCORSAccessCheck() const {
+ if (data_source_)
+ return data_source_->DidPassCORSAccessCheck();
+ return false;
+}
+
+double WebMediaPlayerImpl::mediaTimeForTimeValue(double timeValue) const {
+ return ConvertSecondsToTimestamp(timeValue).InSecondsF();
+}
+
+unsigned WebMediaPlayerImpl::decodedFrameCount() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ PipelineStatistics stats = pipeline_.GetStatistics();
+ return stats.video_frames_decoded;
+}
+
+unsigned WebMediaPlayerImpl::droppedFrameCount() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ PipelineStatistics stats = pipeline_.GetStatistics();
+ return stats.video_frames_dropped;
+}
+
+unsigned WebMediaPlayerImpl::audioDecodedByteCount() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ PipelineStatistics stats = pipeline_.GetStatistics();
+ return stats.audio_bytes_decoded;
+}
+
+unsigned WebMediaPlayerImpl::videoDecodedByteCount() const {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ PipelineStatistics stats = pipeline_.GetStatistics();
+ return stats.video_bytes_decoded;
+}
+
+bool WebMediaPlayerImpl::copyVideoTextureToPlatformTexture(
+ blink::WebGraphicsContext3D* web_graphics_context,
+ unsigned int texture,
+ unsigned int level,
+ unsigned int internal_format,
+ unsigned int type,
+ bool premultiply_alpha,
+ bool flip_y) {
+ TRACE_EVENT0("media", "WebMediaPlayerImpl:copyVideoTextureToPlatformTexture");
+
+ scoped_refptr<VideoFrame> video_frame =
+ GetCurrentFrameFromCompositor();
+
+ if (!video_frame.get())
+ return false;
+ if (video_frame->format() != VideoFrame::NATIVE_TEXTURE)
+ return false;
+
+ const gpu::MailboxHolder* mailbox_holder = video_frame->mailbox_holder();
+ if (mailbox_holder->texture_target != GL_TEXTURE_2D)
+ return false;
+
+ web_graphics_context->waitSyncPoint(mailbox_holder->sync_point);
+ uint32 source_texture = web_graphics_context->createAndConsumeTextureCHROMIUM(
+ GL_TEXTURE_2D, mailbox_holder->mailbox.name);
+
+ // The video is stored in a unmultiplied format, so premultiply
+ // if necessary.
+ web_graphics_context->pixelStorei(GL_UNPACK_PREMULTIPLY_ALPHA_CHROMIUM,
+ premultiply_alpha);
+ // Application itself needs to take care of setting the right flip_y
+ // value down to get the expected result.
+ // flip_y==true means to reverse the video orientation while
+ // flip_y==false means to keep the intrinsic orientation.
+ web_graphics_context->pixelStorei(GL_UNPACK_FLIP_Y_CHROMIUM, flip_y);
+ web_graphics_context->copyTextureCHROMIUM(GL_TEXTURE_2D,
+ source_texture,
+ texture,
+ level,
+ internal_format,
+ type);
+ web_graphics_context->pixelStorei(GL_UNPACK_FLIP_Y_CHROMIUM, false);
+ web_graphics_context->pixelStorei(GL_UNPACK_PREMULTIPLY_ALPHA_CHROMIUM,
+ false);
+
+ web_graphics_context->deleteTexture(source_texture);
+ web_graphics_context->flush();
+
+ SyncPointClientImpl client(web_graphics_context);
+ video_frame->UpdateReleaseSyncPoint(&client);
+ return true;
+}
+
+WebMediaPlayer::MediaKeyException
+WebMediaPlayerImpl::generateKeyRequest(const WebString& key_system,
+ const unsigned char* init_data,
+ unsigned init_data_length) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return encrypted_media_support_->GenerateKeyRequest(
+ frame_, key_system, init_data, init_data_length);
+}
+
+WebMediaPlayer::MediaKeyException WebMediaPlayerImpl::addKey(
+ const WebString& key_system,
+ const unsigned char* key,
+ unsigned key_length,
+ const unsigned char* init_data,
+ unsigned init_data_length,
+ const WebString& session_id) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return encrypted_media_support_->AddKey(
+ key_system, key, key_length, init_data, init_data_length, session_id);
+}
+
+WebMediaPlayer::MediaKeyException WebMediaPlayerImpl::cancelKeyRequest(
+ const WebString& key_system,
+ const WebString& session_id) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ return encrypted_media_support_->CancelKeyRequest(key_system, session_id);
+}
+
+void WebMediaPlayerImpl::setContentDecryptionModule(
+ blink::WebContentDecryptionModule* cdm) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ encrypted_media_support_->SetContentDecryptionModule(cdm);
+}
+
+void WebMediaPlayerImpl::setContentDecryptionModule(
+ blink::WebContentDecryptionModule* cdm,
+ blink::WebContentDecryptionModuleResult result) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ encrypted_media_support_->SetContentDecryptionModule(cdm, result);
+}
+
+void WebMediaPlayerImpl::setContentDecryptionModuleSync(
+ blink::WebContentDecryptionModule* cdm) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ encrypted_media_support_->SetContentDecryptionModuleSync(cdm);
+}
+
+void WebMediaPlayerImpl::OnPipelineSeeked(bool time_changed,
+ PipelineStatus status) {
+ DVLOG(1) << __FUNCTION__ << "(" << time_changed << ", " << status << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ seeking_ = false;
+ if (pending_seek_) {
+ pending_seek_ = false;
+ seek(pending_seek_seconds_);
+ return;
+ }
+
+ if (status != PIPELINE_OK) {
+ OnPipelineError(status);
+ return;
+ }
+
+ // Update our paused time.
+ if (paused_)
+ paused_time_ = pipeline_.GetMediaTime();
+
+ should_notify_time_changed_ = time_changed;
+}
+
+void WebMediaPlayerImpl::OnPipelineEnded() {
+ DVLOG(1) << __FUNCTION__;
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ // Ignore state changes until we've completed all outstanding seeks.
+ if (seeking_ || pending_seek_)
+ return;
+
+ ended_ = true;
+ client_->timeChanged();
+}
+
+void WebMediaPlayerImpl::OnPipelineError(PipelineStatus error) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ DCHECK_NE(error, PIPELINE_OK);
+
+ if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing) {
+ // Any error that occurs before reaching ReadyStateHaveMetadata should
+ // be considered a format error.
+ SetNetworkState(WebMediaPlayer::NetworkStateFormatError);
+ return;
+ }
+
+ SetNetworkState(PipelineErrorToNetworkState(error));
+
+ if (error == PIPELINE_ERROR_DECRYPT)
+ encrypted_media_support_->OnPipelineDecryptError();
+}
+
+void WebMediaPlayerImpl::OnPipelineMetadata(
+ PipelineMetadata metadata) {
+ DVLOG(1) << __FUNCTION__;
+
+ pipeline_metadata_ = metadata;
+
+ UMA_HISTOGRAM_ENUMERATION("Media.VideoRotation",
+ metadata.video_rotation,
+ VIDEO_ROTATION_MAX + 1);
+ SetReadyState(WebMediaPlayer::ReadyStateHaveMetadata);
+
+ if (hasVideo()) {
+ DCHECK(!video_weblayer_);
+ scoped_refptr<cc::VideoLayer> layer =
+ cc::VideoLayer::Create(compositor_, pipeline_metadata_.video_rotation);
+
+ if (pipeline_metadata_.video_rotation == VIDEO_ROTATION_90 ||
+ pipeline_metadata_.video_rotation == VIDEO_ROTATION_270) {
+ gfx::Size size = pipeline_metadata_.natural_size;
+ pipeline_metadata_.natural_size = gfx::Size(size.height(), size.width());
+ }
+
+ video_weblayer_.reset(new cc_blink::WebLayerImpl(layer));
+ video_weblayer_->setOpaque(opaque_);
+ client_->setWebLayer(video_weblayer_.get());
+ }
+}
+
+void WebMediaPlayerImpl::OnPipelineBufferingStateChanged(
+ BufferingState buffering_state) {
+ DVLOG(1) << __FUNCTION__ << "(" << buffering_state << ")";
+
+ // Ignore buffering state changes until we've completed all outstanding seeks.
+ if (seeking_ || pending_seek_)
+ return;
+
+ // TODO(scherkus): Handle other buffering states when Pipeline starts using
+ // them and translate them ready state changes http://crbug.com/144683
+ DCHECK_EQ(buffering_state, BUFFERING_HAVE_ENOUGH);
+ SetReadyState(WebMediaPlayer::ReadyStateHaveEnoughData);
+
+ // Blink expects a timeChanged() in response to a seek().
+ if (should_notify_time_changed_)
+ client_->timeChanged();
+}
+
+void WebMediaPlayerImpl::OnDemuxerOpened() {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ client_->mediaSourceOpened(new WebMediaSourceImpl(
+ chunk_demuxer_, base::Bind(&LogMediaSourceError, media_log_)));
+}
+
+void WebMediaPlayerImpl::OnAddTextTrack(
+ const TextTrackConfig& config,
+ const AddTextTrackDoneCB& done_cb) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ const WebInbandTextTrackImpl::Kind web_kind =
+ static_cast<WebInbandTextTrackImpl::Kind>(config.kind());
+ const blink::WebString web_label =
+ blink::WebString::fromUTF8(config.label());
+ const blink::WebString web_language =
+ blink::WebString::fromUTF8(config.language());
+ const blink::WebString web_id =
+ blink::WebString::fromUTF8(config.id());
+
+ scoped_ptr<WebInbandTextTrackImpl> web_inband_text_track(
+ new WebInbandTextTrackImpl(web_kind, web_label, web_language, web_id,
+ text_track_index_++));
+
+ scoped_ptr<TextTrack> text_track(new TextTrackImpl(
+ main_task_runner_, client_, web_inband_text_track.Pass()));
+
+ done_cb.Run(text_track.Pass());
+}
+
+void WebMediaPlayerImpl::DataSourceInitialized(bool success) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ if (!success) {
+ SetNetworkState(WebMediaPlayer::NetworkStateFormatError);
+ return;
+ }
+
+ StartPipeline();
+}
+
+void WebMediaPlayerImpl::NotifyDownloading(bool is_downloading) {
+ if (!is_downloading && network_state_ == WebMediaPlayer::NetworkStateLoading)
+ SetNetworkState(WebMediaPlayer::NetworkStateIdle);
+ else if (is_downloading && network_state_ == WebMediaPlayer::NetworkStateIdle)
+ SetNetworkState(WebMediaPlayer::NetworkStateLoading);
+ media_log_->AddEvent(
+ media_log_->CreateBooleanEvent(
+ MediaLogEvent::NETWORK_ACTIVITY_SET,
+ "is_downloading_data", is_downloading));
+}
+
+// TODO(xhwang): Move this to a factory class so that we can create different
+// renderers.
+scoped_ptr<Renderer> WebMediaPlayerImpl::CreateRenderer() {
+ SetDecryptorReadyCB set_decryptor_ready_cb =
+ encrypted_media_support_->CreateSetDecryptorReadyCB();
+
+ // Create our audio decoders and renderer.
+ ScopedVector<AudioDecoder> audio_decoders;
+
+ LogCB log_cb = base::Bind(&LogMediaSourceError, media_log_);
+ audio_decoders.push_back(new FFmpegAudioDecoder(media_task_runner_, log_cb));
+ audio_decoders.push_back(new OpusAudioDecoder(media_task_runner_));
+
+ scoped_ptr<AudioRenderer> audio_renderer(new AudioRendererImpl(
+ media_task_runner_,
+ audio_source_provider_.get(),
+ audio_decoders.Pass(),
+ set_decryptor_ready_cb,
+ audio_hardware_config_));
+
+ // Create our video decoders and renderer.
+ ScopedVector<VideoDecoder> video_decoders;
+
+ if (gpu_factories_.get()) {
+ video_decoders.push_back(
+ new GpuVideoDecoder(gpu_factories_, media_log_));
+ }
+
+#if !defined(MEDIA_DISABLE_LIBVPX)
+ video_decoders.push_back(new VpxVideoDecoder(media_task_runner_));
+#endif // !defined(MEDIA_DISABLE_LIBVPX)
+
+ video_decoders.push_back(new FFmpegVideoDecoder(media_task_runner_));
+
+ scoped_ptr<VideoRenderer> video_renderer(
+ new VideoRendererImpl(
+ media_task_runner_,
+ video_decoders.Pass(),
+ set_decryptor_ready_cb,
+ base::Bind(&WebMediaPlayerImpl::FrameReady, base::Unretained(this)),
+ true));
+
+ // Create renderer.
+ return scoped_ptr<Renderer>(new RendererImpl(
+ media_task_runner_,
+ demuxer_.get(),
+ audio_renderer.Pass(),
+ video_renderer.Pass()));
+}
+
+void WebMediaPlayerImpl::StartPipeline() {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ // Keep track if this is a MSE or non-MSE playback.
+ UMA_HISTOGRAM_BOOLEAN("Media.MSE.Playback",
+ (load_type_ == LoadTypeMediaSource));
+
+ LogCB mse_log_cb;
+ Demuxer::NeedKeyCB need_key_cb =
+ encrypted_media_support_->CreateNeedKeyCB();
+
+ // Figure out which demuxer to use.
+ if (load_type_ != LoadTypeMediaSource) {
+ DCHECK(!chunk_demuxer_);
+ DCHECK(data_source_);
+
+ demuxer_.reset(new FFmpegDemuxer(
+ media_task_runner_, data_source_.get(),
+ need_key_cb,
+ media_log_));
+ } else {
+ DCHECK(!chunk_demuxer_);
+ DCHECK(!data_source_);
+
+ mse_log_cb = base::Bind(&LogMediaSourceError, media_log_);
+
+ chunk_demuxer_ = new ChunkDemuxer(
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnDemuxerOpened),
+ need_key_cb,
+ mse_log_cb,
+ true);
+ demuxer_.reset(chunk_demuxer_);
+ }
+
+ // ... and we're ready to go!
+ seeking_ = true;
+ pipeline_.Start(
+ demuxer_.get(),
+ CreateRenderer(),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineEnded),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineError),
+ BIND_TO_RENDER_LOOP1(&WebMediaPlayerImpl::OnPipelineSeeked, false),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineMetadata),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineBufferingStateChanged),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnDurationChanged),
+ BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnAddTextTrack));
+}
+
+void WebMediaPlayerImpl::SetNetworkState(WebMediaPlayer::NetworkState state) {
+ DVLOG(1) << __FUNCTION__ << "(" << state << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ network_state_ = state;
+ // Always notify to ensure client has the latest value.
+ client_->networkStateChanged();
+}
+
+void WebMediaPlayerImpl::SetReadyState(WebMediaPlayer::ReadyState state) {
+ DVLOG(1) << __FUNCTION__ << "(" << state << ")";
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+
+ if (state == WebMediaPlayer::ReadyStateHaveEnoughData && data_source_ &&
+ data_source_->assume_fully_buffered() &&
+ network_state_ == WebMediaPlayer::NetworkStateLoading)
+ SetNetworkState(WebMediaPlayer::NetworkStateLoaded);
+
+ ready_state_ = state;
+ // Always notify to ensure client has the latest value.
+ client_->readyStateChanged();
+}
+
+blink::WebAudioSourceProvider* WebMediaPlayerImpl::audioSourceProvider() {
+ return audio_source_provider_.get();
+}
+
+double WebMediaPlayerImpl::GetPipelineDuration() const {
+ base::TimeDelta duration = pipeline_.GetMediaDuration();
+
+ // Return positive infinity if the resource is unbounded.
+ // http://www.whatwg.org/specs/web-apps/current-work/multipage/video.html#dom-media-duration
+ if (duration == kInfiniteDuration())
+ return std::numeric_limits<double>::infinity();
+
+ return duration.InSecondsF();
+}
+
+void WebMediaPlayerImpl::OnDurationChanged() {
+ if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing)
+ return;
+
+ client_->durationChanged();
+}
+
+void WebMediaPlayerImpl::OnNaturalSizeChanged(gfx::Size size) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing);
+ TRACE_EVENT0("media", "WebMediaPlayerImpl::OnNaturalSizeChanged");
+
+ media_log_->AddEvent(
+ media_log_->CreateVideoSizeSetEvent(size.width(), size.height()));
+ pipeline_metadata_.natural_size = size;
+
+ client_->sizeChanged();
+}
+
+void WebMediaPlayerImpl::OnOpacityChanged(bool opaque) {
+ DCHECK(main_task_runner_->BelongsToCurrentThread());
+ DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing);
+
+ opaque_ = opaque;
+ if (video_weblayer_)
+ video_weblayer_->setOpaque(opaque_);
+}
+
+void WebMediaPlayerImpl::FrameReady(
+ const scoped_refptr<VideoFrame>& frame) {
+ compositor_task_runner_->PostTask(
+ FROM_HERE,
+ base::Bind(&VideoFrameCompositor::UpdateCurrentFrame,
+ base::Unretained(compositor_),
+ frame));
+}
+
+static void GetCurrentFrameAndSignal(
+ VideoFrameCompositor* compositor,
+ scoped_refptr<VideoFrame>* video_frame_out,
+ base::WaitableEvent* event) {
+ TRACE_EVENT0("media", "GetCurrentFrameAndSignal");
+ *video_frame_out = compositor->GetCurrentFrame();
+ event->Signal();
+}
+
+scoped_refptr<VideoFrame>
+WebMediaPlayerImpl::GetCurrentFrameFromCompositor() {
+ TRACE_EVENT0("media", "WebMediaPlayerImpl::GetCurrentFrameFromCompositor");
+ if (compositor_task_runner_->BelongsToCurrentThread())
+ return compositor_->GetCurrentFrame();
+
+ // Use a posted task and waitable event instead of a lock otherwise
+ // WebGL/Canvas can see different content than what the compositor is seeing.
+ scoped_refptr<VideoFrame> video_frame;
+ base::WaitableEvent event(false, false);
+ compositor_task_runner_->PostTask(FROM_HERE,
+ base::Bind(&GetCurrentFrameAndSignal,
+ base::Unretained(compositor_),
+ &video_frame,
+ &event));
+ event.Wait();
+ return video_frame;
+}
+
+} // namespace media
