[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 1 | // Copyright 2014 The Chromium Authors. All rights reserved. |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 5 | #include "content/renderer/child_frame_compositing_helper.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 6 | |
dcheng | 07945f63 | 2015-12-26 07:59:32 | [diff] [blame] | 7 | #include <utility> |
| 8 | |
[email protected] | 3856462 | 2014-08-19 02:47:18 | [diff] [blame] | 9 | #include "cc/blink/web_layer_impl.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 10 | #include "cc/layers/picture_image_layer.h" |
[email protected] | cc3cfaa | 2013-03-18 09:05:52 | [diff] [blame] | 11 | #include "cc/layers/solid_color_layer.h" |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 12 | #include "cc/layers/surface_layer.h" |
[email protected] | 7f0d825f | 2013-03-18 07:24:30 | [diff] [blame] | 13 | #include "cc/output/context_provider.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 14 | #include "cc/output/copy_output_request.h" |
| 15 | #include "cc/output/copy_output_result.h" |
vmpstr | 55c7657ca | 2017-04-29 00:46:48 | [diff] [blame^] | 16 | #include "cc/paint/paint_image.h" |
[email protected] | 9260757f | 2013-09-17 01:24:16 | [diff] [blame] | 17 | #include "cc/resources/single_release_callback.h" |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 18 | #include "cc/surfaces/sequence_surface_reference_factory.h" |
jbauman | 38c178eaa | 2015-06-04 04:24:54 | [diff] [blame] | 19 | #include "content/child/thread_safe_sender.h" |
[email protected] | 703dd66 | 2013-03-05 07:37:42 | [diff] [blame] | 20 | #include "content/common/browser_plugin/browser_plugin_messages.h" |
oshima | 9000e42 | 2016-01-27 03:05:36 | [diff] [blame] | 21 | #include "content/common/content_switches_internal.h" |
[email protected] | 95d3182 | 2014-01-03 22:21:55 | [diff] [blame] | 22 | #include "content/common/frame_messages.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 23 | #include "content/public/common/content_client.h" |
| 24 | #include "content/public/renderer/content_renderer_client.h" |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 25 | #include "content/renderer/browser_plugin/browser_plugin.h" |
[email protected] | 0d25cb6 | 2013-01-21 15:42:21 | [diff] [blame] | 26 | #include "content/renderer/browser_plugin/browser_plugin_manager.h" |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 27 | #include "content/renderer/render_frame_impl.h" |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 28 | #include "content/renderer/render_frame_proxy.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 29 | #include "content/renderer/render_thread_impl.h" |
sadrul | 85cc5d8 | 2016-12-20 03:37:41 | [diff] [blame] | 30 | #include "services/ui/public/cpp/gpu/context_provider_command_buffer.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 31 | #include "skia/ext/image_operations.h" |
[email protected] | 2255a933 | 2013-06-17 05:12:31 | [diff] [blame] | 32 | #include "third_party/WebKit/public/web/WebPluginContainer.h" |
dcheng | 5cf54301 | 2016-11-24 17:13:37 | [diff] [blame] | 33 | #include "third_party/WebKit/public/web/WebRemoteFrame.h" |
[email protected] | 7f0d825f | 2013-03-18 07:24:30 | [diff] [blame] | 34 | #include "third_party/khronos/GLES2/gl2.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 35 | #include "third_party/skia/include/core/SkBitmap.h" |
| 36 | #include "third_party/skia/include/core/SkImage.h" |
| 37 | #include "ui/gfx/geometry/point_f.h" |
tfarina | ebe974f0 | 2015-01-03 04:25:32 | [diff] [blame] | 38 | #include "ui/gfx/geometry/size_conversions.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 39 | #include "ui/gfx/skia_util.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 40 | |
| 41 | namespace content { |
| 42 | |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 43 | namespace { |
| 44 | |
| 45 | class IframeSurfaceReferenceFactory |
| 46 | : public cc::SequenceSurfaceReferenceFactory { |
| 47 | public: |
| 48 | IframeSurfaceReferenceFactory(scoped_refptr<ThreadSafeSender> sender, |
| 49 | int routing_id) |
| 50 | : sender_(std::move(sender)), routing_id_(routing_id) {} |
| 51 | |
| 52 | private: |
| 53 | ~IframeSurfaceReferenceFactory() override = default; |
| 54 | |
| 55 | // cc::SequenceSurfaceReferenceFactory implementation: |
| 56 | void RequireSequence(const cc::SurfaceId& surface_id, |
| 57 | const cc::SurfaceSequence& sequence) const override { |
| 58 | sender_->Send( |
| 59 | new FrameHostMsg_RequireSequence(routing_id_, surface_id, sequence)); |
| 60 | } |
| 61 | |
| 62 | void SatisfySequence(const cc::SurfaceSequence& sequence) const override { |
| 63 | sender_->Send(new FrameHostMsg_SatisfySequence(routing_id_, sequence)); |
| 64 | } |
| 65 | |
| 66 | const scoped_refptr<ThreadSafeSender> sender_; |
| 67 | const int routing_id_; |
| 68 | |
| 69 | DISALLOW_COPY_AND_ASSIGN(IframeSurfaceReferenceFactory); |
| 70 | }; |
| 71 | |
| 72 | class BrowserPluginSurfaceReferenceFactory |
| 73 | : public cc::SequenceSurfaceReferenceFactory { |
| 74 | public: |
| 75 | BrowserPluginSurfaceReferenceFactory(scoped_refptr<ThreadSafeSender> sender, |
| 76 | int routing_id, |
| 77 | int browser_plugin_instance_id) |
| 78 | : sender_(std::move(sender)), |
| 79 | routing_id_(routing_id), |
| 80 | browser_plugin_instance_id_(browser_plugin_instance_id) {} |
| 81 | |
| 82 | private: |
| 83 | ~BrowserPluginSurfaceReferenceFactory() override = default; |
| 84 | |
| 85 | // cc::SequenceSurfaceRefrenceFactory implementation: |
| 86 | void SatisfySequence(const cc::SurfaceSequence& seq) const override { |
| 87 | sender_->Send(new BrowserPluginHostMsg_SatisfySequence( |
| 88 | routing_id_, browser_plugin_instance_id_, seq)); |
| 89 | } |
| 90 | |
| 91 | void RequireSequence(const cc::SurfaceId& surface_id, |
| 92 | const cc::SurfaceSequence& sequence) const override { |
| 93 | sender_->Send(new BrowserPluginHostMsg_RequireSequence( |
| 94 | routing_id_, browser_plugin_instance_id_, surface_id, sequence)); |
| 95 | } |
| 96 | |
| 97 | const scoped_refptr<ThreadSafeSender> sender_; |
| 98 | const int routing_id_; |
| 99 | const int browser_plugin_instance_id_; |
| 100 | |
| 101 | DISALLOW_COPY_AND_ASSIGN(BrowserPluginSurfaceReferenceFactory); |
| 102 | }; |
| 103 | |
| 104 | } // namespace |
| 105 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 106 | ChildFrameCompositingHelper* |
[email protected] | c092f5c | 2014-07-18 01:34:33 | [diff] [blame] | 107 | ChildFrameCompositingHelper::CreateForBrowserPlugin( |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 108 | const base::WeakPtr<BrowserPlugin>& browser_plugin) { |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 109 | return new ChildFrameCompositingHelper( |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 110 | browser_plugin, nullptr, nullptr, |
| 111 | browser_plugin->render_frame_routing_id()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | ChildFrameCompositingHelper* |
[email protected] | c092f5c | 2014-07-18 01:34:33 | [diff] [blame] | 115 | ChildFrameCompositingHelper::CreateForRenderFrameProxy( |
| 116 | RenderFrameProxy* render_frame_proxy) { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 117 | return new ChildFrameCompositingHelper( |
| 118 | base::WeakPtr<BrowserPlugin>(), render_frame_proxy->web_frame(), |
| 119 | render_frame_proxy, render_frame_proxy->routing_id()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 120 | } |
| 121 | |
| 122 | ChildFrameCompositingHelper::ChildFrameCompositingHelper( |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 123 | const base::WeakPtr<BrowserPlugin>& browser_plugin, |
dcheng | 5cf54301 | 2016-11-24 17:13:37 | [diff] [blame] | 124 | blink::WebRemoteFrame* frame, |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 125 | RenderFrameProxy* render_frame_proxy, |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 126 | int host_routing_id) |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 127 | : host_routing_id_(host_routing_id), |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 128 | browser_plugin_(browser_plugin), |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 129 | render_frame_proxy_(render_frame_proxy), |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 130 | frame_(frame) { |
| 131 | scoped_refptr<ThreadSafeSender> sender( |
| 132 | RenderThreadImpl::current()->thread_safe_sender()); |
| 133 | if (render_frame_proxy_) { |
| 134 | surface_reference_factory_ = |
| 135 | new IframeSurfaceReferenceFactory(sender, host_routing_id_); |
| 136 | } else { |
| 137 | surface_reference_factory_ = new BrowserPluginSurfaceReferenceFactory( |
| 138 | sender, host_routing_id_, |
| 139 | browser_plugin_->browser_plugin_instance_id()); |
| 140 | } |
| 141 | } |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 142 | |
lfg | a7d368e | 2015-02-03 23:01:37 | [diff] [blame] | 143 | ChildFrameCompositingHelper::~ChildFrameCompositingHelper() { |
lfg | a7d368e | 2015-02-03 23:01:37 | [diff] [blame] | 144 | } |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 145 | |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 146 | blink::WebPluginContainer* ChildFrameCompositingHelper::GetContainer() { |
| 147 | if (!browser_plugin_) |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 148 | return nullptr; |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 149 | |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 150 | return browser_plugin_->Container(); |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 151 | } |
| 152 | |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 153 | void ChildFrameCompositingHelper::UpdateWebLayer( |
| 154 | std::unique_ptr<blink::WebLayer> layer) { |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 155 | if (GetContainer()) { |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 156 | GetContainer()->SetWebLayer(layer.get()); |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 157 | } else if (frame_) { |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 158 | frame_->SetWebLayer(layer.get()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 159 | } |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 160 | web_layer_ = std::move(layer); |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 161 | } |
| 162 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 163 | void ChildFrameCompositingHelper::CheckSizeAndAdjustLayerProperties( |
[email protected] | f5b4b0f | 2013-04-02 18:16:28 | [diff] [blame] | 164 | const gfx::Size& new_size, |
| 165 | float device_scale_factor, |
| 166 | cc::Layer* layer) { |
| 167 | if (buffer_size_ != new_size) { |
| 168 | buffer_size_ = new_size; |
| 169 | // The container size is in DIP, so is the layer size. |
| 170 | // Buffer size is in physical pixels, so we need to adjust |
| 171 | // it by the device scale factor. |
danakj | ddaec91 | 2015-09-25 19:38:40 | [diff] [blame] | 172 | gfx::Size device_scale_adjusted_size = |
| 173 | gfx::ScaleToFlooredSize(buffer_size_, 1.0f / device_scale_factor); |
[email protected] | f5b4b0f | 2013-04-02 18:16:28 | [diff] [blame] | 174 | layer->SetBounds(device_scale_adjusted_size); |
| 175 | } |
| 176 | } |
| 177 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 178 | void ChildFrameCompositingHelper::OnContainerDestroy() { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 179 | UpdateWebLayer(nullptr); |
[email protected] | 0d25cb6 | 2013-01-21 15:42:21 | [diff] [blame] | 180 | } |
| 181 | |
[email protected] | f49722f | 2014-01-30 17:54:50 | [diff] [blame] | 182 | void ChildFrameCompositingHelper::ChildFrameGone() { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 183 | scoped_refptr<cc::SolidColorLayer> crashed_layer = |
loyso | 0940d41 | 2016-03-14 01:30:31 | [diff] [blame] | 184 | cc::SolidColorLayer::Create(); |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 185 | crashed_layer->SetMasksToBounds(true); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 186 | crashed_layer->SetBackgroundColor(SK_ColorBLACK); |
| 187 | |
| 188 | if (web_layer_) { |
| 189 | SkBitmap* sad_bitmap = |
| 190 | GetContentClient()->renderer()->GetSadWebViewBitmap(); |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 191 | if (sad_bitmap && web_layer_->Bounds().width > sad_bitmap->width() && |
| 192 | web_layer_->Bounds().height > sad_bitmap->height()) { |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 193 | scoped_refptr<cc::PictureImageLayer> sad_layer = |
loyso | 0940d41 | 2016-03-14 01:30:31 | [diff] [blame] | 194 | cc::PictureImageLayer::Create(); |
vmpstr | 55c7657ca | 2017-04-29 00:46:48 | [diff] [blame^] | 195 | sad_layer->SetImage(cc::PaintImage(SkImage::MakeFromBitmap(*sad_bitmap))); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 196 | sad_layer->SetBounds( |
| 197 | gfx::Size(sad_bitmap->width(), sad_bitmap->height())); |
| 198 | sad_layer->SetPosition(gfx::PointF( |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 199 | (web_layer_->Bounds().width - sad_bitmap->width()) / 2, |
| 200 | (web_layer_->Bounds().height - sad_bitmap->height()) / 2)); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 201 | sad_layer->SetIsDrawable(true); |
| 202 | |
| 203 | crashed_layer->AddChild(sad_layer); |
| 204 | } |
| 205 | } |
| 206 | |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 207 | std::unique_ptr<blink::WebLayer> layer( |
| 208 | new cc_blink::WebLayerImpl(crashed_layer)); |
| 209 | UpdateWebLayer(std::move(layer)); |
[email protected] | f49722f | 2014-01-30 17:54:50 | [diff] [blame] | 210 | } |
| 211 | |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 212 | void ChildFrameCompositingHelper::OnSetSurface( |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 213 | const cc::SurfaceInfo& surface_info, |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 214 | const cc::SurfaceSequence& sequence) { |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 215 | float scale_factor = surface_info.device_scale_factor(); |
| 216 | surface_id_ = surface_info.id(); |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 217 | scoped_refptr<cc::SurfaceLayer> surface_layer = |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 218 | cc::SurfaceLayer::Create(surface_reference_factory_); |
oshima | 9000e42 | 2016-01-27 03:05:36 | [diff] [blame] | 219 | // TODO(oshima): This is a stopgap fix so that the compositor does not |
| 220 | // scaledown the content when 2x frame data is added to 1x parent frame data. |
| 221 | // Fix this in cc/. |
| 222 | if (IsUseZoomForDSFEnabled()) |
| 223 | scale_factor = 1.0f; |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 224 | |
fsamuel | 1d3252c | 2017-02-15 20:56:37 | [diff] [blame] | 225 | surface_layer->SetPrimarySurfaceInfo(cc::SurfaceInfo( |
| 226 | surface_info.id(), scale_factor, surface_info.size_in_pixels())); |
lfg | 042482c | 2016-01-21 03:53:55 | [diff] [blame] | 227 | surface_layer->SetMasksToBounds(true); |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 228 | std::unique_ptr<cc_blink::WebLayerImpl> layer( |
| 229 | new cc_blink::WebLayerImpl(surface_layer)); |
lfg | 04c6bd60 | 2016-07-20 17:02:52 | [diff] [blame] | 230 | // TODO(lfg): Investigate if it's possible to propagate the information about |
| 231 | // the child surface's opacity. https://crbug.com/629851. |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 232 | layer->SetOpaque(false); |
lfg | 04c6bd60 | 2016-07-20 17:02:52 | [diff] [blame] | 233 | layer->SetContentsOpaqueIsFixed(true); |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 234 | UpdateWebLayer(std::move(layer)); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 235 | |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 236 | UpdateVisibility(true); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 237 | |
| 238 | // The RWHV creates a destruction dependency on the surface that needs to be |
wjmaclean | 53032adf | 2015-06-15 16:49:22 | [diff] [blame] | 239 | // satisfied. Note: render_frame_proxy_ is null in the case our client is a |
| 240 | // BrowserPlugin; in this case the BrowserPlugin sends its own SatisfySequence |
| 241 | // message. |
| 242 | if (render_frame_proxy_) { |
| 243 | render_frame_proxy_->Send( |
| 244 | new FrameHostMsg_SatisfySequence(host_routing_id_, sequence)); |
| 245 | } else if (browser_plugin_.get()) { |
| 246 | browser_plugin_->SendSatisfySequence(sequence); |
| 247 | } |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 248 | |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 249 | CheckSizeAndAdjustLayerProperties( |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 250 | surface_info.size_in_pixels(), surface_info.device_scale_factor(), |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 251 | static_cast<cc_blink::WebLayerImpl*>(web_layer_.get())->layer()); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 252 | } |
| 253 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 254 | void ChildFrameCompositingHelper::UpdateVisibility(bool visible) { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 255 | if (web_layer_) |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame] | 256 | web_layer_->SetDrawsContent(visible); |
[email protected] | 69b7912 | 2013-02-14 19:16:45 | [diff] [blame] | 257 | } |
| 258 | |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 259 | } // namespace content |