[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 1 | // Copyright 2014 The Chromium Authors. All rights reserved. |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 5 | #include "content/renderer/child_frame_compositing_helper.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 6 | |
dcheng | 07945f63 | 2015-12-26 07:59:32 | [diff] [blame] | 7 | #include <utility> |
| 8 | |
[email protected] | 3856462 | 2014-08-19 02:47:18 | [diff] [blame] | 9 | #include "cc/blink/web_layer_impl.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 10 | #include "cc/layers/picture_image_layer.h" |
[email protected] | cc3cfaa | 2013-03-18 09:05:52 | [diff] [blame] | 11 | #include "cc/layers/solid_color_layer.h" |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 12 | #include "cc/layers/surface_layer.h" |
[email protected] | 7f0d825f | 2013-03-18 07:24:30 | [diff] [blame] | 13 | #include "cc/output/context_provider.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 14 | #include "cc/output/copy_output_request.h" |
| 15 | #include "cc/output/copy_output_result.h" |
[email protected] | 9260757f | 2013-09-17 01:24:16 | [diff] [blame] | 16 | #include "cc/resources/single_release_callback.h" |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 17 | #include "cc/surfaces/sequence_surface_reference_factory.h" |
jbauman | 38c178eaa | 2015-06-04 04:24:54 | [diff] [blame] | 18 | #include "content/child/thread_safe_sender.h" |
[email protected] | 703dd66 | 2013-03-05 07:37:42 | [diff] [blame] | 19 | #include "content/common/browser_plugin/browser_plugin_messages.h" |
oshima | 9000e42 | 2016-01-27 03:05:36 | [diff] [blame] | 20 | #include "content/common/content_switches_internal.h" |
[email protected] | 95d3182 | 2014-01-03 22:21:55 | [diff] [blame] | 21 | #include "content/common/frame_messages.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 22 | #include "content/public/common/content_client.h" |
| 23 | #include "content/public/renderer/content_renderer_client.h" |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 24 | #include "content/renderer/browser_plugin/browser_plugin.h" |
[email protected] | 0d25cb6 | 2013-01-21 15:42:21 | [diff] [blame] | 25 | #include "content/renderer/browser_plugin/browser_plugin_manager.h" |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 26 | #include "content/renderer/render_frame_impl.h" |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 27 | #include "content/renderer/render_frame_proxy.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 28 | #include "content/renderer/render_thread_impl.h" |
sadrul | 85cc5d8 | 2016-12-20 03:37:41 | [diff] [blame] | 29 | #include "services/ui/public/cpp/gpu/context_provider_command_buffer.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 30 | #include "skia/ext/image_operations.h" |
[email protected] | 2255a933 | 2013-06-17 05:12:31 | [diff] [blame] | 31 | #include "third_party/WebKit/public/web/WebPluginContainer.h" |
dcheng | 5cf54301 | 2016-11-24 17:13:37 | [diff] [blame] | 32 | #include "third_party/WebKit/public/web/WebRemoteFrame.h" |
[email protected] | 7f0d825f | 2013-03-18 07:24:30 | [diff] [blame] | 33 | #include "third_party/khronos/GLES2/gl2.h" |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 34 | #include "third_party/skia/include/core/SkBitmap.h" |
| 35 | #include "third_party/skia/include/core/SkImage.h" |
| 36 | #include "ui/gfx/geometry/point_f.h" |
tfarina | ebe974f0 | 2015-01-03 04:25:32 | [diff] [blame] | 37 | #include "ui/gfx/geometry/size_conversions.h" |
[email protected] | 73405fb | 2013-12-11 04:59:37 | [diff] [blame] | 38 | #include "ui/gfx/skia_util.h" |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 39 | |
| 40 | namespace content { |
| 41 | |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 42 | namespace { |
| 43 | |
| 44 | class IframeSurfaceReferenceFactory |
| 45 | : public cc::SequenceSurfaceReferenceFactory { |
| 46 | public: |
| 47 | IframeSurfaceReferenceFactory(scoped_refptr<ThreadSafeSender> sender, |
| 48 | int routing_id) |
| 49 | : sender_(std::move(sender)), routing_id_(routing_id) {} |
| 50 | |
| 51 | private: |
| 52 | ~IframeSurfaceReferenceFactory() override = default; |
| 53 | |
| 54 | // cc::SequenceSurfaceReferenceFactory implementation: |
| 55 | void RequireSequence(const cc::SurfaceId& surface_id, |
| 56 | const cc::SurfaceSequence& sequence) const override { |
| 57 | sender_->Send( |
| 58 | new FrameHostMsg_RequireSequence(routing_id_, surface_id, sequence)); |
| 59 | } |
| 60 | |
| 61 | void SatisfySequence(const cc::SurfaceSequence& sequence) const override { |
| 62 | sender_->Send(new FrameHostMsg_SatisfySequence(routing_id_, sequence)); |
| 63 | } |
| 64 | |
| 65 | const scoped_refptr<ThreadSafeSender> sender_; |
| 66 | const int routing_id_; |
| 67 | |
| 68 | DISALLOW_COPY_AND_ASSIGN(IframeSurfaceReferenceFactory); |
| 69 | }; |
| 70 | |
| 71 | class BrowserPluginSurfaceReferenceFactory |
| 72 | : public cc::SequenceSurfaceReferenceFactory { |
| 73 | public: |
| 74 | BrowserPluginSurfaceReferenceFactory(scoped_refptr<ThreadSafeSender> sender, |
| 75 | int routing_id, |
| 76 | int browser_plugin_instance_id) |
| 77 | : sender_(std::move(sender)), |
| 78 | routing_id_(routing_id), |
| 79 | browser_plugin_instance_id_(browser_plugin_instance_id) {} |
| 80 | |
| 81 | private: |
| 82 | ~BrowserPluginSurfaceReferenceFactory() override = default; |
| 83 | |
| 84 | // cc::SequenceSurfaceRefrenceFactory implementation: |
| 85 | void SatisfySequence(const cc::SurfaceSequence& seq) const override { |
| 86 | sender_->Send(new BrowserPluginHostMsg_SatisfySequence( |
| 87 | routing_id_, browser_plugin_instance_id_, seq)); |
| 88 | } |
| 89 | |
| 90 | void RequireSequence(const cc::SurfaceId& surface_id, |
| 91 | const cc::SurfaceSequence& sequence) const override { |
| 92 | sender_->Send(new BrowserPluginHostMsg_RequireSequence( |
| 93 | routing_id_, browser_plugin_instance_id_, surface_id, sequence)); |
| 94 | } |
| 95 | |
| 96 | const scoped_refptr<ThreadSafeSender> sender_; |
| 97 | const int routing_id_; |
| 98 | const int browser_plugin_instance_id_; |
| 99 | |
| 100 | DISALLOW_COPY_AND_ASSIGN(BrowserPluginSurfaceReferenceFactory); |
| 101 | }; |
| 102 | |
| 103 | } // namespace |
| 104 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 105 | ChildFrameCompositingHelper* |
[email protected] | c092f5c | 2014-07-18 01:34:33 | [diff] [blame] | 106 | ChildFrameCompositingHelper::CreateForBrowserPlugin( |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 107 | const base::WeakPtr<BrowserPlugin>& browser_plugin) { |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 108 | return new ChildFrameCompositingHelper( |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 109 | browser_plugin, nullptr, nullptr, |
| 110 | browser_plugin->render_frame_routing_id()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | ChildFrameCompositingHelper* |
[email protected] | c092f5c | 2014-07-18 01:34:33 | [diff] [blame] | 114 | ChildFrameCompositingHelper::CreateForRenderFrameProxy( |
| 115 | RenderFrameProxy* render_frame_proxy) { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 116 | return new ChildFrameCompositingHelper( |
| 117 | base::WeakPtr<BrowserPlugin>(), render_frame_proxy->web_frame(), |
| 118 | render_frame_proxy, render_frame_proxy->routing_id()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | ChildFrameCompositingHelper::ChildFrameCompositingHelper( |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 122 | const base::WeakPtr<BrowserPlugin>& browser_plugin, |
dcheng | 5cf54301 | 2016-11-24 17:13:37 | [diff] [blame] | 123 | blink::WebRemoteFrame* frame, |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 124 | RenderFrameProxy* render_frame_proxy, |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 125 | int host_routing_id) |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 126 | : host_routing_id_(host_routing_id), |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 127 | browser_plugin_(browser_plugin), |
[email protected] | e3244ed | 2014-06-20 20:04:27 | [diff] [blame] | 128 | render_frame_proxy_(render_frame_proxy), |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 129 | frame_(frame) { |
| 130 | scoped_refptr<ThreadSafeSender> sender( |
| 131 | RenderThreadImpl::current()->thread_safe_sender()); |
| 132 | if (render_frame_proxy_) { |
| 133 | surface_reference_factory_ = |
| 134 | new IframeSurfaceReferenceFactory(sender, host_routing_id_); |
| 135 | } else { |
| 136 | surface_reference_factory_ = new BrowserPluginSurfaceReferenceFactory( |
| 137 | sender, host_routing_id_, |
| 138 | browser_plugin_->browser_plugin_instance_id()); |
| 139 | } |
| 140 | } |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 141 | |
lfg | a7d368e | 2015-02-03 23:01:37 | [diff] [blame] | 142 | ChildFrameCompositingHelper::~ChildFrameCompositingHelper() { |
lfg | a7d368e | 2015-02-03 23:01:37 | [diff] [blame] | 143 | } |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 144 | |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 145 | blink::WebPluginContainer* ChildFrameCompositingHelper::GetContainer() { |
| 146 | if (!browser_plugin_) |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 147 | return nullptr; |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 148 | |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 149 | return browser_plugin_->Container(); |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 150 | } |
| 151 | |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 152 | void ChildFrameCompositingHelper::UpdateWebLayer( |
| 153 | std::unique_ptr<blink::WebLayer> layer) { |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 154 | if (GetContainer()) { |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 155 | GetContainer()->SetWebLayer(layer.get()); |
[email protected] | 94224ba6 | 2014-02-04 00:25:24 | [diff] [blame] | 156 | } else if (frame_) { |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 157 | frame_->SetWebLayer(layer.get()); |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 158 | } |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 159 | web_layer_ = std::move(layer); |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 160 | } |
| 161 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 162 | void ChildFrameCompositingHelper::CheckSizeAndAdjustLayerProperties( |
[email protected] | f5b4b0f | 2013-04-02 18:16:28 | [diff] [blame] | 163 | const gfx::Size& new_size, |
| 164 | float device_scale_factor, |
| 165 | cc::Layer* layer) { |
| 166 | if (buffer_size_ != new_size) { |
| 167 | buffer_size_ = new_size; |
| 168 | // The container size is in DIP, so is the layer size. |
| 169 | // Buffer size is in physical pixels, so we need to adjust |
| 170 | // it by the device scale factor. |
danakj | ddaec91 | 2015-09-25 19:38:40 | [diff] [blame] | 171 | gfx::Size device_scale_adjusted_size = |
| 172 | gfx::ScaleToFlooredSize(buffer_size_, 1.0f / device_scale_factor); |
[email protected] | f5b4b0f | 2013-04-02 18:16:28 | [diff] [blame] | 173 | layer->SetBounds(device_scale_adjusted_size); |
| 174 | } |
| 175 | } |
| 176 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 177 | void ChildFrameCompositingHelper::OnContainerDestroy() { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 178 | UpdateWebLayer(nullptr); |
[email protected] | 0d25cb6 | 2013-01-21 15:42:21 | [diff] [blame] | 179 | } |
| 180 | |
[email protected] | f49722f | 2014-01-30 17:54:50 | [diff] [blame] | 181 | void ChildFrameCompositingHelper::ChildFrameGone() { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 182 | scoped_refptr<cc::SolidColorLayer> crashed_layer = |
loyso | 0940d41 | 2016-03-14 01:30:31 | [diff] [blame] | 183 | cc::SolidColorLayer::Create(); |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 184 | crashed_layer->SetMasksToBounds(true); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 185 | crashed_layer->SetBackgroundColor(SK_ColorBLACK); |
| 186 | |
| 187 | if (web_layer_) { |
| 188 | SkBitmap* sad_bitmap = |
| 189 | GetContentClient()->renderer()->GetSadWebViewBitmap(); |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 190 | if (sad_bitmap && web_layer_->Bounds().width > sad_bitmap->width() && |
| 191 | web_layer_->Bounds().height > sad_bitmap->height()) { |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 192 | scoped_refptr<cc::PictureImageLayer> sad_layer = |
loyso | 0940d41 | 2016-03-14 01:30:31 | [diff] [blame] | 193 | cc::PictureImageLayer::Create(); |
tomhudson | 992ec28b | 2016-04-27 16:45:39 | [diff] [blame] | 194 | sad_layer->SetImage(SkImage::MakeFromBitmap(*sad_bitmap)); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 195 | sad_layer->SetBounds( |
| 196 | gfx::Size(sad_bitmap->width(), sad_bitmap->height())); |
| 197 | sad_layer->SetPosition(gfx::PointF( |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 198 | (web_layer_->Bounds().width - sad_bitmap->width()) / 2, |
| 199 | (web_layer_->Bounds().height - sad_bitmap->height()) / 2)); |
lfg | cccffbe | 2016-03-10 00:05:46 | [diff] [blame] | 200 | sad_layer->SetIsDrawable(true); |
| 201 | |
| 202 | crashed_layer->AddChild(sad_layer); |
| 203 | } |
| 204 | } |
| 205 | |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 206 | std::unique_ptr<blink::WebLayer> layer( |
| 207 | new cc_blink::WebLayerImpl(crashed_layer)); |
| 208 | UpdateWebLayer(std::move(layer)); |
[email protected] | f49722f | 2014-01-30 17:54:50 | [diff] [blame] | 209 | } |
| 210 | |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 211 | void ChildFrameCompositingHelper::OnSetSurface( |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 212 | const cc::SurfaceInfo& surface_info, |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 213 | const cc::SurfaceSequence& sequence) { |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 214 | float scale_factor = surface_info.device_scale_factor(); |
| 215 | surface_id_ = surface_info.id(); |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 216 | scoped_refptr<cc::SurfaceLayer> surface_layer = |
samans | 72b2a28 | 2016-12-17 02:44:15 | [diff] [blame] | 217 | cc::SurfaceLayer::Create(surface_reference_factory_); |
oshima | 9000e42 | 2016-01-27 03:05:36 | [diff] [blame] | 218 | // TODO(oshima): This is a stopgap fix so that the compositor does not |
| 219 | // scaledown the content when 2x frame data is added to 1x parent frame data. |
| 220 | // Fix this in cc/. |
| 221 | if (IsUseZoomForDSFEnabled()) |
| 222 | scale_factor = 1.0f; |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 223 | |
fsamuel | 1d3252c | 2017-02-15 20:56:37 | [diff] [blame] | 224 | surface_layer->SetPrimarySurfaceInfo(cc::SurfaceInfo( |
| 225 | surface_info.id(), scale_factor, surface_info.size_in_pixels())); |
lfg | 042482c | 2016-01-21 03:53:55 | [diff] [blame] | 226 | surface_layer->SetMasksToBounds(true); |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 227 | std::unique_ptr<cc_blink::WebLayerImpl> layer( |
| 228 | new cc_blink::WebLayerImpl(surface_layer)); |
lfg | 04c6bd60 | 2016-07-20 17:02:52 | [diff] [blame] | 229 | // TODO(lfg): Investigate if it's possible to propagate the information about |
| 230 | // the child surface's opacity. https://crbug.com/629851. |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 231 | layer->SetOpaque(false); |
lfg | 04c6bd60 | 2016-07-20 17:02:52 | [diff] [blame] | 232 | layer->SetContentsOpaqueIsFixed(true); |
vmpstr | e87ffcaa | 2016-08-23 21:01:14 | [diff] [blame] | 233 | UpdateWebLayer(std::move(layer)); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 234 | |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 235 | UpdateVisibility(true); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 236 | |
| 237 | // The RWHV creates a destruction dependency on the surface that needs to be |
wjmaclean | 53032adf | 2015-06-15 16:49:22 | [diff] [blame] | 238 | // satisfied. Note: render_frame_proxy_ is null in the case our client is a |
| 239 | // BrowserPlugin; in this case the BrowserPlugin sends its own SatisfySequence |
| 240 | // message. |
| 241 | if (render_frame_proxy_) { |
| 242 | render_frame_proxy_->Send( |
| 243 | new FrameHostMsg_SatisfySequence(host_routing_id_, sequence)); |
| 244 | } else if (browser_plugin_.get()) { |
| 245 | browser_plugin_->SendSatisfySequence(sequence); |
| 246 | } |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 247 | |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 248 | CheckSizeAndAdjustLayerProperties( |
fsamuel | 9679552 | 2017-01-04 02:41:32 | [diff] [blame] | 249 | surface_info.size_in_pixels(), surface_info.device_scale_factor(), |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 250 | static_cast<cc_blink::WebLayerImpl*>(web_layer_.get())->layer()); |
kenrb | fc7c02c9 | 2015-05-29 22:20:58 | [diff] [blame] | 251 | } |
| 252 | |
[email protected] | bffc830 | 2014-01-23 20:52:16 | [diff] [blame] | 253 | void ChildFrameCompositingHelper::UpdateVisibility(bool visible) { |
lfg | fd437a27 | 2015-11-24 21:24:53 | [diff] [blame] | 254 | if (web_layer_) |
Blink Reformat | 1c4d759e | 2017-04-09 16:34:54 | [diff] [blame^] | 255 | web_layer_->SetDrawsContent(visible); |
[email protected] | 69b7912 | 2013-02-14 19:16:45 | [diff] [blame] | 256 | } |
| 257 | |
[email protected] | 0f21e858 | 2013-01-11 11:06:56 | [diff] [blame] | 258 | } // namespace content |