sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 1 | // Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "remoting/protocol/webrtc_connection_to_client.h" |
| 6 | |
sergeyu | 89d088b | 2015-12-24 00:22:44 | [diff] [blame] | 7 | #include <utility> |
| 8 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 9 | #include "base/bind.h" |
| 10 | #include "base/location.h" |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 11 | #include "jingle/glue/thread_wrapper.h" |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 12 | #include "net/base/io_buffer.h" |
| 13 | #include "remoting/codec/video_encoder.h" |
isheriff | 3b9c097 | 2016-05-11 18:08:58 | [diff] [blame] | 14 | #include "remoting/codec/webrtc_video_encoder_vpx.h" |
sergeyu | cd16e206 | 2016-09-12 19:28:35 | [diff] [blame] | 15 | #include "remoting/protocol/audio_source.h" |
| 16 | #include "remoting/protocol/audio_stream.h" |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 17 | #include "remoting/protocol/clipboard_stub.h" |
| 18 | #include "remoting/protocol/host_control_dispatcher.h" |
| 19 | #include "remoting/protocol/host_event_dispatcher.h" |
| 20 | #include "remoting/protocol/host_stub.h" |
| 21 | #include "remoting/protocol/input_stub.h" |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 22 | #include "remoting/protocol/message_pipe.h" |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 23 | #include "remoting/protocol/transport_context.h" |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 24 | #include "remoting/protocol/webrtc_audio_stream.h" |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 25 | #include "remoting/protocol/webrtc_transport.h" |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 26 | #include "remoting/protocol/webrtc_video_stream.h" |
kjellander | 9770545 | 2016-02-10 14:51:24 | [diff] [blame] | 27 | #include "third_party/webrtc/api/mediastreaminterface.h" |
| 28 | #include "third_party/webrtc/api/peerconnectioninterface.h" |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 29 | |
| 30 | namespace remoting { |
| 31 | namespace protocol { |
| 32 | |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 33 | // Currently the network thread is also used as worker thread for webrtc. |
| 34 | // |
| 35 | // TODO(sergeyu): Figure out if we would benefit from using a separate |
| 36 | // thread as a worker thread. |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 37 | WebrtcConnectionToClient::WebrtcConnectionToClient( |
dcheng | 0765c49 | 2016-04-06 22:41:53 | [diff] [blame] | 38 | std::unique_ptr<protocol::Session> session, |
isheriff | 87c2fbd | 2016-04-13 21:21:44 | [diff] [blame] | 39 | scoped_refptr<protocol::TransportContext> transport_context, |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 40 | scoped_refptr<base::SingleThreadTaskRunner> video_encode_task_runner, |
| 41 | scoped_refptr<base::SingleThreadTaskRunner> audio_task_runner) |
isheriff | 87c2fbd | 2016-04-13 21:21:44 | [diff] [blame] | 42 | : transport_( |
| 43 | new WebrtcTransport(jingle_glue::JingleThreadWrapper::current(), |
| 44 | transport_context, |
| 45 | this)), |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 46 | session_(std::move(session)), |
isheriff | 87c2fbd | 2016-04-13 21:21:44 | [diff] [blame] | 47 | video_encode_task_runner_(video_encode_task_runner), |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 48 | audio_task_runner_(audio_task_runner), |
sergeyu | 4b00d04 | 2015-12-18 19:41:42 | [diff] [blame] | 49 | control_dispatcher_(new HostControlDispatcher()), |
sergeyu | 9102cff | 2016-04-07 19:14:01 | [diff] [blame] | 50 | event_dispatcher_(new HostEventDispatcher()), |
| 51 | weak_factory_(this) { |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 52 | session_->SetEventHandler(this); |
isheriff | 87c2fbd | 2016-04-13 21:21:44 | [diff] [blame] | 53 | session_->SetTransport(transport_.get()); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 54 | } |
| 55 | |
joedow | 18837eb | 2017-05-17 18:28:24 | [diff] [blame] | 56 | WebrtcConnectionToClient::~WebrtcConnectionToClient() { |
| 57 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 58 | } |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 59 | |
| 60 | void WebrtcConnectionToClient::SetEventHandler( |
| 61 | ConnectionToClient::EventHandler* event_handler) { |
| 62 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 63 | event_handler_ = event_handler; |
| 64 | } |
| 65 | |
| 66 | protocol::Session* WebrtcConnectionToClient::session() { |
| 67 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 68 | return session_.get(); |
| 69 | } |
| 70 | |
| 71 | void WebrtcConnectionToClient::Disconnect(ErrorCode error) { |
| 72 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 73 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 74 | // This should trigger OnConnectionClosed() event and this object |
| 75 | // may be destroyed as the result. |
| 76 | session_->Close(error); |
| 77 | } |
| 78 | |
dcheng | 0765c49 | 2016-04-06 22:41:53 | [diff] [blame] | 79 | std::unique_ptr<VideoStream> WebrtcConnectionToClient::StartVideoStream( |
| 80 | std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer) { |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 81 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 82 | DCHECK(transport_); |
| 83 | |
Zijie He | ba57151 | 2017-11-20 20:22:23 | [diff] [blame] | 84 | std::unique_ptr<WebrtcVideoStream> stream( |
| 85 | new WebrtcVideoStream(session_options_)); |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 86 | stream->Start(std::move(desktop_capturer), transport_.get(), |
| 87 | video_encode_task_runner_); |
sergeyu | e84cc62 | 2016-10-15 06:54:03 | [diff] [blame] | 88 | stream->SetEventTimestampsSource( |
| 89 | event_dispatcher_->event_timestamps_source()); |
sergeyu | bf81cd6 | 2016-01-10 08:00:42 | [diff] [blame] | 90 | return std::move(stream); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 91 | } |
| 92 | |
sergeyu | cd16e206 | 2016-09-12 19:28:35 | [diff] [blame] | 93 | std::unique_ptr<AudioStream> WebrtcConnectionToClient::StartAudioStream( |
| 94 | std::unique_ptr<AudioSource> audio_source) { |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 95 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 96 | DCHECK(transport_); |
| 97 | |
| 98 | std::unique_ptr<WebrtcAudioStream> stream(new WebrtcAudioStream()); |
| 99 | stream->Start(audio_task_runner_, std::move(audio_source), transport_.get()); |
| 100 | return std::move(stream); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | // Return pointer to ClientStub. |
| 104 | ClientStub* WebrtcConnectionToClient::client_stub() { |
| 105 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 106 | return control_dispatcher_.get(); |
| 107 | } |
| 108 | |
| 109 | void WebrtcConnectionToClient::set_clipboard_stub( |
| 110 | protocol::ClipboardStub* clipboard_stub) { |
| 111 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 112 | control_dispatcher_->set_clipboard_stub(clipboard_stub); |
| 113 | } |
| 114 | |
| 115 | void WebrtcConnectionToClient::set_host_stub(protocol::HostStub* host_stub) { |
| 116 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 117 | control_dispatcher_->set_host_stub(host_stub); |
| 118 | } |
| 119 | |
| 120 | void WebrtcConnectionToClient::set_input_stub(protocol::InputStub* input_stub) { |
| 121 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 122 | event_dispatcher_->set_input_stub(input_stub); |
| 123 | } |
| 124 | |
Zijie He | ba57151 | 2017-11-20 20:22:23 | [diff] [blame] | 125 | void WebrtcConnectionToClient::ApplySessionOptions( |
| 126 | const SessionOptions& options) { |
| 127 | session_options_ = options; |
Zijie He | cd945d73 | 2017-10-02 18:14:34 | [diff] [blame] | 128 | DCHECK(transport_); |
Zijie He | ba57151 | 2017-11-20 20:22:23 | [diff] [blame] | 129 | transport_->ApplySessionOptions(options); |
Zijie He | cd945d73 | 2017-10-02 18:14:34 | [diff] [blame] | 130 | } |
| 131 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 132 | void WebrtcConnectionToClient::OnSessionStateChange(Session::State state) { |
| 133 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 134 | |
| 135 | DCHECK(event_handler_); |
isheriff | 87c2fbd | 2016-04-13 21:21:44 | [diff] [blame] | 136 | switch (state) { |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 137 | case Session::INITIALIZING: |
| 138 | case Session::CONNECTING: |
| 139 | case Session::ACCEPTING: |
| 140 | case Session::ACCEPTED: |
| 141 | // Don't care about these events. |
| 142 | break; |
sergeyu | 9102cff | 2016-04-07 19:14:01 | [diff] [blame] | 143 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 144 | case Session::AUTHENTICATING: |
sergeyu | 4e1f4cd | 2016-09-27 00:42:52 | [diff] [blame] | 145 | event_handler_->OnConnectionAuthenticating(); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 146 | break; |
sergeyu | 9102cff | 2016-04-07 19:14:01 | [diff] [blame] | 147 | |
| 148 | case Session::AUTHENTICATED: { |
| 149 | base::WeakPtr<WebrtcConnectionToClient> self = weak_factory_.GetWeakPtr(); |
sergeyu | 4e1f4cd | 2016-09-27 00:42:52 | [diff] [blame] | 150 | event_handler_->OnConnectionAuthenticated(); |
sergeyu | 9102cff | 2016-04-07 19:14:01 | [diff] [blame] | 151 | |
| 152 | // OnConnectionAuthenticated() call above may result in the connection |
| 153 | // being torn down. |
| 154 | if (self) |
sergeyu | 4e1f4cd | 2016-09-27 00:42:52 | [diff] [blame] | 155 | event_handler_->CreateMediaStreams(); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 156 | break; |
sergeyu | 9102cff | 2016-04-07 19:14:01 | [diff] [blame] | 157 | } |
| 158 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 159 | case Session::CLOSED: |
| 160 | case Session::FAILED: |
| 161 | control_dispatcher_.reset(); |
| 162 | event_dispatcher_.reset(); |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 163 | transport_->Close(state == Session::CLOSED ? OK : session_->error()); |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 164 | transport_.reset(); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 165 | event_handler_->OnConnectionClosed( |
sergeyu | 4e1f4cd | 2016-09-27 00:42:52 | [diff] [blame] | 166 | state == Session::CLOSED ? OK : session_->error()); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 167 | break; |
| 168 | } |
| 169 | } |
| 170 | |
sergeyu | 62936a8 | 2016-01-06 23:27:52 | [diff] [blame] | 171 | void WebrtcConnectionToClient::OnWebrtcTransportConnecting() { |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 172 | DCHECK(thread_checker_.CalledOnValidThread()); |
sergeyu | cc40af91 | 2016-07-22 03:49:19 | [diff] [blame] | 173 | // Create outgoing control channel. |event_dispatcher_| is initialized later |
| 174 | // because event channel is expected to be created by the client. |
| 175 | control_dispatcher_->Init( |
| 176 | transport_->CreateOutgoingChannel(control_dispatcher_->channel_name()), |
| 177 | this); |
sergeyu | 62936a8 | 2016-01-06 23:27:52 | [diff] [blame] | 178 | } |
| 179 | |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 180 | void WebrtcConnectionToClient::OnWebrtcTransportConnected() { |
sergeyu | 62936a8 | 2016-01-06 23:27:52 | [diff] [blame] | 181 | DCHECK(thread_checker_.CalledOnValidThread()); |
sergeyu | e576760 | 2015-12-28 19:49:03 | [diff] [blame] | 182 | } |
| 183 | |
| 184 | void WebrtcConnectionToClient::OnWebrtcTransportError(ErrorCode error) { |
| 185 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 186 | Disconnect(error); |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 187 | } |
| 188 | |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 189 | void WebrtcConnectionToClient::OnWebrtcTransportIncomingDataChannel( |
| 190 | const std::string& name, |
| 191 | std::unique_ptr<MessagePipe> pipe) { |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 192 | DCHECK(thread_checker_.CalledOnValidThread()); |
Joseph Arhar | 5f69f39 | 2017-07-01 00:33:20 | [diff] [blame] | 193 | DCHECK(event_handler_); |
| 194 | |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 195 | if (name == event_dispatcher_->channel_name() && |
| 196 | !event_dispatcher_->is_connected()) { |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 197 | event_dispatcher_->Init(std::move(pipe), this); |
Joseph Arhar | 5f69f39 | 2017-07-01 00:33:20 | [diff] [blame] | 198 | return; |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 199 | } |
Joseph Arhar | 5f69f39 | 2017-07-01 00:33:20 | [diff] [blame] | 200 | |
| 201 | event_handler_->OnIncomingDataChannel(name, std::move(pipe)); |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 202 | } |
| 203 | |
sergeyu | a454160 | 2016-01-19 17:42:06 | [diff] [blame] | 204 | void WebrtcConnectionToClient::OnWebrtcTransportMediaStreamAdded( |
| 205 | scoped_refptr<webrtc::MediaStreamInterface> stream) { |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 206 | DCHECK(thread_checker_.CalledOnValidThread()); |
sergeyu | a454160 | 2016-01-19 17:42:06 | [diff] [blame] | 207 | LOG(WARNING) << "The client created an unexpected media stream."; |
| 208 | } |
| 209 | |
| 210 | void WebrtcConnectionToClient::OnWebrtcTransportMediaStreamRemoved( |
sergeyu | 24b257a1 | 2016-10-09 02:46:28 | [diff] [blame] | 211 | scoped_refptr<webrtc::MediaStreamInterface> stream) { |
| 212 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 213 | } |
sergeyu | a454160 | 2016-01-19 17:42:06 | [diff] [blame] | 214 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 215 | void WebrtcConnectionToClient::OnChannelInitialized( |
| 216 | ChannelDispatcherBase* channel_dispatcher) { |
| 217 | DCHECK(thread_checker_.CalledOnValidThread()); |
sergeyu | f1005f6 | 2016-02-03 21:11:30 | [diff] [blame] | 218 | |
| 219 | if (control_dispatcher_ && control_dispatcher_->is_connected() && |
| 220 | event_dispatcher_ && event_dispatcher_->is_connected()) { |
sergeyu | 4e1f4cd | 2016-09-27 00:42:52 | [diff] [blame] | 221 | event_handler_->OnConnectionChannelsConnected(); |
sergeyu | f1005f6 | 2016-02-03 21:11:30 | [diff] [blame] | 222 | } |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 223 | } |
| 224 | |
sergeyu | d059c46 | 2016-07-20 19:34:10 | [diff] [blame] | 225 | void WebrtcConnectionToClient::OnChannelClosed( |
| 226 | ChannelDispatcherBase* channel_dispatcher) { |
| 227 | DCHECK(thread_checker_.CalledOnValidThread()); |
| 228 | |
| 229 | LOG(ERROR) << "Channel " << channel_dispatcher->channel_name() |
| 230 | << " was closed unexpectedly."; |
| 231 | Disconnect(INCOMPATIBLE_PROTOCOL); |
| 232 | } |
| 233 | |
sergeyu | 0fc40f9 | 2015-12-10 18:42:43 | [diff] [blame] | 234 | } // namespace protocol |
| 235 | } // namespace remoting |