OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #ifndef CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 5 #ifndef CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
6 #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 6 #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
7 | 7 |
8 #include <list> | 8 #include <list> |
9 #include <map> | 9 #include <map> |
10 #include <string> | 10 #include <string> |
11 #include <utility> | 11 #include <utility> |
12 | 12 |
13 #include "base/basictypes.h" | 13 #include "base/basictypes.h" |
14 #include "base/compiler_specific.h" | 14 #include "base/compiler_specific.h" |
15 #include "base/gtest_prod_util.h" | 15 #include "base/gtest_prod_util.h" |
16 #include "base/memory/ref_counted.h" | 16 #include "base/memory/ref_counted.h" |
17 #include "base/memory/scoped_ptr.h" | 17 #include "base/memory/scoped_ptr.h" |
18 #include "base/memory/weak_ptr.h" | 18 #include "base/memory/weak_ptr.h" |
19 #include "base/message_loop_proxy.h" | 19 #include "base/message_loop_proxy.h" |
20 #include "base/threading/non_thread_safe.h" | 20 #include "base/threading/non_thread_safe.h" |
21 #include "base/threading/thread.h" | 21 #include "base/threading/thread.h" |
22 #include "content/common/content_export.h" | 22 #include "content/common/content_export.h" |
23 #include "content/public/renderer/render_view_observer.h" | 23 #include "content/public/renderer/render_view_observer.h" |
| 24 #include "content/renderer/media/media_stream_extra_data.h" |
24 #include "content/renderer/media/media_stream_dispatcher_eventhandler.h" | 25 #include "content/renderer/media/media_stream_dispatcher_eventhandler.h" |
25 #include "content/renderer/media/rtc_video_decoder.h" | 26 #include "content/renderer/media/rtc_video_decoder.h" |
26 #include "third_party/libjingle/source/talk/app/webrtc/mediastream.h" | 27 #include "third_party/libjingle/source/talk/app/webrtc/mediastream.h" |
27 #include "third_party/libjingle/source/talk/base/scoped_ref_ptr.h" | 28 #include "third_party/libjingle/source/talk/base/scoped_ref_ptr.h" |
28 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaClient.h" | 29 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaClient.h" |
29 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaRequest.h
" | 30 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaRequest.h
" |
30 #include "webkit/media/media_stream_client.h" | 31 #include "webkit/media/media_stream_client.h" |
31 | 32 |
32 namespace base { | 33 namespace base { |
33 class WaitableEvent; | 34 class WaitableEvent; |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
80 MediaStreamDispatcher* media_stream_dispatcher, | 81 MediaStreamDispatcher* media_stream_dispatcher, |
81 content::P2PSocketDispatcher* p2p_socket_dispatcher, | 82 content::P2PSocketDispatcher* p2p_socket_dispatcher, |
82 VideoCaptureImplManager* vc_manager, | 83 VideoCaptureImplManager* vc_manager, |
83 MediaStreamDependencyFactory* dependency_factory); | 84 MediaStreamDependencyFactory* dependency_factory); |
84 virtual ~MediaStreamImpl(); | 85 virtual ~MediaStreamImpl(); |
85 | 86 |
86 virtual WebKit::WebPeerConnectionHandler* CreatePeerConnectionHandler( | 87 virtual WebKit::WebPeerConnectionHandler* CreatePeerConnectionHandler( |
87 WebKit::WebPeerConnectionHandlerClient* client); | 88 WebKit::WebPeerConnectionHandlerClient* client); |
88 virtual WebKit::WebPeerConnection00Handler* CreatePeerConnectionHandlerJsep( | 89 virtual WebKit::WebPeerConnection00Handler* CreatePeerConnectionHandlerJsep( |
89 WebKit::WebPeerConnection00HandlerClient* client); | 90 WebKit::WebPeerConnection00HandlerClient* client); |
90 virtual void ClosePeerConnection(PeerConnectionHandlerBase* pc_handler); | 91 // Stops a local MediaStream by notifying the MediaStreamDispatcher that the |
91 | 92 // stream no longer may be used. |
92 virtual webrtc::LocalMediaStreamInterface* GetLocalMediaStream( | 93 virtual void StopLocalMediaStream( |
93 const WebKit::WebMediaStreamDescriptor& stream); | 94 const WebKit::WebMediaStreamDescriptor& stream); |
94 bool StopLocalMediaStream(const WebKit::WebMediaStreamDescriptor& stream); | 95 // A new MediaStream have been created based on existing tracks. |
| 96 virtual void CreateMediaStream( |
| 97 WebKit::WebFrame* frame, |
| 98 WebKit::WebMediaStreamDescriptor* stream); |
95 | 99 |
96 // WebKit::WebUserMediaClient implementation | 100 // WebKit::WebUserMediaClient implementation |
97 virtual void requestUserMedia( | 101 virtual void requestUserMedia( |
98 const WebKit::WebUserMediaRequest& user_media_request, | 102 const WebKit::WebUserMediaRequest& user_media_request, |
99 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, | 103 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, |
100 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) | 104 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) |
101 OVERRIDE; | 105 OVERRIDE; |
102 virtual void cancelUserMediaRequest( | 106 virtual void cancelUserMediaRequest( |
103 const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; | 107 const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; |
104 | 108 |
(...skipping 21 matching lines...) Expand all Loading... |
126 virtual void OnDevicesEnumerationFailed(int request_id) OVERRIDE; | 130 virtual void OnDevicesEnumerationFailed(int request_id) OVERRIDE; |
127 virtual void OnDeviceOpened( | 131 virtual void OnDeviceOpened( |
128 int request_id, | 132 int request_id, |
129 const std::string& label, | 133 const std::string& label, |
130 const media_stream::StreamDeviceInfo& device_info) OVERRIDE; | 134 const media_stream::StreamDeviceInfo& device_info) OVERRIDE; |
131 virtual void OnDeviceOpenFailed(int request_id) OVERRIDE; | 135 virtual void OnDeviceOpenFailed(int request_id) OVERRIDE; |
132 | 136 |
133 // content::RenderViewObserver OVERRIDE | 137 // content::RenderViewObserver OVERRIDE |
134 virtual void FrameWillClose(WebKit::WebFrame* frame) OVERRIDE; | 138 virtual void FrameWillClose(WebKit::WebFrame* frame) OVERRIDE; |
135 | 139 |
| 140 protected: |
| 141 // This function is virtual for test purposes. A test can override this to |
| 142 // test requesting local media streams. The function notifies WebKit that the |
| 143 // |request| have completed and generated the MediaStream |stream|. |
| 144 virtual void CompleteGetUserMediaRequest( |
| 145 const WebKit::WebMediaStreamDescriptor& stream, |
| 146 WebKit::WebUserMediaRequest* request); |
| 147 // This function is virtual for test purposes. |
| 148 // Returns the WebKit representation of a MediaStream given an URL. |
| 149 virtual WebKit::WebMediaStreamDescriptor GetMediaStream(const GURL& url); |
| 150 |
136 private: | 151 private: |
137 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, Basic); | |
138 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, MultiplePeerConnections); | |
139 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, LocalMediaStream); | |
140 | |
141 class VideoRendererWrapper : public webrtc::VideoRendererWrapperInterface { | 152 class VideoRendererWrapper : public webrtc::VideoRendererWrapperInterface { |
142 public: | 153 public: |
143 explicit VideoRendererWrapper(RTCVideoDecoder* decoder); | 154 explicit VideoRendererWrapper(RTCVideoDecoder* decoder); |
144 virtual cricket::VideoRenderer* renderer() OVERRIDE { | 155 virtual cricket::VideoRenderer* renderer() OVERRIDE { |
145 return rtc_video_decoder_.get(); | 156 return rtc_video_decoder_.get(); |
146 } | 157 } |
147 | 158 |
148 protected: | 159 protected: |
149 virtual ~VideoRendererWrapper(); | 160 virtual ~VideoRendererWrapper(); |
150 | 161 |
151 private: | 162 private: |
152 scoped_refptr<RTCVideoDecoder> rtc_video_decoder_; | 163 scoped_refptr<RTCVideoDecoder> rtc_video_decoder_; |
153 }; | 164 }; |
154 | 165 |
155 // Structure for storing information about a WebKit request to create a | 166 // Structure for storing information about a WebKit request to create a |
156 // MediaStream. | 167 // MediaStream. |
157 struct UserMediaRequestInfo { | 168 struct UserMediaRequestInfo { |
158 UserMediaRequestInfo() : frame_(NULL), request_() {} | 169 UserMediaRequestInfo() : frame_(NULL), request_() {} |
159 UserMediaRequestInfo(WebKit::WebFrame* frame, | 170 UserMediaRequestInfo(WebKit::WebFrame* frame, |
160 const WebKit::WebUserMediaRequest& request) | 171 const WebKit::WebUserMediaRequest& request) |
161 : frame_(frame), request_(request) {} | 172 : frame_(frame), request_(request) {} |
162 WebKit::WebFrame* frame_; // WebFrame that requested the MediaStream. | 173 WebKit::WebFrame* frame_; // WebFrame that requested the MediaStream. |
163 WebKit::WebUserMediaRequest request_; | 174 WebKit::WebUserMediaRequest request_; |
164 }; | 175 }; |
165 typedef std::map<int, UserMediaRequestInfo> MediaRequestMap; | 176 typedef std::map<int, UserMediaRequestInfo> MediaRequestMap; |
166 | 177 |
167 // We keep a list of the generated local media streams, | 178 // We keep a list of the label and WebFrame of generated local media streams, |
168 // so that we can enable and disable individual tracks and add renderers | 179 // so that we can stop them when needed. |
169 // when needed. | 180 typedef std::map<std::string, WebKit::WebFrame*> LocalNativeStreamMap; |
170 typedef talk_base::scoped_refptr<webrtc::LocalMediaStreamInterface> | 181 typedef talk_base::scoped_refptr<webrtc::LocalMediaStreamInterface> |
171 LocalMediaStreamPtr; | 182 LocalNativeStreamPtr; |
172 struct LocalMediaStreamInfo { | |
173 LocalMediaStreamInfo() : frame_(NULL), stream_() {} | |
174 LocalMediaStreamInfo(WebKit::WebFrame* frame, | |
175 webrtc::LocalMediaStreamInterface* stream) | |
176 : frame_(frame), stream_(stream) {} | |
177 ~LocalMediaStreamInfo(); | |
178 // WebFrame that requested the Stream. | |
179 WebKit::WebFrame* frame_; | |
180 // Native representation of a local MediaStream. | |
181 LocalMediaStreamPtr stream_; | |
182 }; | |
183 typedef std::map<std::string, LocalMediaStreamInfo> LocalNativeStreamMap; | |
184 | 183 |
185 void InitializeWorkerThread(talk_base::Thread** thread, | 184 void InitializeWorkerThread(talk_base::Thread** thread, |
186 base::WaitableEvent* event); | 185 base::WaitableEvent* event); |
187 | 186 |
188 void CreateIpcNetworkManagerOnWorkerThread(base::WaitableEvent* event); | 187 void CreateIpcNetworkManagerOnWorkerThread(base::WaitableEvent* event); |
189 void DeleteIpcNetworkManager(); | 188 void DeleteIpcNetworkManager(); |
190 | 189 |
191 bool EnsurePeerConnectionFactory(); | 190 bool EnsurePeerConnectionFactory(); |
192 | 191 |
193 PeerConnectionHandlerBase* FindPeerConnectionByStream( | 192 PeerConnectionHandlerBase* FindPeerConnectionByStream( |
194 const WebKit::WebMediaStreamDescriptor& stream); | 193 const WebKit::WebMediaStreamDescriptor& stream); |
195 scoped_refptr<media::VideoDecoder> CreateLocalVideoDecoder( | 194 scoped_refptr<media::VideoDecoder> CreateLocalVideoDecoder( |
196 webrtc::LocalMediaStreamInterface* stream, | 195 webrtc::MediaStreamInterface* stream, |
197 media::MessageLoopFactory* message_loop_factory); | 196 media::MessageLoopFactory* message_loop_factory); |
198 scoped_refptr<media::VideoDecoder> CreateRemoteVideoDecoder( | 197 scoped_refptr<media::VideoDecoder> CreateRemoteVideoDecoder( |
199 const WebKit::WebMediaStreamDescriptor& stream, | 198 webrtc::MediaStreamInterface* stream, |
200 PeerConnectionHandlerBase* pc_handler, | |
201 const GURL& url, | 199 const GURL& url, |
202 media::MessageLoopFactory* message_loop_factory); | 200 media::MessageLoopFactory* message_loop_factory); |
203 void CreateNativeLocalMediaStream( | 201 LocalNativeStreamPtr CreateNativeLocalMediaStream( |
204 const std::string& label, | 202 const std::string& label, |
205 WebKit::WebFrame* frame, | 203 WebKit::WebFrame* frame, |
206 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, | 204 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, |
207 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources); | 205 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources); |
208 | 206 |
209 scoped_ptr<MediaStreamDependencyFactory> dependency_factory_; | 207 scoped_ptr<MediaStreamDependencyFactory> dependency_factory_; |
210 | 208 |
211 // media_stream_dispatcher_ is a weak reference, owned by RenderView. It's | 209 // media_stream_dispatcher_ is a weak reference, owned by RenderView. It's |
212 // valid for the lifetime of RenderView. | 210 // valid for the lifetime of RenderView. |
213 MediaStreamDispatcher* media_stream_dispatcher_; | 211 MediaStreamDispatcher* media_stream_dispatcher_; |
214 | 212 |
215 // p2p_socket_dispatcher_ is a weak reference, owned by RenderView. It's valid | 213 // p2p_socket_dispatcher_ is a weak reference, owned by RenderView. It's valid |
216 // for the lifetime of RenderView. | 214 // for the lifetime of RenderView. |
217 content::P2PSocketDispatcher* p2p_socket_dispatcher_; | 215 content::P2PSocketDispatcher* p2p_socket_dispatcher_; |
218 | 216 |
219 // We own network_manager_, must be deleted on the worker thread. | 217 // We own network_manager_, must be deleted on the worker thread. |
220 // The network manager uses |p2p_socket_dispatcher_|. | 218 // The network manager uses |p2p_socket_dispatcher_|. |
221 content::IpcNetworkManager* network_manager_; | 219 content::IpcNetworkManager* network_manager_; |
222 scoped_ptr<content::IpcPacketSocketFactory> socket_factory_; | 220 scoped_ptr<content::IpcPacketSocketFactory> socket_factory_; |
223 scoped_refptr<VideoCaptureImplManager> vc_manager_; | 221 scoped_refptr<VideoCaptureImplManager> vc_manager_; |
224 | 222 |
225 // peer_connection_handlers_ contains raw references, owned by WebKit. A | |
226 // pointer is valid until stop is called on the object (which will call | |
227 // ClosePeerConnection on us and we remove the pointer). | |
228 std::list<PeerConnectionHandlerBase*> peer_connection_handlers_; | |
229 | |
230 MediaRequestMap user_media_requests_; | 223 MediaRequestMap user_media_requests_; |
231 LocalNativeStreamMap local_media_streams_; | 224 LocalNativeStreamMap local_media_streams_; |
232 | 225 |
233 // PeerConnection threads. signaling_thread_ is created from the | 226 // PeerConnection threads. signaling_thread_ is created from the |
234 // "current" chrome thread. | 227 // "current" chrome thread. |
235 talk_base::Thread* signaling_thread_; | 228 talk_base::Thread* signaling_thread_; |
236 talk_base::Thread* worker_thread_; | 229 talk_base::Thread* worker_thread_; |
237 base::Thread chrome_worker_thread_; | 230 base::Thread chrome_worker_thread_; |
238 | 231 |
239 DISALLOW_COPY_AND_ASSIGN(MediaStreamImpl); | 232 DISALLOW_COPY_AND_ASSIGN(MediaStreamImpl); |
240 }; | 233 }; |
241 | 234 |
242 #endif // CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 235 #endif // CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
OLD | NEW |