OLD | NEW |
1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/renderer/media/webmediaplayer_ms_compositor.h" | 5 #include "content/renderer/media/webmediaplayer_ms_compositor.h" |
6 | 6 |
7 #include "base/command_line.h" | 7 #include "base/command_line.h" |
8 #include "base/hash.h" | 8 #include "base/hash.h" |
9 #include "base/single_thread_task_runner.h" | 9 #include "base/single_thread_task_runner.h" |
10 #include "cc/blink/context_provider_web_context.h" | 10 #include "cc/blink/context_provider_web_context.h" |
11 #include "content/renderer/render_thread_impl.h" | 11 #include "content/renderer/render_thread_impl.h" |
12 #include "media/base/media_switches.h" | 12 #include "media/base/media_switches.h" |
13 #include "media/base/video_frame.h" | 13 #include "media/base/video_frame.h" |
14 #include "media/base/video_util.h" | 14 #include "media/base/video_util.h" |
15 #include "media/blink/skcanvas_video_renderer.h" | 15 #include "media/blink/skcanvas_video_renderer.h" |
16 #include "media/filters/video_renderer_algorithm.h" | 16 #include "media/filters/video_renderer_algorithm.h" |
17 #include "skia/ext/platform_canvas.h" | 17 #include "skia/ext/platform_canvas.h" |
18 #include "third_party/WebKit/public/platform/WebMediaStream.h" | 18 #include "third_party/WebKit/public/platform/WebMediaStream.h" |
19 #include "third_party/WebKit/public/platform/WebMediaStreamSource.h" | 19 #include "third_party/WebKit/public/platform/WebMediaStreamSource.h" |
20 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h" | 20 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h" |
21 #include "third_party/WebKit/public/platform/WebURL.h" | 21 #include "third_party/WebKit/public/platform/WebURL.h" |
22 #include "third_party/WebKit/public/web/WebMediaStreamRegistry.h" | 22 #include "third_party/WebKit/public/web/WebMediaStreamRegistry.h" |
| 23 #include "third_party/libyuv/include/libyuv/convert.h" |
| 24 #include "third_party/libyuv/include/libyuv/video_common.h" |
23 | 25 |
24 namespace content { | 26 namespace content { |
25 | 27 |
26 namespace { | 28 namespace { |
27 | 29 |
28 // This function copies |frame| to a new YV12 media::VideoFrame. | 30 // This function copies |frame| to a new I420 media::VideoFrame. |
29 // TODO: Consider using libyuv for better performance. see http://crbug/541728 | 31 scoped_refptr<media::VideoFrame> CopyFrameToI420( |
30 scoped_refptr<media::VideoFrame> CopyFrameToYV12( | |
31 const scoped_refptr<media::VideoFrame>& frame, | 32 const scoped_refptr<media::VideoFrame>& frame, |
32 media::SkCanvasVideoRenderer* video_renderer) { | 33 media::SkCanvasVideoRenderer* video_renderer) { |
33 const scoped_refptr<media::VideoFrame> new_frame = | 34 const scoped_refptr<media::VideoFrame> new_frame = |
34 media::VideoFrame::CreateFrame(media::PIXEL_FORMAT_YV12, | 35 media::VideoFrame::CreateFrame(media::PIXEL_FORMAT_YV12, |
35 frame->coded_size(), frame->visible_rect(), | 36 frame->coded_size(), frame->visible_rect(), |
36 frame->natural_size(), frame->timestamp()); | 37 frame->natural_size(), frame->timestamp()); |
| 38 const gfx::Size& size = frame->coded_size(); |
37 | 39 |
38 if (frame->HasTextures()) { | 40 if (frame->HasTextures()) { |
39 DCHECK(frame->format() == media::PIXEL_FORMAT_ARGB || | 41 DCHECK(frame->format() == media::PIXEL_FORMAT_ARGB || |
40 frame->format() == media::PIXEL_FORMAT_XRGB || | 42 frame->format() == media::PIXEL_FORMAT_XRGB || |
41 frame->format() == media::PIXEL_FORMAT_I420 || | 43 frame->format() == media::PIXEL_FORMAT_I420 || |
42 frame->format() == media::PIXEL_FORMAT_UYVY); | 44 frame->format() == media::PIXEL_FORMAT_UYVY); |
43 SkBitmap bitmap; | 45 SkBitmap bitmap; |
44 bitmap.allocN32Pixels(frame->visible_rect().width(), | 46 bitmap.allocN32Pixels(frame->visible_rect().width(), |
45 frame->visible_rect().height()); | 47 frame->visible_rect().height()); |
46 SkCanvas canvas(bitmap); | 48 SkCanvas canvas(bitmap); |
47 | 49 |
48 cc::ContextProvider* const provider = | 50 cc::ContextProvider* const provider = |
49 RenderThreadImpl::current()->SharedMainThreadContextProvider().get(); | 51 RenderThreadImpl::current()->SharedMainThreadContextProvider().get(); |
50 if (provider) { | 52 if (provider) { |
51 const media::Context3D context_3d = | 53 const media::Context3D context_3d = |
52 media::Context3D(provider->ContextGL(), provider->GrContext()); | 54 media::Context3D(provider->ContextGL(), provider->GrContext()); |
53 DCHECK(context_3d.gl); | 55 DCHECK(context_3d.gl); |
54 video_renderer->Copy(frame.get(), &canvas, context_3d); | 56 video_renderer->Copy(frame.get(), &canvas, context_3d); |
55 } else { | 57 } else { |
56 // GPU Process crashed. | 58 // GPU Process crashed. |
57 bitmap.eraseColor(SK_ColorTRANSPARENT); | 59 bitmap.eraseColor(SK_ColorTRANSPARENT); |
58 } | 60 } |
59 media::CopyRGBToVideoFrame(reinterpret_cast<uint8*>(bitmap.getPixels()), | 61 libyuv::ARGBToI420(reinterpret_cast<uint8*>(bitmap.getPixels()), |
60 bitmap.rowBytes(), frame->visible_rect(), | 62 bitmap.rowBytes(), |
61 new_frame.get()); | 63 new_frame->data(media::VideoFrame::kYPlane), |
| 64 new_frame->stride(media::VideoFrame::kYPlane), |
| 65 new_frame->data(media::VideoFrame::kUPlane), |
| 66 new_frame->stride(media::VideoFrame::kUPlane), |
| 67 new_frame->data(media::VideoFrame::kVPlane), |
| 68 new_frame->stride(media::VideoFrame::kVPlane), |
| 69 size.width(), size.height()); |
62 } else { | 70 } else { |
63 DCHECK(frame->IsMappable()); | 71 DCHECK(frame->IsMappable()); |
64 DCHECK(frame->format() == media::PIXEL_FORMAT_YV12 || | 72 DCHECK(frame->format() == media::PIXEL_FORMAT_YV12 || |
65 frame->format() == media::PIXEL_FORMAT_I420); | 73 frame->format() == media::PIXEL_FORMAT_I420); |
66 const size_t num_planes = media::VideoFrame::NumPlanes(frame->format()); | 74 libyuv::I420Copy(frame->data(media::VideoFrame::kYPlane), |
67 for (size_t i = 0; i < num_planes; ++i) { | 75 frame->stride(media::VideoFrame::kYPlane), |
68 media::CopyPlane(i, frame->data(i), frame->stride(i), frame->rows(i), | 76 frame->data(media::VideoFrame::kUPlane), |
69 new_frame.get()); | 77 frame->stride(media::VideoFrame::kUPlane), |
70 } | 78 frame->data(media::VideoFrame::kVPlane), |
| 79 frame->stride(media::VideoFrame::kVPlane), |
| 80 new_frame->data(media::VideoFrame::kYPlane), |
| 81 new_frame->stride(media::VideoFrame::kYPlane), |
| 82 new_frame->data(media::VideoFrame::kUPlane), |
| 83 new_frame->stride(media::VideoFrame::kUPlane), |
| 84 new_frame->data(media::VideoFrame::kVPlane), |
| 85 new_frame->stride(media::VideoFrame::kVPlane), |
| 86 size.width(), size.height()); |
71 } | 87 } |
72 return new_frame; | 88 return new_frame; |
73 } | 89 } |
74 | 90 |
75 } // anonymous namespace | 91 } // anonymous namespace |
76 | 92 |
77 WebMediaPlayerMSCompositor::WebMediaPlayerMSCompositor( | 93 WebMediaPlayerMSCompositor::WebMediaPlayerMSCompositor( |
78 const scoped_refptr<base::SingleThreadTaskRunner>& compositor_task_runner, | 94 const scoped_refptr<base::SingleThreadTaskRunner>& compositor_task_runner, |
79 const blink::WebURL& url) | 95 const blink::WebURL& url) |
80 : compositor_task_runner_(compositor_task_runner), | 96 : compositor_task_runner_(compositor_task_runner), |
(...skipping 204 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
285 media::SkCanvasVideoRenderer* renderer) { | 301 media::SkCanvasVideoRenderer* renderer) { |
286 DCHECK(thread_checker_.CalledOnValidThread()); | 302 DCHECK(thread_checker_.CalledOnValidThread()); |
287 base::AutoLock auto_lock(current_frame_lock_); | 303 base::AutoLock auto_lock(current_frame_lock_); |
288 if (!current_frame_.get()) | 304 if (!current_frame_.get()) |
289 return; | 305 return; |
290 | 306 |
291 // Copy the frame so that rendering can show the last received frame. | 307 // Copy the frame so that rendering can show the last received frame. |
292 // The original frame must not be referenced when the player is paused since | 308 // The original frame must not be referenced when the player is paused since |
293 // there might be a finite number of available buffers. E.g, video that | 309 // there might be a finite number of available buffers. E.g, video that |
294 // originates from a video camera. | 310 // originates from a video camera. |
295 current_frame_ = CopyFrameToYV12(current_frame_, renderer); | 311 current_frame_ = CopyFrameToI420(current_frame_, renderer); |
296 } | 312 } |
297 | 313 |
298 bool WebMediaPlayerMSCompositor::MapTimestampsToRenderTimeTicks( | 314 bool WebMediaPlayerMSCompositor::MapTimestampsToRenderTimeTicks( |
299 const std::vector<base::TimeDelta>& timestamps, | 315 const std::vector<base::TimeDelta>& timestamps, |
300 std::vector<base::TimeTicks>* wall_clock_times) { | 316 std::vector<base::TimeTicks>* wall_clock_times) { |
301 DCHECK(compositor_task_runner_->BelongsToCurrentThread() || | 317 DCHECK(compositor_task_runner_->BelongsToCurrentThread() || |
302 thread_checker_.CalledOnValidThread()); | 318 thread_checker_.CalledOnValidThread()); |
303 for (const base::TimeDelta& timestamp : timestamps) { | 319 for (const base::TimeDelta& timestamp : timestamps) { |
304 DCHECK(timestamps_to_clock_times_.count(timestamp)); | 320 DCHECK(timestamps_to_clock_times_.count(timestamp)); |
305 wall_clock_times->push_back(timestamps_to_clock_times_[timestamp]); | 321 wall_clock_times->push_back(timestamps_to_clock_times_[timestamp]); |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
339 | 355 |
340 void WebMediaPlayerMSCompositor::SetCurrentFrame( | 356 void WebMediaPlayerMSCompositor::SetCurrentFrame( |
341 const scoped_refptr<media::VideoFrame>& frame) { | 357 const scoped_refptr<media::VideoFrame>& frame) { |
342 current_frame_lock_.AssertAcquired(); | 358 current_frame_lock_.AssertAcquired(); |
343 if (!current_frame_used_by_compositor_) | 359 if (!current_frame_used_by_compositor_) |
344 ++dropped_frame_count_; | 360 ++dropped_frame_count_; |
345 current_frame_used_by_compositor_ = false; | 361 current_frame_used_by_compositor_ = false; |
346 current_frame_ = frame; | 362 current_frame_ = frame; |
347 } | 363 } |
348 } | 364 } |
OLD | NEW |