OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/renderer/media/rtc_video_decoder.h" | 5 #include "content/renderer/media/rtc_video_decoder.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "base/logging.h" | 8 #include "base/logging.h" |
9 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
10 #include "base/message_loop/message_loop_proxy.h" | 10 #include "base/message_loop/message_loop_proxy.h" |
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
54 const size_t size; | 54 const size_t size; |
55 }; | 55 }; |
56 | 56 |
57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size) | 57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size) |
58 : shm(shm), size(size) {} | 58 : shm(shm), size(size) {} |
59 | 59 |
60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); } | 60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); } |
61 | 61 |
62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id, | 62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id, |
63 uint32_t timestamp, | 63 uint32_t timestamp, |
64 int width, | |
65 int height, | |
66 size_t size) | 64 size_t size) |
67 : bitstream_buffer_id(bitstream_buffer_id), | 65 : bitstream_buffer_id(bitstream_buffer_id), |
68 timestamp(timestamp), | 66 timestamp(timestamp), |
69 width(width), | |
70 height(height), | |
71 size(size) {} | 67 size(size) {} |
72 | 68 |
73 RTCVideoDecoder::BufferData::BufferData() {} | 69 RTCVideoDecoder::BufferData::BufferData() {} |
74 | 70 |
75 RTCVideoDecoder::BufferData::~BufferData() {} | 71 RTCVideoDecoder::BufferData::~BufferData() {} |
76 | 72 |
77 RTCVideoDecoder::RTCVideoDecoder( | 73 RTCVideoDecoder::RTCVideoDecoder( |
78 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories) | 74 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories) |
79 : factories_(factories), | 75 : factories_(factories), |
80 decoder_texture_target_(0), | 76 decoder_texture_target_(0), |
(...skipping 139 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
220 reset_bitstream_buffer_id_)) { | 216 reset_bitstream_buffer_id_)) { |
221 // TODO(wuchengli): VDA should handle it. Remove this when | 217 // TODO(wuchengli): VDA should handle it. Remove this when |
222 // http://crosbug.com/p/21913 is fixed. | 218 // http://crosbug.com/p/21913 is fixed. |
223 DVLOG(1) << "The first frame should be a key frame. Drop this."; | 219 DVLOG(1) << "The first frame should be a key frame. Drop this."; |
224 return WEBRTC_VIDEO_CODEC_ERROR; | 220 return WEBRTC_VIDEO_CODEC_ERROR; |
225 } | 221 } |
226 | 222 |
227 // Create buffer metadata. | 223 // Create buffer metadata. |
228 BufferData buffer_data(next_bitstream_buffer_id_, | 224 BufferData buffer_data(next_bitstream_buffer_id_, |
229 inputImage._timeStamp, | 225 inputImage._timeStamp, |
230 frame_size_.width(), | |
231 frame_size_.height(), | |
232 inputImage._length); | 226 inputImage._length); |
233 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. | 227 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. |
234 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST; | 228 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST; |
235 | 229 |
236 // If a shared memory segment is available, there are no pending buffers, and | 230 // If a shared memory segment is available, there are no pending buffers, and |
237 // this isn't a mid-stream resolution change, then send the buffer for decode | 231 // this isn't a mid-stream resolution change, then send the buffer for decode |
238 // immediately. Otherwise, save the buffer in the queue for later decode. | 232 // immediately. Otherwise, save the buffer in the queue for later decode. |
239 scoped_ptr<SHMBuffer> shm_buffer; | 233 scoped_ptr<SHMBuffer> shm_buffer; |
240 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0) | 234 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0) |
241 shm_buffer = GetSHM_Locked(inputImage._length); | 235 shm_buffer = GetSHM_Locked(inputImage._length); |
(...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
357 | 351 |
358 std::map<int32, media::PictureBuffer>::iterator it = | 352 std::map<int32, media::PictureBuffer>::iterator it = |
359 assigned_picture_buffers_.find(picture.picture_buffer_id()); | 353 assigned_picture_buffers_.find(picture.picture_buffer_id()); |
360 if (it == assigned_picture_buffers_.end()) { | 354 if (it == assigned_picture_buffers_.end()) { |
361 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id(); | 355 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id(); |
362 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); | 356 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); |
363 return; | 357 return; |
364 } | 358 } |
365 const media::PictureBuffer& pb = it->second; | 359 const media::PictureBuffer& pb = it->second; |
366 | 360 |
| 361 // Validate picture rectangle from GPU. |
| 362 if (picture.visible_rect().IsEmpty() || |
| 363 !gfx::Rect(pb.size()).Contains(picture.visible_rect())) { |
| 364 NOTREACHED() << "Invalid picture size from VDA: " |
| 365 << picture.visible_rect().ToString() << " should fit in " |
| 366 << pb.size().ToString(); |
| 367 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); |
| 368 return; |
| 369 } |
| 370 |
367 // Create a media::VideoFrame. | 371 // Create a media::VideoFrame. |
368 uint32_t timestamp = 0, width = 0, height = 0; | 372 uint32_t timestamp = 0; |
369 size_t size = 0; | 373 GetBufferData(picture.bitstream_buffer_id(), ×tamp); |
370 GetBufferData( | |
371 picture.bitstream_buffer_id(), ×tamp, &width, &height, &size); | |
372 scoped_refptr<media::VideoFrame> frame = | 374 scoped_refptr<media::VideoFrame> frame = |
373 CreateVideoFrame(picture, pb, timestamp, width, height, size); | 375 CreateVideoFrame(picture, pb, timestamp); |
374 bool inserted = | 376 bool inserted = |
375 picture_buffers_at_display_.insert(std::make_pair( | 377 picture_buffers_at_display_.insert(std::make_pair( |
376 picture.picture_buffer_id(), | 378 picture.picture_buffer_id(), |
377 pb.texture_id())).second; | 379 pb.texture_id())).second; |
378 DCHECK(inserted); | 380 DCHECK(inserted); |
379 | 381 |
380 // Create a WebRTC video frame. | 382 // Create a WebRTC video frame. |
381 webrtc::RefCountImpl<NativeHandleImpl>* handle = | 383 webrtc::RefCountImpl<NativeHandleImpl>* handle = |
382 new webrtc::RefCountImpl<NativeHandleImpl>(frame); | 384 new webrtc::RefCountImpl<NativeHandleImpl>(frame); |
383 webrtc::TextureVideoFrame decoded_image(handle, width, height, timestamp, 0); | 385 webrtc::TextureVideoFrame decoded_image(handle, |
| 386 picture.visible_rect().width(), |
| 387 picture.visible_rect().height(), |
| 388 timestamp, |
| 389 0); |
384 | 390 |
385 // Invoke decode callback. WebRTC expects no callback after Reset or Release. | 391 // Invoke decode callback. WebRTC expects no callback after Reset or Release. |
386 { | 392 { |
387 base::AutoLock auto_lock(lock_); | 393 base::AutoLock auto_lock(lock_); |
388 DCHECK(decode_complete_callback_ != NULL); | 394 DCHECK(decode_complete_callback_ != NULL); |
389 if (IsBufferAfterReset(picture.bitstream_buffer_id(), | 395 if (IsBufferAfterReset(picture.bitstream_buffer_id(), |
390 reset_bitstream_buffer_id_)) { | 396 reset_bitstream_buffer_id_)) { |
391 decode_complete_callback_->Decoded(decoded_image); | 397 decode_complete_callback_->Decoded(decoded_image); |
392 } | 398 } |
393 } | 399 } |
(...skipping 22 matching lines...) Expand all Loading... |
416 visible_rect, | 422 visible_rect, |
417 pixels, | 423 pixels, |
418 &event))) | 424 &event))) |
419 return; | 425 return; |
420 event.Wait(); | 426 event.Wait(); |
421 } | 427 } |
422 | 428 |
423 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame( | 429 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame( |
424 const media::Picture& picture, | 430 const media::Picture& picture, |
425 const media::PictureBuffer& pb, | 431 const media::PictureBuffer& pb, |
426 uint32_t timestamp, | 432 uint32_t timestamp) { |
427 uint32_t width, | 433 gfx::Rect visible_rect(picture.visible_rect()); |
428 uint32_t height, | |
429 size_t size) { | |
430 gfx::Rect visible_rect(width, height); | |
431 DCHECK(decoder_texture_target_); | 434 DCHECK(decoder_texture_target_); |
432 // Convert timestamp from 90KHz to ms. | 435 // Convert timestamp from 90KHz to ms. |
433 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue( | 436 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue( |
434 base::checked_cast<uint64_t>(timestamp) * 1000 / 90); | 437 base::checked_cast<uint64_t>(timestamp) * 1000 / 90); |
435 return media::VideoFrame::WrapNativeTexture( | 438 return media::VideoFrame::WrapNativeTexture( |
436 make_scoped_ptr(new gpu::MailboxHolder( | 439 make_scoped_ptr(new gpu::MailboxHolder( |
437 pb.texture_mailbox(), decoder_texture_target_, 0)), | 440 pb.texture_mailbox(), decoder_texture_target_, 0)), |
438 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox, | 441 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox, |
439 weak_factory_.GetWeakPtr(), | 442 weak_factory_.GetWeakPtr(), |
440 factories_, | 443 factories_, |
(...skipping 329 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
770 // that's too small for some pathological B-frame test videos. The cost of | 773 // that's too small for some pathological B-frame test videos. The cost of |
771 // using too-high a value is low (192 bits per extra slot). | 774 // using too-high a value is low (192 bits per extra slot). |
772 static const size_t kMaxInputBufferDataSize = 128; | 775 static const size_t kMaxInputBufferDataSize = 128; |
773 // Pop from the back of the list, because that's the oldest and least likely | 776 // Pop from the back of the list, because that's the oldest and least likely |
774 // to be useful in the future data. | 777 // to be useful in the future data. |
775 if (input_buffer_data_.size() > kMaxInputBufferDataSize) | 778 if (input_buffer_data_.size() > kMaxInputBufferDataSize) |
776 input_buffer_data_.pop_back(); | 779 input_buffer_data_.pop_back(); |
777 } | 780 } |
778 | 781 |
779 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id, | 782 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id, |
780 uint32_t* timestamp, | 783 uint32_t* timestamp) { |
781 uint32_t* width, | |
782 uint32_t* height, | |
783 size_t* size) { | |
784 for (std::list<BufferData>::iterator it = input_buffer_data_.begin(); | 784 for (std::list<BufferData>::iterator it = input_buffer_data_.begin(); |
785 it != input_buffer_data_.end(); | 785 it != input_buffer_data_.end(); |
786 ++it) { | 786 ++it) { |
787 if (it->bitstream_buffer_id != bitstream_buffer_id) | 787 if (it->bitstream_buffer_id != bitstream_buffer_id) |
788 continue; | 788 continue; |
789 *timestamp = it->timestamp; | 789 *timestamp = it->timestamp; |
790 *width = it->width; | |
791 *height = it->height; | |
792 return; | 790 return; |
793 } | 791 } |
794 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; | 792 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; |
795 } | 793 } |
796 | 794 |
797 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) { | 795 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) { |
798 // Logging boolean is enough to know if HW decoding has been used. Also, | 796 // Logging boolean is enough to know if HW decoding has been used. Also, |
799 // InitDecode is less likely to return an error so enum is not used here. | 797 // InitDecode is less likely to return an error so enum is not used here. |
800 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false; | 798 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false; |
801 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample); | 799 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample); |
802 return status; | 800 return status; |
803 } | 801 } |
804 | 802 |
805 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() | 803 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() |
806 const { | 804 const { |
807 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread()); | 805 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread()); |
808 } | 806 } |
809 | 807 |
810 } // namespace content | 808 } // namespace content |
OLD | NEW |