Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(46)

Side by Side Diff: content/renderer/media/rtc_video_decoder.cc

Issue 426873004: Pass decoded picture size from VDA to client (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: fix android build Created 6 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/renderer/media/rtc_video_decoder.h" 5 #include "content/renderer/media/rtc_video_decoder.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/logging.h" 8 #include "base/logging.h"
9 #include "base/memory/ref_counted.h" 9 #include "base/memory/ref_counted.h"
10 #include "base/message_loop/message_loop_proxy.h" 10 #include "base/message_loop/message_loop_proxy.h"
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after
54 const size_t size; 54 const size_t size;
55 }; 55 };
56 56
57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size) 57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size)
58 : shm(shm), size(size) {} 58 : shm(shm), size(size) {}
59 59
60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); } 60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); }
61 61
62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id, 62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id,
63 uint32_t timestamp, 63 uint32_t timestamp,
64 int width,
65 int height,
66 size_t size) 64 size_t size)
67 : bitstream_buffer_id(bitstream_buffer_id), 65 : bitstream_buffer_id(bitstream_buffer_id),
68 timestamp(timestamp), 66 timestamp(timestamp),
69 width(width),
70 height(height),
71 size(size) {} 67 size(size) {}
72 68
73 RTCVideoDecoder::BufferData::BufferData() {} 69 RTCVideoDecoder::BufferData::BufferData() {}
74 70
75 RTCVideoDecoder::BufferData::~BufferData() {} 71 RTCVideoDecoder::BufferData::~BufferData() {}
76 72
77 RTCVideoDecoder::RTCVideoDecoder( 73 RTCVideoDecoder::RTCVideoDecoder(
78 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories) 74 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories)
79 : factories_(factories), 75 : factories_(factories),
80 decoder_texture_target_(0), 76 decoder_texture_target_(0),
(...skipping 139 matching lines...) Expand 10 before | Expand all | Expand 10 after
220 reset_bitstream_buffer_id_)) { 216 reset_bitstream_buffer_id_)) {
221 // TODO(wuchengli): VDA should handle it. Remove this when 217 // TODO(wuchengli): VDA should handle it. Remove this when
222 // http://crosbug.com/p/21913 is fixed. 218 // http://crosbug.com/p/21913 is fixed.
223 DVLOG(1) << "The first frame should be a key frame. Drop this."; 219 DVLOG(1) << "The first frame should be a key frame. Drop this.";
224 return WEBRTC_VIDEO_CODEC_ERROR; 220 return WEBRTC_VIDEO_CODEC_ERROR;
225 } 221 }
226 222
227 // Create buffer metadata. 223 // Create buffer metadata.
228 BufferData buffer_data(next_bitstream_buffer_id_, 224 BufferData buffer_data(next_bitstream_buffer_id_,
229 inputImage._timeStamp, 225 inputImage._timeStamp,
230 frame_size_.width(),
231 frame_size_.height(),
232 inputImage._length); 226 inputImage._length);
233 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. 227 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer.
234 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST; 228 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST;
235 229
236 // If a shared memory segment is available, there are no pending buffers, and 230 // If a shared memory segment is available, there are no pending buffers, and
237 // this isn't a mid-stream resolution change, then send the buffer for decode 231 // this isn't a mid-stream resolution change, then send the buffer for decode
238 // immediately. Otherwise, save the buffer in the queue for later decode. 232 // immediately. Otherwise, save the buffer in the queue for later decode.
239 scoped_ptr<SHMBuffer> shm_buffer; 233 scoped_ptr<SHMBuffer> shm_buffer;
240 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0) 234 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0)
241 shm_buffer = GetSHM_Locked(inputImage._length); 235 shm_buffer = GetSHM_Locked(inputImage._length);
(...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after
357 351
358 std::map<int32, media::PictureBuffer>::iterator it = 352 std::map<int32, media::PictureBuffer>::iterator it =
359 assigned_picture_buffers_.find(picture.picture_buffer_id()); 353 assigned_picture_buffers_.find(picture.picture_buffer_id());
360 if (it == assigned_picture_buffers_.end()) { 354 if (it == assigned_picture_buffers_.end()) {
361 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id(); 355 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id();
362 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); 356 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE);
363 return; 357 return;
364 } 358 }
365 const media::PictureBuffer& pb = it->second; 359 const media::PictureBuffer& pb = it->second;
366 360
361 // Validate picture rectangle from GPU.
362 if (picture.visible_rect().IsEmpty() ||
363 !gfx::Rect(pb.size()).Contains(picture.visible_rect())) {
364 NOTREACHED() << "Invalid picture size from VDA: "
365 << picture.visible_rect().ToString() << " should fit in "
366 << pb.size().ToString();
367 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE);
368 return;
369 }
370
367 // Create a media::VideoFrame. 371 // Create a media::VideoFrame.
368 uint32_t timestamp = 0, width = 0, height = 0; 372 uint32_t timestamp = 0;
369 size_t size = 0; 373 GetBufferData(picture.bitstream_buffer_id(), &timestamp);
370 GetBufferData(
371 picture.bitstream_buffer_id(), &timestamp, &width, &height, &size);
372 scoped_refptr<media::VideoFrame> frame = 374 scoped_refptr<media::VideoFrame> frame =
373 CreateVideoFrame(picture, pb, timestamp, width, height, size); 375 CreateVideoFrame(picture, pb, timestamp);
374 bool inserted = 376 bool inserted =
375 picture_buffers_at_display_.insert(std::make_pair( 377 picture_buffers_at_display_.insert(std::make_pair(
376 picture.picture_buffer_id(), 378 picture.picture_buffer_id(),
377 pb.texture_id())).second; 379 pb.texture_id())).second;
378 DCHECK(inserted); 380 DCHECK(inserted);
379 381
380 // Create a WebRTC video frame. 382 // Create a WebRTC video frame.
381 webrtc::RefCountImpl<NativeHandleImpl>* handle = 383 webrtc::RefCountImpl<NativeHandleImpl>* handle =
382 new webrtc::RefCountImpl<NativeHandleImpl>(frame); 384 new webrtc::RefCountImpl<NativeHandleImpl>(frame);
383 webrtc::TextureVideoFrame decoded_image(handle, width, height, timestamp, 0); 385 webrtc::TextureVideoFrame decoded_image(handle,
386 picture.visible_rect().width(),
387 picture.visible_rect().height(),
388 timestamp,
389 0);
384 390
385 // Invoke decode callback. WebRTC expects no callback after Reset or Release. 391 // Invoke decode callback. WebRTC expects no callback after Reset or Release.
386 { 392 {
387 base::AutoLock auto_lock(lock_); 393 base::AutoLock auto_lock(lock_);
388 DCHECK(decode_complete_callback_ != NULL); 394 DCHECK(decode_complete_callback_ != NULL);
389 if (IsBufferAfterReset(picture.bitstream_buffer_id(), 395 if (IsBufferAfterReset(picture.bitstream_buffer_id(),
390 reset_bitstream_buffer_id_)) { 396 reset_bitstream_buffer_id_)) {
391 decode_complete_callback_->Decoded(decoded_image); 397 decode_complete_callback_->Decoded(decoded_image);
392 } 398 }
393 } 399 }
(...skipping 22 matching lines...) Expand all
416 visible_rect, 422 visible_rect,
417 pixels, 423 pixels,
418 &event))) 424 &event)))
419 return; 425 return;
420 event.Wait(); 426 event.Wait();
421 } 427 }
422 428
423 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame( 429 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame(
424 const media::Picture& picture, 430 const media::Picture& picture,
425 const media::PictureBuffer& pb, 431 const media::PictureBuffer& pb,
426 uint32_t timestamp, 432 uint32_t timestamp) {
427 uint32_t width, 433 gfx::Rect visible_rect(picture.visible_rect());
428 uint32_t height,
429 size_t size) {
430 gfx::Rect visible_rect(width, height);
431 DCHECK(decoder_texture_target_); 434 DCHECK(decoder_texture_target_);
432 // Convert timestamp from 90KHz to ms. 435 // Convert timestamp from 90KHz to ms.
433 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue( 436 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue(
434 base::checked_cast<uint64_t>(timestamp) * 1000 / 90); 437 base::checked_cast<uint64_t>(timestamp) * 1000 / 90);
435 return media::VideoFrame::WrapNativeTexture( 438 return media::VideoFrame::WrapNativeTexture(
436 make_scoped_ptr(new gpu::MailboxHolder( 439 make_scoped_ptr(new gpu::MailboxHolder(
437 pb.texture_mailbox(), decoder_texture_target_, 0)), 440 pb.texture_mailbox(), decoder_texture_target_, 0)),
438 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox, 441 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox,
439 weak_factory_.GetWeakPtr(), 442 weak_factory_.GetWeakPtr(),
440 factories_, 443 factories_,
(...skipping 329 matching lines...) Expand 10 before | Expand all | Expand 10 after
770 // that's too small for some pathological B-frame test videos. The cost of 773 // that's too small for some pathological B-frame test videos. The cost of
771 // using too-high a value is low (192 bits per extra slot). 774 // using too-high a value is low (192 bits per extra slot).
772 static const size_t kMaxInputBufferDataSize = 128; 775 static const size_t kMaxInputBufferDataSize = 128;
773 // Pop from the back of the list, because that's the oldest and least likely 776 // Pop from the back of the list, because that's the oldest and least likely
774 // to be useful in the future data. 777 // to be useful in the future data.
775 if (input_buffer_data_.size() > kMaxInputBufferDataSize) 778 if (input_buffer_data_.size() > kMaxInputBufferDataSize)
776 input_buffer_data_.pop_back(); 779 input_buffer_data_.pop_back();
777 } 780 }
778 781
779 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id, 782 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id,
780 uint32_t* timestamp, 783 uint32_t* timestamp) {
781 uint32_t* width,
782 uint32_t* height,
783 size_t* size) {
784 for (std::list<BufferData>::iterator it = input_buffer_data_.begin(); 784 for (std::list<BufferData>::iterator it = input_buffer_data_.begin();
785 it != input_buffer_data_.end(); 785 it != input_buffer_data_.end();
786 ++it) { 786 ++it) {
787 if (it->bitstream_buffer_id != bitstream_buffer_id) 787 if (it->bitstream_buffer_id != bitstream_buffer_id)
788 continue; 788 continue;
789 *timestamp = it->timestamp; 789 *timestamp = it->timestamp;
790 *width = it->width;
791 *height = it->height;
792 return; 790 return;
793 } 791 }
794 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; 792 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id;
795 } 793 }
796 794
797 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) { 795 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) {
798 // Logging boolean is enough to know if HW decoding has been used. Also, 796 // Logging boolean is enough to know if HW decoding has been used. Also,
799 // InitDecode is less likely to return an error so enum is not used here. 797 // InitDecode is less likely to return an error so enum is not used here.
800 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false; 798 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false;
801 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample); 799 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample);
802 return status; 800 return status;
803 } 801 }
804 802
805 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() 803 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent()
806 const { 804 const {
807 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread()); 805 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread());
808 } 806 }
809 807
810 } // namespace content 808 } // namespace content
OLDNEW
« no previous file with comments | « content/renderer/media/rtc_video_decoder.h ('k') | content/renderer/pepper/pepper_video_decoder_host.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698