OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include <algorithm> | 5 #include <algorithm> |
6 #include <limits> | 6 #include <limits> |
7 | 7 |
8 #include "base/bind.h" | 8 #include "base/bind.h" |
9 #include "base/bind_helpers.h" | 9 #include "base/bind_helpers.h" |
10 #include "base/numerics/safe_conversions.h" | 10 #include "base/numerics/safe_conversions.h" |
(...skipping 70 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
81 | 81 |
82 curr_input_id_ = -1; | 82 curr_input_id_ = -1; |
83 frame_num_ = 0; | 83 frame_num_ = 0; |
84 prev_frame_num_ = -1; | 84 prev_frame_num_ = -1; |
85 prev_frame_num_offset_ = -1; | 85 prev_frame_num_offset_ = -1; |
86 | 86 |
87 prev_ref_has_memmgmnt5_ = false; | 87 prev_ref_has_memmgmnt5_ = false; |
88 prev_ref_top_field_order_cnt_ = -1; | 88 prev_ref_top_field_order_cnt_ = -1; |
89 prev_ref_pic_order_cnt_msb_ = -1; | 89 prev_ref_pic_order_cnt_msb_ = -1; |
90 prev_ref_pic_order_cnt_lsb_ = -1; | 90 prev_ref_pic_order_cnt_lsb_ = -1; |
91 prev_ref_field_ = H264Picture::FIELD_NONE; | 91 prev_ref_field_ = VaapiH264Picture::FIELD_NONE; |
92 | 92 |
93 vaapi_wrapper_->DestroyPendingBuffers(); | 93 vaapi_wrapper_->DestroyPendingBuffers(); |
94 | 94 |
95 ref_pic_list0_.clear(); | 95 ref_pic_list0_.clear(); |
96 ref_pic_list1_.clear(); | 96 ref_pic_list1_.clear(); |
97 | 97 |
98 for (DecSurfacesInUse::iterator it = decode_surfaces_in_use_.begin(); | 98 for (DecSurfacesInUse::iterator it = decode_surfaces_in_use_.begin(); |
99 it != decode_surfaces_in_use_.end(); ) { | 99 it != decode_surfaces_in_use_.end(); ) { |
100 int poc = it->second->poc(); | 100 int poc = it->second->poc(); |
101 // Must be incremented before UnassignSurfaceFromPoC as this call | 101 // Must be incremented before UnassignSurfaceFromPoC as this call |
(...skipping 17 matching lines...) Expand all Loading... |
119 available_va_surfaces_.push_back(va_surface); | 119 available_va_surfaces_.push_back(va_surface); |
120 } | 120 } |
121 | 121 |
122 // Fill |va_pic| with default/neutral values. | 122 // Fill |va_pic| with default/neutral values. |
123 static void InitVAPicture(VAPictureH264* va_pic) { | 123 static void InitVAPicture(VAPictureH264* va_pic) { |
124 memset(va_pic, 0, sizeof(*va_pic)); | 124 memset(va_pic, 0, sizeof(*va_pic)); |
125 va_pic->picture_id = VA_INVALID_ID; | 125 va_pic->picture_id = VA_INVALID_ID; |
126 va_pic->flags = VA_PICTURE_H264_INVALID; | 126 va_pic->flags = VA_PICTURE_H264_INVALID; |
127 } | 127 } |
128 | 128 |
129 void VaapiH264Decoder::FillVAPicture(VAPictureH264 *va_pic, H264Picture* pic) { | 129 void VaapiH264Decoder::FillVAPicture(VAPictureH264* va_pic, |
| 130 VaapiH264Picture* pic) { |
130 DCHECK(pic); | 131 DCHECK(pic); |
131 | 132 |
132 DecodeSurface* dec_surface = DecodeSurfaceByPoC(pic->pic_order_cnt); | 133 DecodeSurface* dec_surface = DecodeSurfaceByPoC(pic->pic_order_cnt); |
133 if (!dec_surface) { | 134 if (!dec_surface) { |
134 // Cannot provide a ref picture, will corrupt output, but may be able | 135 // Cannot provide a ref picture, will corrupt output, but may be able |
135 // to recover. | 136 // to recover. |
136 InitVAPicture(va_pic); | 137 InitVAPicture(va_pic); |
137 return; | 138 return; |
138 } | 139 } |
139 | 140 |
140 va_pic->picture_id = dec_surface->va_surface()->id(); | 141 va_pic->picture_id = dec_surface->va_surface()->id(); |
141 va_pic->frame_idx = pic->frame_num; | 142 va_pic->frame_idx = pic->frame_num; |
142 va_pic->flags = 0; | 143 va_pic->flags = 0; |
143 | 144 |
144 switch (pic->field) { | 145 switch (pic->field) { |
145 case H264Picture::FIELD_NONE: | 146 case VaapiH264Picture::FIELD_NONE: |
146 break; | 147 break; |
147 case H264Picture::FIELD_TOP: | 148 case VaapiH264Picture::FIELD_TOP: |
148 va_pic->flags |= VA_PICTURE_H264_TOP_FIELD; | 149 va_pic->flags |= VA_PICTURE_H264_TOP_FIELD; |
149 break; | 150 break; |
150 case H264Picture::FIELD_BOTTOM: | 151 case VaapiH264Picture::FIELD_BOTTOM: |
151 va_pic->flags |= VA_PICTURE_H264_BOTTOM_FIELD; | 152 va_pic->flags |= VA_PICTURE_H264_BOTTOM_FIELD; |
152 break; | 153 break; |
153 } | 154 } |
154 | 155 |
155 if (pic->ref) { | 156 if (pic->ref) { |
156 va_pic->flags |= pic->long_term ? VA_PICTURE_H264_LONG_TERM_REFERENCE | 157 va_pic->flags |= pic->long_term ? VA_PICTURE_H264_LONG_TERM_REFERENCE |
157 : VA_PICTURE_H264_SHORT_TERM_REFERENCE; | 158 : VA_PICTURE_H264_SHORT_TERM_REFERENCE; |
158 } | 159 } |
159 | 160 |
160 va_pic->TopFieldOrderCnt = pic->top_field_order_cnt; | 161 va_pic->TopFieldOrderCnt = pic->top_field_order_cnt; |
161 va_pic->BottomFieldOrderCnt = pic->bottom_field_order_cnt; | 162 va_pic->BottomFieldOrderCnt = pic->bottom_field_order_cnt; |
162 } | 163 } |
163 | 164 |
164 int VaapiH264Decoder::FillVARefFramesFromDPB(VAPictureH264 *va_pics, | 165 int VaapiH264Decoder::FillVARefFramesFromDPB(VAPictureH264 *va_pics, |
165 int num_pics) { | 166 int num_pics) { |
166 H264DPB::Pictures::reverse_iterator rit; | 167 VaapiH264DPB::Pictures::reverse_iterator rit; |
167 int i; | 168 int i; |
168 | 169 |
169 // Return reference frames in reverse order of insertion. | 170 // Return reference frames in reverse order of insertion. |
170 // Libva does not document this, but other implementations (e.g. mplayer) | 171 // Libva does not document this, but other implementations (e.g. mplayer) |
171 // do it this way as well. | 172 // do it this way as well. |
172 for (rit = dpb_.rbegin(), i = 0; rit != dpb_.rend() && i < num_pics; ++rit) { | 173 for (rit = dpb_.rbegin(), i = 0; rit != dpb_.rend() && i < num_pics; ++rit) { |
173 if ((*rit)->ref) | 174 if ((*rit)->ref) |
174 FillVAPicture(&va_pics[i++], *rit); | 175 FillVAPicture(&va_pics[i++], *rit); |
175 } | 176 } |
176 | 177 |
(...skipping 238 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
415 } | 416 } |
416 } | 417 } |
417 } | 418 } |
418 | 419 |
419 for (int i = 0; i < 32; ++i) { | 420 for (int i = 0; i < 32; ++i) { |
420 InitVAPicture(&slice_param.RefPicList0[i]); | 421 InitVAPicture(&slice_param.RefPicList0[i]); |
421 InitVAPicture(&slice_param.RefPicList1[i]); | 422 InitVAPicture(&slice_param.RefPicList1[i]); |
422 } | 423 } |
423 | 424 |
424 int i; | 425 int i; |
425 H264Picture::PtrVector::iterator it; | 426 VaapiH264Picture::PtrVector::iterator it; |
426 for (it = ref_pic_list0_.begin(), i = 0; it != ref_pic_list0_.end() && *it; | 427 for (it = ref_pic_list0_.begin(), i = 0; it != ref_pic_list0_.end() && *it; |
427 ++it, ++i) | 428 ++it, ++i) |
428 FillVAPicture(&slice_param.RefPicList0[i], *it); | 429 FillVAPicture(&slice_param.RefPicList0[i], *it); |
429 for (it = ref_pic_list1_.begin(), i = 0; it != ref_pic_list1_.end() && *it; | 430 for (it = ref_pic_list1_.begin(), i = 0; it != ref_pic_list1_.end() && *it; |
430 ++it, ++i) | 431 ++it, ++i) |
431 FillVAPicture(&slice_param.RefPicList1[i], *it); | 432 FillVAPicture(&slice_param.RefPicList1[i], *it); |
432 | 433 |
433 return vaapi_wrapper_->SubmitBuffer(VASliceParameterBufferType, | 434 return vaapi_wrapper_->SubmitBuffer(VASliceParameterBufferType, |
434 sizeof(VASliceParameterBufferH264), | 435 sizeof(VASliceParameterBufferH264), |
435 &slice_param); | 436 &slice_param); |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
493 DVLOG(1) << "Failed decoding picture"; | 494 DVLOG(1) << "Failed decoding picture"; |
494 return false; | 495 return false; |
495 } | 496 } |
496 | 497 |
497 return true; | 498 return true; |
498 } | 499 } |
499 | 500 |
500 bool VaapiH264Decoder::InitCurrPicture(media::H264SliceHeader* slice_hdr) { | 501 bool VaapiH264Decoder::InitCurrPicture(media::H264SliceHeader* slice_hdr) { |
501 DCHECK(curr_pic_.get()); | 502 DCHECK(curr_pic_.get()); |
502 | 503 |
503 memset(curr_pic_.get(), 0, sizeof(H264Picture)); | 504 memset(curr_pic_.get(), 0, sizeof(VaapiH264Picture)); |
504 | 505 |
505 curr_pic_->idr = slice_hdr->idr_pic_flag; | 506 curr_pic_->idr = slice_hdr->idr_pic_flag; |
506 | 507 |
507 if (slice_hdr->field_pic_flag) { | 508 if (slice_hdr->field_pic_flag) { |
508 curr_pic_->field = slice_hdr->bottom_field_flag ? H264Picture::FIELD_BOTTOM | 509 curr_pic_->field = slice_hdr->bottom_field_flag |
509 : H264Picture::FIELD_TOP; | 510 ? VaapiH264Picture::FIELD_BOTTOM |
| 511 : VaapiH264Picture::FIELD_TOP; |
510 } else { | 512 } else { |
511 curr_pic_->field = H264Picture::FIELD_NONE; | 513 curr_pic_->field = VaapiH264Picture::FIELD_NONE; |
512 } | 514 } |
513 | 515 |
514 curr_pic_->ref = slice_hdr->nal_ref_idc != 0; | 516 curr_pic_->ref = slice_hdr->nal_ref_idc != 0; |
515 // This assumes non-interlaced stream. | 517 // This assumes non-interlaced stream. |
516 curr_pic_->frame_num = curr_pic_->pic_num = slice_hdr->frame_num; | 518 curr_pic_->frame_num = curr_pic_->pic_num = slice_hdr->frame_num; |
517 | 519 |
518 if (!CalculatePicOrderCounts(slice_hdr)) | 520 if (!CalculatePicOrderCounts(slice_hdr)) |
519 return false; | 521 return false; |
520 | 522 |
521 // Try to get an empty surface to decode this picture to. | 523 // Try to get an empty surface to decode this picture to. |
(...skipping 29 matching lines...) Expand all Loading... |
551 curr_pic_->pic_order_cnt_lsb = pic_order_cnt_lsb; | 553 curr_pic_->pic_order_cnt_lsb = pic_order_cnt_lsb; |
552 | 554 |
553 switch (sps->pic_order_cnt_type) { | 555 switch (sps->pic_order_cnt_type) { |
554 case 0: | 556 case 0: |
555 // See spec 8.2.1.1. | 557 // See spec 8.2.1.1. |
556 int prev_pic_order_cnt_msb, prev_pic_order_cnt_lsb; | 558 int prev_pic_order_cnt_msb, prev_pic_order_cnt_lsb; |
557 if (slice_hdr->idr_pic_flag) { | 559 if (slice_hdr->idr_pic_flag) { |
558 prev_pic_order_cnt_msb = prev_pic_order_cnt_lsb = 0; | 560 prev_pic_order_cnt_msb = prev_pic_order_cnt_lsb = 0; |
559 } else { | 561 } else { |
560 if (prev_ref_has_memmgmnt5_) { | 562 if (prev_ref_has_memmgmnt5_) { |
561 if (prev_ref_field_ != H264Picture::FIELD_BOTTOM) { | 563 if (prev_ref_field_ != VaapiH264Picture::FIELD_BOTTOM) { |
562 prev_pic_order_cnt_msb = 0; | 564 prev_pic_order_cnt_msb = 0; |
563 prev_pic_order_cnt_lsb = prev_ref_top_field_order_cnt_; | 565 prev_pic_order_cnt_lsb = prev_ref_top_field_order_cnt_; |
564 } else { | 566 } else { |
565 prev_pic_order_cnt_msb = 0; | 567 prev_pic_order_cnt_msb = 0; |
566 prev_pic_order_cnt_lsb = 0; | 568 prev_pic_order_cnt_lsb = 0; |
567 } | 569 } |
568 } else { | 570 } else { |
569 prev_pic_order_cnt_msb = prev_ref_pic_order_cnt_msb_; | 571 prev_pic_order_cnt_msb = prev_ref_pic_order_cnt_msb_; |
570 prev_pic_order_cnt_lsb = prev_ref_pic_order_cnt_lsb_; | 572 prev_pic_order_cnt_lsb = prev_ref_pic_order_cnt_lsb_; |
571 } | 573 } |
572 } | 574 } |
573 | 575 |
574 DCHECK_NE(max_pic_order_cnt_lsb_, 0); | 576 DCHECK_NE(max_pic_order_cnt_lsb_, 0); |
575 if ((pic_order_cnt_lsb < prev_pic_order_cnt_lsb) && | 577 if ((pic_order_cnt_lsb < prev_pic_order_cnt_lsb) && |
576 (prev_pic_order_cnt_lsb - pic_order_cnt_lsb >= | 578 (prev_pic_order_cnt_lsb - pic_order_cnt_lsb >= |
577 max_pic_order_cnt_lsb_ / 2)) { | 579 max_pic_order_cnt_lsb_ / 2)) { |
578 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb + | 580 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb + |
579 max_pic_order_cnt_lsb_; | 581 max_pic_order_cnt_lsb_; |
580 } else if ((pic_order_cnt_lsb > prev_pic_order_cnt_lsb) && | 582 } else if ((pic_order_cnt_lsb > prev_pic_order_cnt_lsb) && |
581 (pic_order_cnt_lsb - prev_pic_order_cnt_lsb > | 583 (pic_order_cnt_lsb - prev_pic_order_cnt_lsb > |
582 max_pic_order_cnt_lsb_ / 2)) { | 584 max_pic_order_cnt_lsb_ / 2)) { |
583 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb - | 585 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb - |
584 max_pic_order_cnt_lsb_; | 586 max_pic_order_cnt_lsb_; |
585 } else { | 587 } else { |
586 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb; | 588 curr_pic_->pic_order_cnt_msb = prev_pic_order_cnt_msb; |
587 } | 589 } |
588 | 590 |
589 if (curr_pic_->field != H264Picture::FIELD_BOTTOM) { | 591 if (curr_pic_->field != VaapiH264Picture::FIELD_BOTTOM) { |
590 curr_pic_->top_field_order_cnt = curr_pic_->pic_order_cnt_msb + | 592 curr_pic_->top_field_order_cnt = curr_pic_->pic_order_cnt_msb + |
591 pic_order_cnt_lsb; | 593 pic_order_cnt_lsb; |
592 } | 594 } |
593 | 595 |
594 if (curr_pic_->field != H264Picture::FIELD_TOP) { | 596 if (curr_pic_->field != VaapiH264Picture::FIELD_TOP) { |
595 // TODO posciak: perhaps replace with pic->field? | 597 // TODO posciak: perhaps replace with pic->field? |
596 if (!slice_hdr->field_pic_flag) { | 598 if (!slice_hdr->field_pic_flag) { |
597 curr_pic_->bottom_field_order_cnt = curr_pic_->top_field_order_cnt + | 599 curr_pic_->bottom_field_order_cnt = curr_pic_->top_field_order_cnt + |
598 slice_hdr->delta_pic_order_cnt_bottom; | 600 slice_hdr->delta_pic_order_cnt_bottom; |
599 } else { | 601 } else { |
600 curr_pic_->bottom_field_order_cnt = curr_pic_->pic_order_cnt_msb + | 602 curr_pic_->bottom_field_order_cnt = curr_pic_->pic_order_cnt_msb + |
601 pic_order_cnt_lsb; | 603 pic_order_cnt_lsb; |
602 } | 604 } |
603 } | 605 } |
604 break; | 606 break; |
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
642 // frame_num_in_pic_order_cnt_cycle is verified < 255 in parser | 644 // frame_num_in_pic_order_cnt_cycle is verified < 255 in parser |
643 for (int i = 0; i <= frame_num_in_pic_order_cnt_cycle; ++i) | 645 for (int i = 0; i <= frame_num_in_pic_order_cnt_cycle; ++i) |
644 expected_pic_order_cnt += sps->offset_for_ref_frame[i]; | 646 expected_pic_order_cnt += sps->offset_for_ref_frame[i]; |
645 } | 647 } |
646 | 648 |
647 if (!slice_hdr->nal_ref_idc) | 649 if (!slice_hdr->nal_ref_idc) |
648 expected_pic_order_cnt += sps->offset_for_non_ref_pic; | 650 expected_pic_order_cnt += sps->offset_for_non_ref_pic; |
649 | 651 |
650 if (!slice_hdr->field_pic_flag) { | 652 if (!slice_hdr->field_pic_flag) { |
651 curr_pic_->top_field_order_cnt = expected_pic_order_cnt + | 653 curr_pic_->top_field_order_cnt = expected_pic_order_cnt + |
652 slice_hdr->delta_pic_order_cnt[0]; | 654 slice_hdr->delta_pic_order_cnt0; |
653 curr_pic_->bottom_field_order_cnt = curr_pic_->top_field_order_cnt + | 655 curr_pic_->bottom_field_order_cnt = curr_pic_->top_field_order_cnt + |
654 sps->offset_for_top_to_bottom_field + | 656 sps->offset_for_top_to_bottom_field + |
655 slice_hdr->delta_pic_order_cnt[1]; | 657 slice_hdr->delta_pic_order_cnt1; |
656 } else if (!slice_hdr->bottom_field_flag) { | 658 } else if (!slice_hdr->bottom_field_flag) { |
657 curr_pic_->top_field_order_cnt = expected_pic_order_cnt + | 659 curr_pic_->top_field_order_cnt = expected_pic_order_cnt + |
658 slice_hdr->delta_pic_order_cnt[0]; | 660 slice_hdr->delta_pic_order_cnt0; |
659 } else { | 661 } else { |
660 curr_pic_->bottom_field_order_cnt = expected_pic_order_cnt + | 662 curr_pic_->bottom_field_order_cnt = expected_pic_order_cnt + |
661 sps->offset_for_top_to_bottom_field + | 663 sps->offset_for_top_to_bottom_field + |
662 slice_hdr->delta_pic_order_cnt[0]; | 664 slice_hdr->delta_pic_order_cnt0; |
663 } | 665 } |
664 break; | 666 break; |
665 } | 667 } |
666 | 668 |
667 case 2: | 669 case 2: |
668 // See spec 8.2.1.3. | 670 // See spec 8.2.1.3. |
669 if (prev_has_memmgmnt5_) | 671 if (prev_has_memmgmnt5_) |
670 prev_frame_num_offset_ = 0; | 672 prev_frame_num_offset_ = 0; |
671 | 673 |
672 if (slice_hdr->idr_pic_flag) | 674 if (slice_hdr->idr_pic_flag) |
(...skipping 23 matching lines...) Expand all Loading... |
696 curr_pic_->top_field_order_cnt = temp_pic_order_cnt; | 698 curr_pic_->top_field_order_cnt = temp_pic_order_cnt; |
697 } | 699 } |
698 break; | 700 break; |
699 | 701 |
700 default: | 702 default: |
701 DVLOG(1) << "Invalid pic_order_cnt_type: " << sps->pic_order_cnt_type; | 703 DVLOG(1) << "Invalid pic_order_cnt_type: " << sps->pic_order_cnt_type; |
702 return false; | 704 return false; |
703 } | 705 } |
704 | 706 |
705 switch (curr_pic_->field) { | 707 switch (curr_pic_->field) { |
706 case H264Picture::FIELD_NONE: | 708 case VaapiH264Picture::FIELD_NONE: |
707 curr_pic_->pic_order_cnt = std::min(curr_pic_->top_field_order_cnt, | 709 curr_pic_->pic_order_cnt = std::min(curr_pic_->top_field_order_cnt, |
708 curr_pic_->bottom_field_order_cnt); | 710 curr_pic_->bottom_field_order_cnt); |
709 break; | 711 break; |
710 case H264Picture::FIELD_TOP: | 712 case VaapiH264Picture::FIELD_TOP: |
711 curr_pic_->pic_order_cnt = curr_pic_->top_field_order_cnt; | 713 curr_pic_->pic_order_cnt = curr_pic_->top_field_order_cnt; |
712 break; | 714 break; |
713 case H264Picture::FIELD_BOTTOM: | 715 case VaapiH264Picture::FIELD_BOTTOM: |
714 curr_pic_->pic_order_cnt = curr_pic_->bottom_field_order_cnt; | 716 curr_pic_->pic_order_cnt = curr_pic_->bottom_field_order_cnt; |
715 break; | 717 break; |
716 } | 718 } |
717 | 719 |
718 return true; | 720 return true; |
719 } | 721 } |
720 | 722 |
721 void VaapiH264Decoder::UpdatePicNums() { | 723 void VaapiH264Decoder::UpdatePicNums() { |
722 for (H264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); ++it) { | 724 for (VaapiH264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); |
723 H264Picture* pic = *it; | 725 ++it) { |
| 726 VaapiH264Picture* pic = *it; |
724 DCHECK(pic); | 727 DCHECK(pic); |
725 if (!pic->ref) | 728 if (!pic->ref) |
726 continue; | 729 continue; |
727 | 730 |
728 // Below assumes non-interlaced stream. | 731 // Below assumes non-interlaced stream. |
729 DCHECK_EQ(pic->field, H264Picture::FIELD_NONE); | 732 DCHECK_EQ(pic->field, VaapiH264Picture::FIELD_NONE); |
730 if (pic->long_term) { | 733 if (pic->long_term) { |
731 pic->long_term_pic_num = pic->long_term_frame_idx; | 734 pic->long_term_pic_num = pic->long_term_frame_idx; |
732 } else { | 735 } else { |
733 if (pic->frame_num > frame_num_) | 736 if (pic->frame_num > frame_num_) |
734 pic->frame_num_wrap = pic->frame_num - max_frame_num_; | 737 pic->frame_num_wrap = pic->frame_num - max_frame_num_; |
735 else | 738 else |
736 pic->frame_num_wrap = pic->frame_num; | 739 pic->frame_num_wrap = pic->frame_num; |
737 | 740 |
738 pic->pic_num = pic->frame_num_wrap; | 741 pic->pic_num = pic->frame_num_wrap; |
739 } | 742 } |
740 } | 743 } |
741 } | 744 } |
742 | 745 |
743 struct PicNumDescCompare { | 746 struct PicNumDescCompare { |
744 bool operator()(const H264Picture* a, const H264Picture* b) const { | 747 bool operator()(const VaapiH264Picture* a, const VaapiH264Picture* b) const { |
745 return a->pic_num > b->pic_num; | 748 return a->pic_num > b->pic_num; |
746 } | 749 } |
747 }; | 750 }; |
748 | 751 |
749 struct LongTermPicNumAscCompare { | 752 struct LongTermPicNumAscCompare { |
750 bool operator()(const H264Picture* a, const H264Picture* b) const { | 753 bool operator()(const VaapiH264Picture* a, const VaapiH264Picture* b) const { |
751 return a->long_term_pic_num < b->long_term_pic_num; | 754 return a->long_term_pic_num < b->long_term_pic_num; |
752 } | 755 } |
753 }; | 756 }; |
754 | 757 |
755 void VaapiH264Decoder::ConstructReferencePicListsP( | 758 void VaapiH264Decoder::ConstructReferencePicListsP( |
756 media::H264SliceHeader* slice_hdr) { | 759 media::H264SliceHeader* slice_hdr) { |
757 // RefPicList0 (8.2.4.2.1) [[1] [2]], where: | 760 // RefPicList0 (8.2.4.2.1) [[1] [2]], where: |
758 // [1] shortterm ref pics sorted by descending pic_num, | 761 // [1] shortterm ref pics sorted by descending pic_num, |
759 // [2] longterm ref pics by ascending long_term_pic_num. | 762 // [2] longterm ref pics by ascending long_term_pic_num. |
760 DCHECK(ref_pic_list0_.empty() && ref_pic_list1_.empty()); | 763 DCHECK(ref_pic_list0_.empty() && ref_pic_list1_.empty()); |
761 // First get the short ref pics... | 764 // First get the short ref pics... |
762 dpb_.GetShortTermRefPicsAppending(ref_pic_list0_); | 765 dpb_.GetShortTermRefPicsAppending(ref_pic_list0_); |
763 size_t num_short_refs = ref_pic_list0_.size(); | 766 size_t num_short_refs = ref_pic_list0_.size(); |
764 | 767 |
765 // and sort them to get [1]. | 768 // and sort them to get [1]. |
766 std::sort(ref_pic_list0_.begin(), ref_pic_list0_.end(), PicNumDescCompare()); | 769 std::sort(ref_pic_list0_.begin(), ref_pic_list0_.end(), PicNumDescCompare()); |
767 | 770 |
768 // Now get long term pics and sort them by long_term_pic_num to get [2]. | 771 // Now get long term pics and sort them by long_term_pic_num to get [2]. |
769 dpb_.GetLongTermRefPicsAppending(ref_pic_list0_); | 772 dpb_.GetLongTermRefPicsAppending(ref_pic_list0_); |
770 std::sort(ref_pic_list0_.begin() + num_short_refs, ref_pic_list0_.end(), | 773 std::sort(ref_pic_list0_.begin() + num_short_refs, ref_pic_list0_.end(), |
771 LongTermPicNumAscCompare()); | 774 LongTermPicNumAscCompare()); |
772 | 775 |
773 // Cut off if we have more than requested in slice header. | 776 // Cut off if we have more than requested in slice header. |
774 ref_pic_list0_.resize(slice_hdr->num_ref_idx_l0_active_minus1 + 1); | 777 ref_pic_list0_.resize(slice_hdr->num_ref_idx_l0_active_minus1 + 1); |
775 } | 778 } |
776 | 779 |
777 struct POCAscCompare { | 780 struct POCAscCompare { |
778 bool operator()(const H264Picture* a, const H264Picture* b) const { | 781 bool operator()(const VaapiH264Picture* a, const VaapiH264Picture* b) const { |
779 return a->pic_order_cnt < b->pic_order_cnt; | 782 return a->pic_order_cnt < b->pic_order_cnt; |
780 } | 783 } |
781 }; | 784 }; |
782 | 785 |
783 struct POCDescCompare { | 786 struct POCDescCompare { |
784 bool operator()(const H264Picture* a, const H264Picture* b) const { | 787 bool operator()(const VaapiH264Picture* a, const VaapiH264Picture* b) const { |
785 return a->pic_order_cnt > b->pic_order_cnt; | 788 return a->pic_order_cnt > b->pic_order_cnt; |
786 } | 789 } |
787 }; | 790 }; |
788 | 791 |
789 void VaapiH264Decoder::ConstructReferencePicListsB( | 792 void VaapiH264Decoder::ConstructReferencePicListsB( |
790 media::H264SliceHeader* slice_hdr) { | 793 media::H264SliceHeader* slice_hdr) { |
791 // RefPicList0 (8.2.4.2.3) [[1] [2] [3]], where: | 794 // RefPicList0 (8.2.4.2.3) [[1] [2] [3]], where: |
792 // [1] shortterm ref pics with POC < curr_pic's POC sorted by descending POC, | 795 // [1] shortterm ref pics with POC < curr_pic's POC sorted by descending POC, |
793 // [2] shortterm ref pics with POC > curr_pic's POC by ascending POC, | 796 // [2] shortterm ref pics with POC > curr_pic's POC by ascending POC, |
794 // [3] longterm ref pics by ascending long_term_pic_num. | 797 // [3] longterm ref pics by ascending long_term_pic_num. |
795 DCHECK(ref_pic_list0_.empty() && ref_pic_list1_.empty()); | 798 DCHECK(ref_pic_list0_.empty() && ref_pic_list1_.empty()); |
796 dpb_.GetShortTermRefPicsAppending(ref_pic_list0_); | 799 dpb_.GetShortTermRefPicsAppending(ref_pic_list0_); |
797 size_t num_short_refs = ref_pic_list0_.size(); | 800 size_t num_short_refs = ref_pic_list0_.size(); |
798 | 801 |
799 // First sort ascending, this will put [1] in right place and finish [2]. | 802 // First sort ascending, this will put [1] in right place and finish [2]. |
800 std::sort(ref_pic_list0_.begin(), ref_pic_list0_.end(), POCAscCompare()); | 803 std::sort(ref_pic_list0_.begin(), ref_pic_list0_.end(), POCAscCompare()); |
801 | 804 |
802 // Find first with POC > curr_pic's POC to get first element in [2]... | 805 // Find first with POC > curr_pic's POC to get first element in [2]... |
803 H264Picture::PtrVector::iterator iter; | 806 VaapiH264Picture::PtrVector::iterator iter; |
804 iter = std::upper_bound(ref_pic_list0_.begin(), ref_pic_list0_.end(), | 807 iter = std::upper_bound(ref_pic_list0_.begin(), ref_pic_list0_.end(), |
805 curr_pic_.get(), POCAscCompare()); | 808 curr_pic_.get(), POCAscCompare()); |
806 | 809 |
807 // and sort [1] descending, thus finishing sequence [1] [2]. | 810 // and sort [1] descending, thus finishing sequence [1] [2]. |
808 std::sort(ref_pic_list0_.begin(), iter, POCDescCompare()); | 811 std::sort(ref_pic_list0_.begin(), iter, POCDescCompare()); |
809 | 812 |
810 // Now add [3] and sort by ascending long_term_pic_num. | 813 // Now add [3] and sort by ascending long_term_pic_num. |
811 dpb_.GetLongTermRefPicsAppending(ref_pic_list0_); | 814 dpb_.GetLongTermRefPicsAppending(ref_pic_list0_); |
812 std::sort(ref_pic_list0_.begin() + num_short_refs, ref_pic_list0_.end(), | 815 std::sort(ref_pic_list0_.begin() + num_short_refs, ref_pic_list0_.end(), |
813 LongTermPicNumAscCompare()); | 816 LongTermPicNumAscCompare()); |
(...skipping 28 matching lines...) Expand all Loading... |
842 std::swap(ref_pic_list1_[0], ref_pic_list1_[1]); | 845 std::swap(ref_pic_list1_[0], ref_pic_list1_[1]); |
843 | 846 |
844 // Per 8.2.4.2 it's possible for num_ref_idx_lX_active_minus1 to indicate | 847 // Per 8.2.4.2 it's possible for num_ref_idx_lX_active_minus1 to indicate |
845 // there should be more ref pics on list than we constructed. | 848 // there should be more ref pics on list than we constructed. |
846 // Those superfluous ones should be treated as non-reference. | 849 // Those superfluous ones should be treated as non-reference. |
847 ref_pic_list0_.resize(slice_hdr->num_ref_idx_l0_active_minus1 + 1); | 850 ref_pic_list0_.resize(slice_hdr->num_ref_idx_l0_active_minus1 + 1); |
848 ref_pic_list1_.resize(slice_hdr->num_ref_idx_l1_active_minus1 + 1); | 851 ref_pic_list1_.resize(slice_hdr->num_ref_idx_l1_active_minus1 + 1); |
849 } | 852 } |
850 | 853 |
851 // See 8.2.4 | 854 // See 8.2.4 |
852 int VaapiH264Decoder::PicNumF(H264Picture *pic) { | 855 int VaapiH264Decoder::PicNumF(VaapiH264Picture* pic) { |
853 if (!pic) | 856 if (!pic) |
854 return -1; | 857 return -1; |
855 | 858 |
856 if (!pic->long_term) | 859 if (!pic->long_term) |
857 return pic->pic_num; | 860 return pic->pic_num; |
858 else | 861 else |
859 return max_pic_num_; | 862 return max_pic_num_; |
860 } | 863 } |
861 | 864 |
862 // See 8.2.4 | 865 // See 8.2.4 |
863 int VaapiH264Decoder::LongTermPicNumF(H264Picture *pic) { | 866 int VaapiH264Decoder::LongTermPicNumF(VaapiH264Picture* pic) { |
864 if (pic->ref && pic->long_term) | 867 if (pic->ref && pic->long_term) |
865 return pic->long_term_pic_num; | 868 return pic->long_term_pic_num; |
866 else | 869 else |
867 return 2 * (max_long_term_frame_idx_ + 1); | 870 return 2 * (max_long_term_frame_idx_ + 1); |
868 } | 871 } |
869 | 872 |
870 // Shift elements on the |v| starting from |from| to |to|, inclusive, | 873 // Shift elements on the |v| starting from |from| to |to|, inclusive, |
871 // one position to the right and insert pic at |from|. | 874 // one position to the right and insert pic at |from|. |
872 static void ShiftRightAndInsert(H264Picture::PtrVector *v, | 875 static void ShiftRightAndInsert(VaapiH264Picture::PtrVector* v, |
873 int from, | 876 int from, |
874 int to, | 877 int to, |
875 H264Picture* pic) { | 878 VaapiH264Picture* pic) { |
876 // Security checks, do not disable in Debug mode. | 879 // Security checks, do not disable in Debug mode. |
877 CHECK(from <= to); | 880 CHECK(from <= to); |
878 CHECK(to <= std::numeric_limits<int>::max() - 2); | 881 CHECK(to <= std::numeric_limits<int>::max() - 2); |
879 // Additional checks. Debug mode ok. | 882 // Additional checks. Debug mode ok. |
880 DCHECK(v); | 883 DCHECK(v); |
881 DCHECK(pic); | 884 DCHECK(pic); |
882 DCHECK((to + 1 == static_cast<int>(v->size())) || | 885 DCHECK((to + 1 == static_cast<int>(v->size())) || |
883 (to + 2 == static_cast<int>(v->size()))); | 886 (to + 2 == static_cast<int>(v->size()))); |
884 | 887 |
885 v->resize(to + 2); | 888 v->resize(to + 2); |
886 | 889 |
887 for (int i = to + 1; i > from; --i) | 890 for (int i = to + 1; i > from; --i) |
888 (*v)[i] = (*v)[i - 1]; | 891 (*v)[i] = (*v)[i - 1]; |
889 | 892 |
890 (*v)[from] = pic; | 893 (*v)[from] = pic; |
891 } | 894 } |
892 | 895 |
893 bool VaapiH264Decoder::ModifyReferencePicList(media::H264SliceHeader* slice_hdr, | 896 bool VaapiH264Decoder::ModifyReferencePicList(media::H264SliceHeader* slice_hdr, |
894 int list) { | 897 int list) { |
895 int num_ref_idx_lX_active_minus1; | 898 int num_ref_idx_lX_active_minus1; |
896 H264Picture::PtrVector* ref_pic_listx; | 899 VaapiH264Picture::PtrVector* ref_pic_listx; |
897 media::H264ModificationOfPicNum* list_mod; | 900 media::H264ModificationOfPicNum* list_mod; |
898 | 901 |
899 // This can process either ref_pic_list0 or ref_pic_list1, depending on | 902 // This can process either ref_pic_list0 or ref_pic_list1, depending on |
900 // the list argument. Set up pointers to proper list to be processed here. | 903 // the list argument. Set up pointers to proper list to be processed here. |
901 if (list == 0) { | 904 if (list == 0) { |
902 if (!slice_hdr->ref_pic_list_modification_flag_l0) | 905 if (!slice_hdr->ref_pic_list_modification_flag_l0) |
903 return true; | 906 return true; |
904 | 907 |
905 list_mod = slice_hdr->ref_list_l0_modifications; | 908 list_mod = slice_hdr->ref_list_l0_modifications; |
906 num_ref_idx_lX_active_minus1 = ref_pic_list0_.size() - 1; | 909 num_ref_idx_lX_active_minus1 = ref_pic_list0_.size() - 1; |
(...skipping 11 matching lines...) Expand all Loading... |
918 | 921 |
919 DCHECK_GE(num_ref_idx_lX_active_minus1, 0); | 922 DCHECK_GE(num_ref_idx_lX_active_minus1, 0); |
920 | 923 |
921 // Spec 8.2.4.3: | 924 // Spec 8.2.4.3: |
922 // Reorder pictures on the list in a way specified in the stream. | 925 // Reorder pictures on the list in a way specified in the stream. |
923 int pic_num_lx_pred = curr_pic_->pic_num; | 926 int pic_num_lx_pred = curr_pic_->pic_num; |
924 int ref_idx_lx = 0; | 927 int ref_idx_lx = 0; |
925 int pic_num_lx_no_wrap; | 928 int pic_num_lx_no_wrap; |
926 int pic_num_lx; | 929 int pic_num_lx; |
927 bool done = false; | 930 bool done = false; |
928 H264Picture* pic; | 931 VaapiH264Picture* pic; |
929 for (int i = 0; i < media::H264SliceHeader::kRefListModSize && !done; ++i) { | 932 for (int i = 0; i < media::H264SliceHeader::kRefListModSize && !done; ++i) { |
930 switch (list_mod->modification_of_pic_nums_idc) { | 933 switch (list_mod->modification_of_pic_nums_idc) { |
931 case 0: | 934 case 0: |
932 case 1: | 935 case 1: |
933 // Modify short reference picture position. | 936 // Modify short reference picture position. |
934 if (list_mod->modification_of_pic_nums_idc == 0) { | 937 if (list_mod->modification_of_pic_nums_idc == 0) { |
935 // Subtract given value from predicted PicNum. | 938 // Subtract given value from predicted PicNum. |
936 pic_num_lx_no_wrap = pic_num_lx_pred - | 939 pic_num_lx_no_wrap = pic_num_lx_pred - |
937 (static_cast<int>(list_mod->abs_diff_pic_num_minus1) + 1); | 940 (static_cast<int>(list_mod->abs_diff_pic_num_minus1) + 1); |
938 // Wrap around max_pic_num_ if it becomes < 0 as result | 941 // Wrap around max_pic_num_ if it becomes < 0 as result |
(...skipping 75 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1014 } | 1017 } |
1015 | 1018 |
1016 // Per NOTE 2 in 8.2.4.3.2, the ref_pic_listx size in the above loop is | 1019 // Per NOTE 2 in 8.2.4.3.2, the ref_pic_listx size in the above loop is |
1017 // temporarily made one element longer than the required final list. | 1020 // temporarily made one element longer than the required final list. |
1018 // Resize the list back to its required size. | 1021 // Resize the list back to its required size. |
1019 ref_pic_listx->resize(num_ref_idx_lX_active_minus1 + 1); | 1022 ref_pic_listx->resize(num_ref_idx_lX_active_minus1 + 1); |
1020 | 1023 |
1021 return true; | 1024 return true; |
1022 } | 1025 } |
1023 | 1026 |
1024 bool VaapiH264Decoder::OutputPic(H264Picture* pic) { | 1027 bool VaapiH264Decoder::OutputPic(VaapiH264Picture* pic) { |
1025 DCHECK(!pic->outputted); | 1028 DCHECK(!pic->outputted); |
1026 pic->outputted = true; | 1029 pic->outputted = true; |
1027 last_output_poc_ = pic->pic_order_cnt; | 1030 last_output_poc_ = pic->pic_order_cnt; |
1028 | 1031 |
1029 DecodeSurface* dec_surface = DecodeSurfaceByPoC(pic->pic_order_cnt); | 1032 DecodeSurface* dec_surface = DecodeSurfaceByPoC(pic->pic_order_cnt); |
1030 if (!dec_surface) | 1033 if (!dec_surface) |
1031 return false; | 1034 return false; |
1032 | 1035 |
1033 DCHECK_GE(dec_surface->input_id(), 0); | 1036 DCHECK_GE(dec_surface->input_id(), 0); |
1034 DVLOG(4) << "Posting output task for POC: " << pic->pic_order_cnt | 1037 DVLOG(4) << "Posting output task for POC: " << pic->pic_order_cnt |
1035 << " input_id: " << dec_surface->input_id(); | 1038 << " input_id: " << dec_surface->input_id(); |
1036 output_pic_cb_.Run(dec_surface->input_id(), dec_surface->va_surface()); | 1039 output_pic_cb_.Run(dec_surface->input_id(), dec_surface->va_surface()); |
1037 | 1040 |
1038 return true; | 1041 return true; |
1039 } | 1042 } |
1040 | 1043 |
1041 void VaapiH264Decoder::ClearDPB() { | 1044 void VaapiH264Decoder::ClearDPB() { |
1042 // Clear DPB contents, marking the pictures as unused first. | 1045 // Clear DPB contents, marking the pictures as unused first. |
1043 for (H264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); ++it) | 1046 for (VaapiH264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); |
| 1047 ++it) |
1044 UnassignSurfaceFromPoC((*it)->pic_order_cnt); | 1048 UnassignSurfaceFromPoC((*it)->pic_order_cnt); |
1045 | 1049 |
1046 dpb_.Clear(); | 1050 dpb_.Clear(); |
1047 last_output_poc_ = std::numeric_limits<int>::min(); | 1051 last_output_poc_ = std::numeric_limits<int>::min(); |
1048 } | 1052 } |
1049 | 1053 |
1050 bool VaapiH264Decoder::OutputAllRemainingPics() { | 1054 bool VaapiH264Decoder::OutputAllRemainingPics() { |
1051 // Output all pictures that are waiting to be outputted. | 1055 // Output all pictures that are waiting to be outputted. |
1052 FinishPrevFrameIfPresent(); | 1056 FinishPrevFrameIfPresent(); |
1053 H264Picture::PtrVector to_output; | 1057 VaapiH264Picture::PtrVector to_output; |
1054 dpb_.GetNotOutputtedPicsAppending(to_output); | 1058 dpb_.GetNotOutputtedPicsAppending(to_output); |
1055 // Sort them by ascending POC to output in order. | 1059 // Sort them by ascending POC to output in order. |
1056 std::sort(to_output.begin(), to_output.end(), POCAscCompare()); | 1060 std::sort(to_output.begin(), to_output.end(), POCAscCompare()); |
1057 | 1061 |
1058 H264Picture::PtrVector::iterator it; | 1062 VaapiH264Picture::PtrVector::iterator it; |
1059 for (it = to_output.begin(); it != to_output.end(); ++it) { | 1063 for (it = to_output.begin(); it != to_output.end(); ++it) { |
1060 if (!OutputPic(*it)) { | 1064 if (!OutputPic(*it)) { |
1061 DVLOG(1) << "Failed to output pic POC: " << (*it)->pic_order_cnt; | 1065 DVLOG(1) << "Failed to output pic POC: " << (*it)->pic_order_cnt; |
1062 return false; | 1066 return false; |
1063 } | 1067 } |
1064 } | 1068 } |
1065 | 1069 |
1066 return true; | 1070 return true; |
1067 } | 1071 } |
1068 | 1072 |
(...skipping 21 matching lines...) Expand all Loading... |
1090 return false; | 1094 return false; |
1091 } | 1095 } |
1092 dpb_.Clear(); | 1096 dpb_.Clear(); |
1093 last_output_poc_ = std::numeric_limits<int>::min(); | 1097 last_output_poc_ = std::numeric_limits<int>::min(); |
1094 } | 1098 } |
1095 | 1099 |
1096 // curr_pic_ should have either been added to DPB or discarded when finishing | 1100 // curr_pic_ should have either been added to DPB or discarded when finishing |
1097 // the last frame. DPB is responsible for releasing that memory once it's | 1101 // the last frame. DPB is responsible for releasing that memory once it's |
1098 // not needed anymore. | 1102 // not needed anymore. |
1099 DCHECK(!curr_pic_.get()); | 1103 DCHECK(!curr_pic_.get()); |
1100 curr_pic_.reset(new H264Picture); | 1104 curr_pic_.reset(new VaapiH264Picture); |
1101 CHECK(curr_pic_.get()); | 1105 CHECK(curr_pic_.get()); |
1102 | 1106 |
1103 if (!InitCurrPicture(slice_hdr)) | 1107 if (!InitCurrPicture(slice_hdr)) |
1104 return false; | 1108 return false; |
1105 | 1109 |
1106 DCHECK_GT(max_frame_num_, 0); | 1110 DCHECK_GT(max_frame_num_, 0); |
1107 | 1111 |
1108 UpdatePicNums(); | 1112 UpdatePicNums(); |
1109 | 1113 |
1110 // Send parameter buffers before each new picture, before the first slice. | 1114 // Send parameter buffers before each new picture, before the first slice. |
1111 if (!SendPPS()) | 1115 if (!SendPPS()) |
1112 return false; | 1116 return false; |
1113 | 1117 |
1114 if (!SendIQMatrix()) | 1118 if (!SendIQMatrix()) |
1115 return false; | 1119 return false; |
1116 | 1120 |
1117 if (!QueueSlice(slice_hdr)) | 1121 if (!QueueSlice(slice_hdr)) |
1118 return false; | 1122 return false; |
1119 | 1123 |
1120 return true; | 1124 return true; |
1121 } | 1125 } |
1122 | 1126 |
1123 bool VaapiH264Decoder::HandleMemoryManagementOps() { | 1127 bool VaapiH264Decoder::HandleMemoryManagementOps() { |
1124 // 8.2.5.4 | 1128 // 8.2.5.4 |
1125 for (unsigned int i = 0; i < arraysize(curr_pic_->ref_pic_marking); ++i) { | 1129 for (unsigned int i = 0; i < arraysize(curr_pic_->ref_pic_marking); ++i) { |
1126 // Code below does not support interlaced stream (per-field pictures). | 1130 // Code below does not support interlaced stream (per-field pictures). |
1127 media::H264DecRefPicMarking* ref_pic_marking = | 1131 media::H264DecRefPicMarking* ref_pic_marking = |
1128 &curr_pic_->ref_pic_marking[i]; | 1132 &curr_pic_->ref_pic_marking[i]; |
1129 H264Picture* to_mark; | 1133 VaapiH264Picture* to_mark; |
1130 int pic_num_x; | 1134 int pic_num_x; |
1131 | 1135 |
1132 switch (ref_pic_marking->memory_mgmnt_control_operation) { | 1136 switch (ref_pic_marking->memory_mgmnt_control_operation) { |
1133 case 0: | 1137 case 0: |
1134 // Normal end of operations' specification. | 1138 // Normal end of operations' specification. |
1135 return true; | 1139 return true; |
1136 | 1140 |
1137 case 1: | 1141 case 1: |
1138 // Mark a short term reference picture as unused so it can be removed | 1142 // Mark a short term reference picture as unused so it can be removed |
1139 // if outputted. | 1143 // if outputted. |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1173 } else { | 1177 } else { |
1174 DVLOG(1) << "Invalid short term ref pic num to mark as long ref"; | 1178 DVLOG(1) << "Invalid short term ref pic num to mark as long ref"; |
1175 return false; | 1179 return false; |
1176 } | 1180 } |
1177 break; | 1181 break; |
1178 | 1182 |
1179 case 4: { | 1183 case 4: { |
1180 // Unmark all reference pictures with long_term_frame_idx over new max. | 1184 // Unmark all reference pictures with long_term_frame_idx over new max. |
1181 max_long_term_frame_idx_ | 1185 max_long_term_frame_idx_ |
1182 = ref_pic_marking->max_long_term_frame_idx_plus1 - 1; | 1186 = ref_pic_marking->max_long_term_frame_idx_plus1 - 1; |
1183 H264Picture::PtrVector long_terms; | 1187 VaapiH264Picture::PtrVector long_terms; |
1184 dpb_.GetLongTermRefPicsAppending(long_terms); | 1188 dpb_.GetLongTermRefPicsAppending(long_terms); |
1185 for (size_t i = 0; i < long_terms.size(); ++i) { | 1189 for (size_t i = 0; i < long_terms.size(); ++i) { |
1186 H264Picture* pic = long_terms[i]; | 1190 VaapiH264Picture* pic = long_terms[i]; |
1187 DCHECK(pic->ref && pic->long_term); | 1191 DCHECK(pic->ref && pic->long_term); |
1188 // Ok to cast, max_long_term_frame_idx is much smaller than 16bit. | 1192 // Ok to cast, max_long_term_frame_idx is much smaller than 16bit. |
1189 if (pic->long_term_frame_idx > | 1193 if (pic->long_term_frame_idx > |
1190 static_cast<int>(max_long_term_frame_idx_)) | 1194 static_cast<int>(max_long_term_frame_idx_)) |
1191 pic->ref = false; | 1195 pic->ref = false; |
1192 } | 1196 } |
1193 break; | 1197 break; |
1194 } | 1198 } |
1195 | 1199 |
1196 case 5: | 1200 case 5: |
1197 // Unmark all reference pictures. | 1201 // Unmark all reference pictures. |
1198 dpb_.MarkAllUnusedForRef(); | 1202 dpb_.MarkAllUnusedForRef(); |
1199 max_long_term_frame_idx_ = -1; | 1203 max_long_term_frame_idx_ = -1; |
1200 curr_pic_->mem_mgmt_5 = true; | 1204 curr_pic_->mem_mgmt_5 = true; |
1201 break; | 1205 break; |
1202 | 1206 |
1203 case 6: { | 1207 case 6: { |
1204 // Replace long term reference pictures with current picture. | 1208 // Replace long term reference pictures with current picture. |
1205 // First unmark if any existing with this long_term_frame_idx... | 1209 // First unmark if any existing with this long_term_frame_idx... |
1206 H264Picture::PtrVector long_terms; | 1210 VaapiH264Picture::PtrVector long_terms; |
1207 dpb_.GetLongTermRefPicsAppending(long_terms); | 1211 dpb_.GetLongTermRefPicsAppending(long_terms); |
1208 for (size_t i = 0; i < long_terms.size(); ++i) { | 1212 for (size_t i = 0; i < long_terms.size(); ++i) { |
1209 H264Picture* pic = long_terms[i]; | 1213 VaapiH264Picture* pic = long_terms[i]; |
1210 DCHECK(pic->ref && pic->long_term); | 1214 DCHECK(pic->ref && pic->long_term); |
1211 // Ok to cast, long_term_frame_idx is much smaller than 16bit. | 1215 // Ok to cast, long_term_frame_idx is much smaller than 16bit. |
1212 if (pic->long_term_frame_idx == | 1216 if (pic->long_term_frame_idx == |
1213 static_cast<int>(ref_pic_marking->long_term_frame_idx)) | 1217 static_cast<int>(ref_pic_marking->long_term_frame_idx)) |
1214 pic->ref = false; | 1218 pic->ref = false; |
1215 } | 1219 } |
1216 | 1220 |
1217 // and mark the current one instead. | 1221 // and mark the current one instead. |
1218 curr_pic_->ref = true; | 1222 curr_pic_->ref = true; |
1219 curr_pic_->long_term = true; | 1223 curr_pic_->long_term = true; |
(...skipping 26 matching lines...) Expand all Loading... |
1246 max_long_term_frame_idx_ = 0; | 1250 max_long_term_frame_idx_ = 0; |
1247 } else { | 1251 } else { |
1248 curr_pic_->long_term = false; | 1252 curr_pic_->long_term = false; |
1249 max_long_term_frame_idx_ = -1; | 1253 max_long_term_frame_idx_ = -1; |
1250 } | 1254 } |
1251 } else { | 1255 } else { |
1252 if (!curr_pic_->adaptive_ref_pic_marking_mode_flag) { | 1256 if (!curr_pic_->adaptive_ref_pic_marking_mode_flag) { |
1253 // If non-IDR, and the stream does not indicate what we should do to | 1257 // If non-IDR, and the stream does not indicate what we should do to |
1254 // ensure DPB doesn't overflow, discard oldest picture. | 1258 // ensure DPB doesn't overflow, discard oldest picture. |
1255 // See spec 8.2.5.3. | 1259 // See spec 8.2.5.3. |
1256 if (curr_pic_->field == H264Picture::FIELD_NONE) { | 1260 if (curr_pic_->field == VaapiH264Picture::FIELD_NONE) { |
1257 DCHECK_LE(dpb_.CountRefPics(), | 1261 DCHECK_LE(dpb_.CountRefPics(), |
1258 std::max<int>(parser_.GetSPS(curr_sps_id_)->max_num_ref_frames, | 1262 std::max<int>(parser_.GetSPS(curr_sps_id_)->max_num_ref_frames, |
1259 1)); | 1263 1)); |
1260 if (dpb_.CountRefPics() == | 1264 if (dpb_.CountRefPics() == |
1261 std::max<int>(parser_.GetSPS(curr_sps_id_)->max_num_ref_frames, | 1265 std::max<int>(parser_.GetSPS(curr_sps_id_)->max_num_ref_frames, |
1262 1)) { | 1266 1)) { |
1263 // Max number of reference pics reached, | 1267 // Max number of reference pics reached, |
1264 // need to remove one of the short term ones. | 1268 // need to remove one of the short term ones. |
1265 // Find smallest frame_num_wrap short reference picture and mark | 1269 // Find smallest frame_num_wrap short reference picture and mark |
1266 // it as unused. | 1270 // it as unused. |
1267 H264Picture* to_unmark = dpb_.GetLowestFrameNumWrapShortRefPic(); | 1271 VaapiH264Picture* to_unmark = dpb_.GetLowestFrameNumWrapShortRefPic(); |
1268 if (to_unmark == NULL) { | 1272 if (to_unmark == NULL) { |
1269 DVLOG(1) << "Couldn't find a short ref picture to unmark"; | 1273 DVLOG(1) << "Couldn't find a short ref picture to unmark"; |
1270 return; | 1274 return; |
1271 } | 1275 } |
1272 to_unmark->ref = false; | 1276 to_unmark->ref = false; |
1273 } | 1277 } |
1274 } else { | 1278 } else { |
1275 // Shouldn't get here. | 1279 // Shouldn't get here. |
1276 DVLOG(1) << "Interlaced video not supported."; | 1280 DVLOG(1) << "Interlaced video not supported."; |
1277 report_error_to_uma_cb_.Run(INTERLACED_STREAM); | 1281 report_error_to_uma_cb_.Run(INTERLACED_STREAM); |
1278 } | 1282 } |
1279 } else { | 1283 } else { |
1280 // Stream has instructions how to discard pictures from DPB and how | 1284 // Stream has instructions how to discard pictures from DPB and how |
1281 // to mark/unmark existing reference pictures. Do it. | 1285 // to mark/unmark existing reference pictures. Do it. |
1282 // Spec 8.2.5.4. | 1286 // Spec 8.2.5.4. |
1283 if (curr_pic_->field == H264Picture::FIELD_NONE) { | 1287 if (curr_pic_->field == VaapiH264Picture::FIELD_NONE) { |
1284 HandleMemoryManagementOps(); | 1288 HandleMemoryManagementOps(); |
1285 } else { | 1289 } else { |
1286 // Shouldn't get here. | 1290 // Shouldn't get here. |
1287 DVLOG(1) << "Interlaced video not supported."; | 1291 DVLOG(1) << "Interlaced video not supported."; |
1288 report_error_to_uma_cb_.Run(INTERLACED_STREAM); | 1292 report_error_to_uma_cb_.Run(INTERLACED_STREAM); |
1289 } | 1293 } |
1290 } | 1294 } |
1291 } | 1295 } |
1292 } | 1296 } |
1293 | 1297 |
1294 bool VaapiH264Decoder::FinishPicture() { | 1298 bool VaapiH264Decoder::FinishPicture() { |
1295 DCHECK(curr_pic_.get()); | 1299 DCHECK(curr_pic_.get()); |
1296 | 1300 |
1297 // Finish processing previous picture. | 1301 // Finish processing previous picture. |
1298 // Start by storing previous reference picture data for later use, | 1302 // Start by storing previous reference picture data for later use, |
1299 // if picture being finished is a reference picture. | 1303 // if picture being finished is a reference picture. |
1300 if (curr_pic_->ref) { | 1304 if (curr_pic_->ref) { |
1301 ReferencePictureMarking(); | 1305 ReferencePictureMarking(); |
1302 prev_ref_has_memmgmnt5_ = curr_pic_->mem_mgmt_5; | 1306 prev_ref_has_memmgmnt5_ = curr_pic_->mem_mgmt_5; |
1303 prev_ref_top_field_order_cnt_ = curr_pic_->top_field_order_cnt; | 1307 prev_ref_top_field_order_cnt_ = curr_pic_->top_field_order_cnt; |
1304 prev_ref_pic_order_cnt_msb_ = curr_pic_->pic_order_cnt_msb; | 1308 prev_ref_pic_order_cnt_msb_ = curr_pic_->pic_order_cnt_msb; |
1305 prev_ref_pic_order_cnt_lsb_ = curr_pic_->pic_order_cnt_lsb; | 1309 prev_ref_pic_order_cnt_lsb_ = curr_pic_->pic_order_cnt_lsb; |
1306 prev_ref_field_ = curr_pic_->field; | 1310 prev_ref_field_ = curr_pic_->field; |
1307 } | 1311 } |
1308 prev_has_memmgmnt5_ = curr_pic_->mem_mgmt_5; | 1312 prev_has_memmgmnt5_ = curr_pic_->mem_mgmt_5; |
1309 prev_frame_num_offset_ = curr_pic_->frame_num_offset; | 1313 prev_frame_num_offset_ = curr_pic_->frame_num_offset; |
1310 | 1314 |
1311 // Remove unused (for reference or later output) pictures from DPB, marking | 1315 // Remove unused (for reference or later output) pictures from DPB, marking |
1312 // them as such. | 1316 // them as such. |
1313 for (H264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); ++it) { | 1317 for (VaapiH264DPB::Pictures::iterator it = dpb_.begin(); it != dpb_.end(); |
| 1318 ++it) { |
1314 if ((*it)->outputted && !(*it)->ref) | 1319 if ((*it)->outputted && !(*it)->ref) |
1315 UnassignSurfaceFromPoC((*it)->pic_order_cnt); | 1320 UnassignSurfaceFromPoC((*it)->pic_order_cnt); |
1316 } | 1321 } |
1317 dpb_.DeleteUnused(); | 1322 dpb_.DeleteUnused(); |
1318 | 1323 |
1319 DVLOG(4) << "Finishing picture, entries in DPB: " << dpb_.size(); | 1324 DVLOG(4) << "Finishing picture, entries in DPB: " << dpb_.size(); |
1320 | 1325 |
1321 // Whatever happens below, curr_pic_ will stop managing the pointer to the | 1326 // Whatever happens below, curr_pic_ will stop managing the pointer to the |
1322 // picture after this function returns. The ownership will either be | 1327 // picture after this function returns. The ownership will either be |
1323 // transferred to DPB, if the image is still needed (for output and/or | 1328 // transferred to DPB, if the image is still needed (for output and/or |
1324 // reference), or the memory will be released if we manage to output it here | 1329 // reference), or the memory will be released if we manage to output it here |
1325 // without having to store it for future reference. | 1330 // without having to store it for future reference. |
1326 scoped_ptr<H264Picture> pic(curr_pic_.release()); | 1331 scoped_ptr<VaapiH264Picture> pic(curr_pic_.release()); |
1327 | 1332 |
1328 // Get all pictures that haven't been outputted yet. | 1333 // Get all pictures that haven't been outputted yet. |
1329 H264Picture::PtrVector not_outputted; | 1334 VaapiH264Picture::PtrVector not_outputted; |
1330 // TODO(posciak): pass as pointer, not reference (violates coding style). | 1335 // TODO(posciak): pass as pointer, not reference (violates coding style). |
1331 dpb_.GetNotOutputtedPicsAppending(not_outputted); | 1336 dpb_.GetNotOutputtedPicsAppending(not_outputted); |
1332 // Include the one we've just decoded. | 1337 // Include the one we've just decoded. |
1333 not_outputted.push_back(pic.get()); | 1338 not_outputted.push_back(pic.get()); |
1334 | 1339 |
1335 // Sort in output order. | 1340 // Sort in output order. |
1336 std::sort(not_outputted.begin(), not_outputted.end(), POCAscCompare()); | 1341 std::sort(not_outputted.begin(), not_outputted.end(), POCAscCompare()); |
1337 | 1342 |
1338 // Try to output as many pictures as we can. A picture can be output, | 1343 // Try to output as many pictures as we can. A picture can be output, |
1339 // if the number of decoded and not yet outputted pictures that would remain | 1344 // if the number of decoded and not yet outputted pictures that would remain |
1340 // in DPB afterwards would at least be equal to max_num_reorder_frames. | 1345 // in DPB afterwards would at least be equal to max_num_reorder_frames. |
1341 // If the outputted picture is not a reference picture, it doesn't have | 1346 // If the outputted picture is not a reference picture, it doesn't have |
1342 // to remain in the DPB and can be removed. | 1347 // to remain in the DPB and can be removed. |
1343 H264Picture::PtrVector::iterator output_candidate = not_outputted.begin(); | 1348 VaapiH264Picture::PtrVector::iterator output_candidate = |
| 1349 not_outputted.begin(); |
1344 size_t num_remaining = not_outputted.size(); | 1350 size_t num_remaining = not_outputted.size(); |
1345 while (num_remaining > max_num_reorder_frames_) { | 1351 while (num_remaining > max_num_reorder_frames_) { |
1346 int poc = (*output_candidate)->pic_order_cnt; | 1352 int poc = (*output_candidate)->pic_order_cnt; |
1347 DCHECK_GE(poc, last_output_poc_); | 1353 DCHECK_GE(poc, last_output_poc_); |
1348 if (!OutputPic(*output_candidate)) | 1354 if (!OutputPic(*output_candidate)) |
1349 return false; | 1355 return false; |
1350 | 1356 |
1351 if (!(*output_candidate)->ref) { | 1357 if (!(*output_candidate)->ref) { |
1352 // Current picture hasn't been inserted into DPB yet, so don't remove it | 1358 // Current picture hasn't been inserted into DPB yet, so don't remove it |
1353 // if we managed to output it immediately. | 1359 // if we managed to output it immediately. |
(...skipping 129 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1483 | 1489 |
1484 max_pic_order_cnt_lsb_ = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4); | 1490 max_pic_order_cnt_lsb_ = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4); |
1485 max_frame_num_ = 1 << (sps->log2_max_frame_num_minus4 + 4); | 1491 max_frame_num_ = 1 << (sps->log2_max_frame_num_minus4 + 4); |
1486 | 1492 |
1487 int level = sps->level_idc; | 1493 int level = sps->level_idc; |
1488 int max_dpb_mbs = LevelToMaxDpbMbs(level); | 1494 int max_dpb_mbs = LevelToMaxDpbMbs(level); |
1489 if (max_dpb_mbs == 0) | 1495 if (max_dpb_mbs == 0) |
1490 return false; | 1496 return false; |
1491 | 1497 |
1492 size_t max_dpb_size = std::min(max_dpb_mbs / (width_mb * height_mb), | 1498 size_t max_dpb_size = std::min(max_dpb_mbs / (width_mb * height_mb), |
1493 static_cast<int>(H264DPB::kDPBMaxSize)); | 1499 static_cast<int>(VaapiH264DPB::kDPBMaxSize)); |
1494 DVLOG(1) << "Codec level: " << level << ", DPB size: " << max_dpb_size; | 1500 DVLOG(1) << "Codec level: " << level << ", DPB size: " << max_dpb_size; |
1495 if (max_dpb_size == 0) { | 1501 if (max_dpb_size == 0) { |
1496 DVLOG(1) << "Invalid DPB Size"; | 1502 DVLOG(1) << "Invalid DPB Size"; |
1497 return false; | 1503 return false; |
1498 } | 1504 } |
1499 | 1505 |
1500 dpb_.set_max_num_pics(max_dpb_size); | 1506 dpb_.set_max_num_pics(max_dpb_size); |
1501 | 1507 |
1502 if (!UpdateMaxNumReorderFrames(sps)) | 1508 if (!UpdateMaxNumReorderFrames(sps)) |
1503 return false; | 1509 return false; |
(...skipping 187 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1691 break; | 1697 break; |
1692 } | 1698 } |
1693 } | 1699 } |
1694 } | 1700 } |
1695 | 1701 |
1696 size_t VaapiH264Decoder::GetRequiredNumOfPictures() { | 1702 size_t VaapiH264Decoder::GetRequiredNumOfPictures() { |
1697 return dpb_.max_num_pics() + kPicsInPipeline; | 1703 return dpb_.max_num_pics() + kPicsInPipeline; |
1698 } | 1704 } |
1699 | 1705 |
1700 } // namespace content | 1706 } // namespace content |
OLD | NEW |