Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(202)

Side by Side Diff: content/common/gpu/media/vaapi_video_decode_accelerator.h

Issue 490233002: VaapiVideoAccelerator: make Vaapi accelerator work with ozone (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Update after Pawel's review Created 6 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 // 4 //
5 // This file contains an implementation of VideoDecoderAccelerator 5 // This file contains an implementation of VideoDecoderAccelerator
6 // that utilizes hardware video decoder present on Intel CPUs. 6 // that utilizes hardware video decoder present on Intel CPUs.
7 7
8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
10 10
11 #include <map> 11 #include <map>
12 #include <queue> 12 #include <queue>
13 #include <utility> 13 #include <utility>
14 #include <vector> 14 #include <vector>
15 15
16 #include "base/logging.h" 16 #include "base/logging.h"
17 #include "base/memory/linked_ptr.h" 17 #include "base/memory/linked_ptr.h"
18 #include "base/memory/shared_memory.h" 18 #include "base/memory/shared_memory.h"
19 #include "base/memory/weak_ptr.h" 19 #include "base/memory/weak_ptr.h"
20 #include "base/message_loop/message_loop.h" 20 #include "base/message_loop/message_loop.h"
21 #include "base/synchronization/condition_variable.h" 21 #include "base/synchronization/condition_variable.h"
22 #include "base/synchronization/lock.h" 22 #include "base/synchronization/lock.h"
23 #include "base/threading/non_thread_safe.h"
24 #include "base/threading/thread.h" 23 #include "base/threading/thread.h"
25 #include "content/common/content_export.h" 24 #include "content/common/content_export.h"
26 #include "content/common/gpu/media/vaapi_h264_decoder.h" 25 #include "content/common/gpu/media/vaapi_h264_decoder.h"
27 #include "content/common/gpu/media/vaapi_wrapper.h" 26 #include "content/common/gpu/media/vaapi_wrapper.h"
28 #include "media/base/bitstream_buffer.h" 27 #include "media/base/bitstream_buffer.h"
29 #include "media/video/picture.h" 28 #include "media/video/picture.h"
30 #include "media/video/video_decode_accelerator.h" 29 #include "media/video/video_decode_accelerator.h"
31 #include "ui/gl/gl_bindings.h" 30
31 namespace gfx {
32 class GLContext;
33 } // namespace gfx
32 34
33 namespace content { 35 namespace content {
34 36
37 class VaapiPicture;
38
35 // Class to provide video decode acceleration for Intel systems with hardware 39 // Class to provide video decode acceleration for Intel systems with hardware
36 // support for it, and on which libva is available. 40 // support for it, and on which libva is available.
37 // Decoding tasks are performed in a separate decoding thread. 41 // Decoding tasks are performed in a separate decoding thread.
38 // 42 //
39 // Threading/life-cycle: this object is created & destroyed on the GPU 43 // Threading/life-cycle: this object is created & destroyed on the GPU
40 // ChildThread. A few methods on it are called on the decoder thread which is 44 // ChildThread. A few methods on it are called on the decoder thread which is
41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread 45 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread
42 // can assume |*this| is still alive. See |weak_this_| below for more details. 46 // can assume |*this| is still alive. See |weak_this_| below for more details.
43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator 47 class CONTENT_EXPORT VaapiVideoDecodeAccelerator
44 : public media::VideoDecodeAccelerator { 48 : public media::VideoDecodeAccelerator {
45 public: 49 public:
46 VaapiVideoDecodeAccelerator( 50 VaapiVideoDecodeAccelerator(
47 Display* x_display, 51 gfx::GLContext* gl_context,
48 const base::Callback<bool(void)>& make_context_current); 52 const base::Callback<bool(void)>& make_context_current);
49 virtual ~VaapiVideoDecodeAccelerator(); 53 virtual ~VaapiVideoDecodeAccelerator();
50 54
51 // media::VideoDecodeAccelerator implementation. 55 // media::VideoDecodeAccelerator implementation.
52 virtual bool Initialize(media::VideoCodecProfile profile, 56 virtual bool Initialize(media::VideoCodecProfile profile,
53 Client* client) override; 57 Client* client) override;
54 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; 58 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override;
55 virtual void AssignPictureBuffers( 59 virtual void AssignPictureBuffers(
56 const std::vector<media::PictureBuffer>& buffers) override; 60 const std::vector<media::PictureBuffer>& buffers) override;
57 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; 61 virtual void ReusePictureBuffer(int32 picture_buffer_id) override;
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after
116 void Cleanup(); 120 void Cleanup();
117 121
118 // Get a usable framebuffer configuration for use in binding textures 122 // Get a usable framebuffer configuration for use in binding textures
119 // or return false on failure. 123 // or return false on failure.
120 bool InitializeFBConfig(); 124 bool InitializeFBConfig();
121 125
122 // Callback for the decoder to execute when it wants us to output given 126 // Callback for the decoder to execute when it wants us to output given
123 // |va_surface|. 127 // |va_surface|.
124 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); 128 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface);
125 129
126 // Represents a texture bound to an X Pixmap for output purposes.
127 class TFPPicture;
128
129 // Callback to be executed once we have a |va_surface| to be output and 130 // Callback to be executed once we have a |va_surface| to be output and
130 // an available |tfp_picture| to use for output. 131 // an available |picture| to use for output.
131 // Puts contents of |va_surface| into given |tfp_picture|, releases the 132 // Puts contents of |va_surface| into given |picture|, releases the
132 // surface and passes the resulting picture to client for output. 133 // surface and passes the resulting picture to client for output.
133 void OutputPicture(const scoped_refptr<VASurface>& va_surface, 134 void OutputPicture(const scoped_refptr<VASurface>& va_surface,
134 int32 input_id, 135 int32 input_id,
135 TFPPicture* tfp_picture); 136 VaapiPicture* picture);
136 137
137 // Try to OutputPicture() if we have both a ready surface and picture. 138 // Try to OutputPicture() if we have both a ready surface and picture.
138 void TryOutputSurface(); 139 void TryOutputSurface();
139 140
140 // Called when a VASurface is no longer in use by the decoder or is not being 141 // Called when a VASurface is no longer in use by the decoder or is not being
141 // synced/waiting to be synced to a picture. Returns it to available surfaces 142 // synced/waiting to be synced to a picture. Returns it to available surfaces
142 // pool. 143 // pool.
143 void RecycleVASurfaceID(VASurfaceID va_surface_id); 144 void RecycleVASurfaceID(VASurfaceID va_surface_id);
144 145
145 // Initiate wait cycle for surfaces to be released before we release them 146 // Initiate wait cycle for surfaces to be released before we release them
146 // and allocate new ones, as requested by the decoder. 147 // and allocate new ones, as requested by the decoder.
147 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); 148 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size);
148 // Check if the surfaces have been released or post ourselves for later. 149 // Check if the surfaces have been released or post ourselves for later.
149 void TryFinishSurfaceSetChange(); 150 void TryFinishSurfaceSetChange();
150 151
151 // Client-provided X/GLX state. 152 // Client-provided GL state.
152 Display* x_display_; 153 gfx::GLContext* gl_context_;
153 base::Callback<bool(void)> make_context_current_; 154 base::Callback<bool(void)> make_context_current_;
154 GLXFBConfig fb_config_;
155 155
156 // VAVDA state. 156 // VAVDA state.
157 enum State { 157 enum State {
158 // Initialize() not called yet or failed. 158 // Initialize() not called yet or failed.
159 kUninitialized, 159 kUninitialized,
160 // DecodeTask running. 160 // DecodeTask running.
161 kDecoding, 161 kDecoding,
162 // Resetting, waiting for decoder to finish current task and cleanup. 162 // Resetting, waiting for decoder to finish current task and cleanup.
163 kResetting, 163 kResetting,
164 // Flushing, waiting for decoder to finish current task and cleanup. 164 // Flushing, waiting for decoder to finish current task and cleanup.
(...skipping 24 matching lines...) Expand all
189 // Signalled when input buffers are queued onto the input_buffers_ queue. 189 // Signalled when input buffers are queued onto the input_buffers_ queue.
190 base::ConditionVariable input_ready_; 190 base::ConditionVariable input_ready_;
191 191
192 // Current input buffer at decoder. 192 // Current input buffer at decoder.
193 linked_ptr<InputBuffer> curr_input_buffer_; 193 linked_ptr<InputBuffer> curr_input_buffer_;
194 194
195 // Queue for incoming output buffers (texture ids). 195 // Queue for incoming output buffers (texture ids).
196 typedef std::queue<int32> OutputBuffers; 196 typedef std::queue<int32> OutputBuffers;
197 OutputBuffers output_buffers_; 197 OutputBuffers output_buffers_;
198 198
199 typedef std::map<int32, linked_ptr<TFPPicture> > TFPPictures;
200 // All allocated TFPPictures, regardless of their current state. TFPPictures
201 // are allocated once and destroyed at the end of decode.
202 TFPPictures tfp_pictures_;
203
204 // Return a TFPPicture associated with given client-provided id. 199 // Return a TFPPicture associated with given client-provided id.
205 TFPPicture* TFPPictureById(int32 picture_buffer_id); 200 VaapiPicture* PictureById(int32 picture_buffer_id);
206 201
207 // VA Surfaces no longer in use that can be passed back to the decoder for 202 // VA Surfaces no longer in use that can be passed back to the decoder for
208 // reuse, once it requests them. 203 // reuse, once it requests them.
209 std::list<VASurfaceID> available_va_surfaces_; 204 std::list<VASurfaceID> available_va_surfaces_;
210 // Signalled when output surfaces are queued onto the available_va_surfaces_ 205 // Signalled when output surfaces are queued onto the available_va_surfaces_
211 // queue. 206 // queue.
212 base::ConditionVariable surfaces_available_; 207 base::ConditionVariable surfaces_available_;
213 208
214 // Pending output requests from the decoder. When it indicates that we should 209 // Pending output requests from the decoder. When it indicates that we should
215 // output a surface and we have an available TFPPicture (i.e. texture) ready 210 // output a surface and we have an available Picture (i.e. texture) ready
216 // to use, we'll execute the callback passing the TFPPicture. The callback 211 // to use, we'll execute the callback passing the Picture. The callback
217 // will put the contents of the surface into the picture and return it to 212 // will put the contents of the surface into the picture and return it to
218 // the client, releasing the surface as well. 213 // the client, releasing the surface as well.
219 // If we don't have any available TFPPictures at the time when the decoder 214 // If we don't have any available Pictures at the time when the decoder
220 // requests output, we'll store the request on pending_output_cbs_ queue for 215 // requests output, we'll store the request on pending_output_cbs_ queue for
221 // later and run it once the client gives us more textures 216 // later and run it once the client gives us more textures
222 // via ReusePictureBuffer(). 217 // via ReusePictureBuffer().
223 typedef base::Callback<void(TFPPicture*)> OutputCB; 218 typedef base::Callback<void(VaapiPicture*)> OutputCB;
224 std::queue<OutputCB> pending_output_cbs_; 219 std::queue<OutputCB> pending_output_cbs_;
225 220
226 // ChildThread's message loop 221 // ChildThread's message loop
227 base::MessageLoop* message_loop_; 222 base::MessageLoop* message_loop_;
228 223
229 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder 224 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder
230 // thread back to the ChildThread. Because the decoder thread is a member of 225 // thread back to the ChildThread. Because the decoder thread is a member of
231 // this class, any task running on the decoder thread is guaranteed that this 226 // this class, any task running on the decoder thread is guaranteed that this
232 // object is still alive. As a result, tasks posted from ChildThread to 227 // object is still alive. As a result, tasks posted from ChildThread to
233 // decoder thread should use base::Unretained(this), and tasks posted from the 228 // decoder thread should use base::Unretained(this), and tasks posted from the
234 // decoder thread to the ChildThread should use |weak_this_|. 229 // decoder thread to the ChildThread should use |weak_this_|.
235 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; 230 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_;
236 231
237 // Callback used when creating VASurface objects. 232 // Callback used when creating VASurface objects.
238 VASurface::ReleaseCB va_surface_release_cb_; 233 VASurface::ReleaseCB va_surface_release_cb_;
239 234
240 // To expose client callbacks from VideoDecodeAccelerator. 235 // To expose client callbacks from VideoDecodeAccelerator.
241 // NOTE: all calls to these objects *MUST* be executed on message_loop_. 236 // NOTE: all calls to these objects *MUST* be executed on message_loop_.
242 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; 237 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_;
243 base::WeakPtr<Client> client_; 238 base::WeakPtr<Client> client_;
244 239
245 scoped_ptr<VaapiWrapper> vaapi_wrapper_; 240 // Comes before |pictures_| to ensure LibVA is terminated after
Pawel Osciak 2014/12/09 01:19:25 With refcounting, I think we don't need this anymo
llandwerlin-old 2014/12/09 11:19:48 Done.
241 // |pictures_| are destroyed.
242 scoped_refptr<VaapiWrapper> vaapi_wrapper_;
243
244 typedef std::map<int32, linked_ptr<VaapiPicture>> Pictures;
245 // All allocated Pictures, regardless of their current state. Pictures
246 // are allocated once and destroyed at the end of decode.
247 // |pictures_| needs to be destroyed prior to |vaapi_wrapper_|.
248 Pictures pictures_;
246 249
247 // Comes after vaapi_wrapper_ to ensure its destructor is executed before 250 // Comes after vaapi_wrapper_ to ensure its destructor is executed before
248 // vaapi_wrapper_ is destroyed. 251 // vaapi_wrapper_ is destroyed.
249 scoped_ptr<VaapiH264Decoder> decoder_; 252 scoped_ptr<VaapiH264Decoder> decoder_;
250 base::Thread decoder_thread_; 253 base::Thread decoder_thread_;
251 // Use this to post tasks to |decoder_thread_| instead of 254 // Use this to post tasks to |decoder_thread_| instead of
252 // |decoder_thread_.message_loop()| because the latter will be NULL once 255 // |decoder_thread_.message_loop()| because the latter will be NULL once
253 // |decoder_thread_.Stop()| returns. 256 // |decoder_thread_.Stop()| returns.
254 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; 257 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_;
255 258
(...skipping 14 matching lines...) Expand all
270 273
271 // The WeakPtrFactory for |weak_this_|. 274 // The WeakPtrFactory for |weak_this_|.
272 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; 275 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_;
273 276
274 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); 277 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator);
275 }; 278 };
276 279
277 } // namespace content 280 } // namespace content
278 281
279 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 282 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698