Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(424)

Side by Side Diff: media/base/pipeline_impl.cc

Issue 1999893004: Splits PipelineImpl into main and media thread components. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: addressed comments Created 4 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « media/base/pipeline_impl.h ('k') | media/base/pipeline_impl_unittest.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
sandersd (OOO until July 31) 2016/06/10 18:22:50 There are a number of places where what used to be
alokp 2016/06/10 21:25:37 AFAICT the only place this changed is OnBufferedTi
sandersd (OOO until July 31) 2016/06/10 22:02:06 I believe the full list is: - buffered_time_rang
alokp 2016/06/10 22:35:03 Ah yes. Thanks. Added to the patch description.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/base/pipeline_impl.h" 5 #include "media/base/pipeline_impl.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 #include <utility>
9 8
10 #include "base/bind.h" 9 #include "base/bind.h"
11 #include "base/bind_helpers.h" 10 #include "base/bind_helpers.h"
12 #include "base/callback.h" 11 #include "base/callback.h"
13 #include "base/callback_helpers.h" 12 #include "base/callback_helpers.h"
14 #include "base/command_line.h" 13 #include "base/command_line.h"
15 #include "base/compiler_specific.h"
16 #include "base/location.h" 14 #include "base/location.h"
17 #include "base/memory/ptr_util.h"
18 #include "base/metrics/histogram.h" 15 #include "base/metrics/histogram.h"
19 #include "base/single_thread_task_runner.h" 16 #include "base/single_thread_task_runner.h"
20 #include "base/stl_util.h" 17 #include "base/synchronization/lock.h"
21 #include "base/strings/string_number_conversions.h"
22 #include "base/strings/string_util.h"
23 #include "base/synchronization/waitable_event.h" 18 #include "base/synchronization/waitable_event.h"
24 #include "base/threading/thread_task_runner_handle.h" 19 #include "base/threading/thread_task_runner_handle.h"
25 #include "media/base/bind_to_current_loop.h" 20 #include "media/base/bind_to_current_loop.h"
21 #include "media/base/demuxer.h"
26 #include "media/base/media_log.h" 22 #include "media/base/media_log.h"
27 #include "media/base/media_switches.h" 23 #include "media/base/media_switches.h"
28 #include "media/base/renderer.h" 24 #include "media/base/renderer.h"
25 #include "media/base/renderer_client.h"
26 #include "media/base/serial_runner.h"
29 #include "media/base/text_renderer.h" 27 #include "media/base/text_renderer.h"
30 #include "media/base/text_track_config.h" 28 #include "media/base/text_track_config.h"
31 #include "media/base/timestamp_constants.h" 29 #include "media/base/timestamp_constants.h"
32 #include "media/base/video_decoder_config.h" 30 #include "media/base/video_decoder_config.h"
33 31
34 using base::TimeDelta; 32 namespace {
33
34 const double kDefaultPlaybackRate = 0.0;
35 const float kDefaultVolume = 1.0f;
36
37 bool TextTracksEnabled() {
38 static bool enabled = base::CommandLine::ForCurrentProcess()->HasSwitch(
39 switches::kEnableInbandTextTracks);
40 return enabled;
41 }
42
43 } // namespace
35 44
36 namespace media { 45 namespace media {
37 46
47 class PipelineImpl::RendererWrapper : public DemuxerHost,
48 public RendererClient {
49 public:
50 RendererWrapper(base::WeakPtr<PipelineImpl> weak_pipeline,
51 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner,
52 scoped_refptr<MediaLog> media_log);
53 ~RendererWrapper() final;
54
55 void Start(Demuxer* demuxer,
56 std::unique_ptr<Renderer> renderer,
57 std::unique_ptr<TextRenderer> text_renderer);
58 void Stop(const base::Closure& stop_cb);
59 void Seek(base::TimeDelta time);
60 void Suspend();
61 void Resume(std::unique_ptr<Renderer> renderer, base::TimeDelta time);
62 void SetPlaybackRate(double playback_rate);
63 void SetVolume(float volume);
64 base::TimeDelta GetMediaTime();
65 void SetCdm(CdmContext* cdm_context, const CdmAttachedCB& cdm_attached_cb);
66
67 private:
68 // DemuxerHost implementaion.
69 void OnBufferedTimeRangesChanged(const Ranges<base::TimeDelta>& ranges) final;
70 void SetDuration(base::TimeDelta duration) final;
71 void OnDemuxerError(PipelineStatus error) final;
72 void AddTextStream(DemuxerStream* text_stream,
73 const TextTrackConfig& config) final;
74 void RemoveTextStream(DemuxerStream* text_stream) final;
75
76 // RendererClient implementation.
77 void OnError(PipelineStatus error) final;
78 void OnEnded() final;
79 void OnStatisticsUpdate(const PipelineStatistics& stats) final;
80 void OnBufferingStateChange(BufferingState state) final;
81 void OnWaitingForDecryptionKey() final;
82 void OnVideoNaturalSizeChange(const gfx::Size& size) final;
83 void OnVideoOpacityChange(bool opaque) final;
84
85 void DoSeek(base::TimeDelta seek_timestamp, const PipelineStatusCB& done_cb);
86 void DoStop(const base::Closure& done_cb);
87 void OnPipelineError(PipelineStatus error);
88 void OnTextRendererEnded();
89 void RunEndedCallbackIfNeeded();
90 void SetState(State next_state);
91 State GetNextState() const;
92 void StateTransitionTask(PipelineStatus status);
93 void OnCdmAttached(const CdmAttachedCB& cdm_attached_cb,
94 CdmContext* cdm_context,
95 bool success);
96 void AddTextStreamTask(DemuxerStream* text_stream,
97 const TextTrackConfig& config);
98 void RemoveTextStreamTask(DemuxerStream* text_stream);
99 void InitializeDemuxer(const PipelineStatusCB& done_cb);
100 void InitializeRenderer(const PipelineStatusCB& done_cb);
101 void ReportMetadata();
102
103 base::WeakPtr<PipelineImpl> weak_pipeline_;
104 const scoped_refptr<base::SingleThreadTaskRunner> media_task_runner_;
105 const scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_;
106 const scoped_refptr<MediaLog> media_log_;
107
108 Demuxer* demuxer_;
109 std::unique_ptr<Renderer> renderer_;
110 std::unique_ptr<TextRenderer> text_renderer_;
111 double playback_rate_;
112 float volume_;
113 CdmContext* cdm_context_;
114
115 // Lock used to serialize members - |renderer_| and |suspend_timestamp_| -
116 // accessed in GetMediaTime(), which is the only member function called on
117 // the main thread.
118 mutable base::Lock media_time_lock_;
119
120 // Current state of the pipeline.
121 State state_;
122
123 // Status of the pipeline. Initialized to PIPELINE_OK which indicates that
124 // the pipeline is operating correctly. Any other value indicates that the
125 // pipeline is stopped or is stopping. Clients can call the Stop() method to
126 // reset the pipeline state, and restore this to PIPELINE_OK.
127 PipelineStatus status_;
128
129 // The timestamp to start playback from after starting/seeking/resuming has
130 // completed.
131 base::TimeDelta start_timestamp_;
132
133 // The media timestamp to return while the pipeline is suspended.
134 // Otherwise set to kNoTimestamp().
135 base::TimeDelta suspend_timestamp_;
136
137 // Whether we've received the audio/video/text ended events.
138 bool renderer_ended_;
139 bool text_renderer_ended_;
140
141 // Series of tasks to Start(), Seek(), and Resume().
142 std::unique_ptr<SerialRunner> pending_callbacks_;
143
144 base::WeakPtr<RendererWrapper> weak_this_;
145 base::WeakPtrFactory<RendererWrapper> weak_factory_;
146 DISALLOW_COPY_AND_ASSIGN(RendererWrapper);
147 };
148
38 PipelineImpl::PipelineImpl( 149 PipelineImpl::PipelineImpl(
39 const scoped_refptr<base::SingleThreadTaskRunner>& media_task_runner, 150 const scoped_refptr<base::SingleThreadTaskRunner>& media_task_runner,
40 MediaLog* media_log) 151 MediaLog* media_log)
41 : main_task_runner_(base::ThreadTaskRunnerHandle::Get()), 152 : media_task_runner_(media_task_runner),
42 media_task_runner_(media_task_runner),
43 media_log_(media_log), 153 media_log_(media_log),
44 running_(false), 154 client_(nullptr),
155 playback_rate_(kDefaultPlaybackRate),
156 volume_(kDefaultVolume),
45 did_loading_progress_(false), 157 did_loading_progress_(false),
46 volume_(1.0f),
47 playback_rate_(0.0),
48 status_(PIPELINE_OK),
49 state_(kCreated),
50 suspend_timestamp_(kNoTimestamp()),
51 renderer_ended_(false),
52 text_renderer_ended_(false),
53 demuxer_(NULL),
54 cdm_context_(nullptr),
55 weak_factory_(this) { 158 weak_factory_(this) {
56 weak_this_ = weak_factory_.GetWeakPtr(); 159 DVLOG(2) << __FUNCTION__;
57 media_log_->AddEvent(media_log_->CreatePipelineStateChangedEvent(kCreated)); 160 renderer_wrapper_.reset(new RendererWrapper(weak_factory_.GetWeakPtr(),
161 media_task_runner_, media_log_));
58 } 162 }
59 163
60 PipelineImpl::~PipelineImpl() { 164 PipelineImpl::~PipelineImpl() {
61 DCHECK(main_task_runner_->BelongsToCurrentThread()) 165 DVLOG(2) << __FUNCTION__;
62 << "Pipeline must be destroyed on same thread that created it"; 166 DCHECK(thread_checker_.CalledOnValidThread());
63 DCHECK(!running_) << "Stop() must complete before destroying object"; 167 DCHECK(!client_) << "Stop() must complete before destroying object";
64 DCHECK(seek_cb_.is_null()); 168 DCHECK(seek_cb_.is_null());
169 DCHECK(suspend_cb_.is_null());
170
171 // Invalidate self weak pointers effectively canceling all pending
172 // notifications in the message queue.
173 // Do this before posting the DeleteSoon task to the media thread to
174 // guarantee that the WeakPtr<PipelineImpl> passed to the RendererWrapper
175 // is not invalidated on the media thread.
176 weak_factory_.InvalidateWeakPtrs();
177
178 // RendererWrapper is deleted on the media thread.
179 media_task_runner_->DeleteSoon(FROM_HERE, renderer_wrapper_.release());
65 } 180 }
66 181
67 void PipelineImpl::Start(Demuxer* demuxer, 182 void PipelineImpl::Start(Demuxer* demuxer,
68 std::unique_ptr<Renderer> renderer, 183 std::unique_ptr<Renderer> renderer,
69 Client* client, 184 Client* client,
70 const PipelineStatusCB& seek_cb) { 185 const PipelineStatusCB& seek_cb) {
71 DCHECK(main_task_runner_->BelongsToCurrentThread()); 186 DVLOG(2) << __FUNCTION__;
187 DCHECK(thread_checker_.CalledOnValidThread());
188 DCHECK(demuxer);
189 DCHECK(renderer);
72 DCHECK(client); 190 DCHECK(client);
73 DCHECK(!seek_cb.is_null()); 191 DCHECK(!seek_cb.is_null());
74 192
75 base::AutoLock auto_lock(lock_); 193 DCHECK(!client_);
76 CHECK(!running_) << "Media pipeline is already running"; 194 DCHECK(seek_cb_.is_null());
77 running_ = true; 195 client_ = client;
78 196 seek_cb_ = seek_cb;
79 demuxer_ = demuxer; 197
80 renderer_ = std::move(renderer); 198 std::unique_ptr<TextRenderer> text_renderer;
81 client_weak_factory_.reset(new base::WeakPtrFactory<Client>(client)); 199 if (TextTracksEnabled()) {
82 weak_client_ = client_weak_factory_->GetWeakPtr(); 200 text_renderer.reset(new TextRenderer(
83 seek_cb_ = media::BindToCurrentLoop(seek_cb); 201 media_task_runner_,
202 BindToCurrentLoop(base::Bind(&PipelineImpl::OnAddTextTrack,
203 weak_factory_.GetWeakPtr()))));
204 }
205
84 media_task_runner_->PostTask( 206 media_task_runner_->PostTask(
85 FROM_HERE, base::Bind(&PipelineImpl::StartTask, weak_this_)); 207 FROM_HERE,
208 base::Bind(&RendererWrapper::Start,
209 base::Unretained(renderer_wrapper_.get()), demuxer,
210 base::Passed(&renderer), base::Passed(&text_renderer)));
86 } 211 }
87 212
88 void PipelineImpl::Stop() { 213 void PipelineImpl::Stop() {
89 DCHECK(main_task_runner_->BelongsToCurrentThread()); 214 DVLOG(2) << __FUNCTION__;
90 DVLOG(2) << __FUNCTION__; 215 DCHECK(thread_checker_.CalledOnValidThread());
91 216
92 if (media_task_runner_ != main_task_runner_) { 217 if (!IsRunning()) {
218 DVLOG(2) << "Media pipeline isn't running. Ignoring Stop()";
219 return;
220 }
221
222 if (statistics_.video_frames_decoded > 0) {
223 UMA_HISTOGRAM_COUNTS("Media.DroppedFrameCount",
224 statistics_.video_frames_dropped);
225 }
226
227 if (media_task_runner_->BelongsToCurrentThread()) {
228 // This path is executed by unittests that share media and main threads.
229 base::Closure stop_cb = base::Bind(&base::DoNothing);
230 media_task_runner_->PostTask(
231 FROM_HERE,
232 base::Bind(&RendererWrapper::Stop,
233 base::Unretained(renderer_wrapper_.get()), stop_cb));
234 } else {
93 // This path is executed by production code where the two task runners - 235 // This path is executed by production code where the two task runners -
94 // main and media - live on different threads. 236 // main and media - live on different threads.
95 // TODO(alokp): It may be possible to not have to wait for StopTask by 237 //
96 // moving the members accessed on media thread into a class/struct and 238 // TODO(alokp): We should not have to wait for the RendererWrapper::Stop.
97 // DeleteSoon the instance on the media thread. 239 // RendererWrapper holds a raw reference to Demuxer, which in turn holds a
240 // raw reference to DataSource. Both Demuxer and DataSource need to live
241 // until RendererWrapper is stopped. If RendererWrapper owned Demuxer and
242 // Demuxer owned DataSource, we could simply let RendererWrapper get lazily
243 // destroyed on the media thread.
98 base::WaitableEvent waiter(base::WaitableEvent::ResetPolicy::AUTOMATIC, 244 base::WaitableEvent waiter(base::WaitableEvent::ResetPolicy::AUTOMATIC,
99 base::WaitableEvent::InitialState::NOT_SIGNALED); 245 base::WaitableEvent::InitialState::NOT_SIGNALED);
100 base::Closure stop_cb = 246 base::Closure stop_cb =
101 base::Bind(&base::WaitableEvent::Signal, base::Unretained(&waiter)); 247 base::Bind(&base::WaitableEvent::Signal, base::Unretained(&waiter));
102 // If posting the task fails or the posted task fails to run, 248 // If posting the task fails or the posted task fails to run,
103 // we will wait here forever. So add a CHECK to make sure we do not run 249 // we will wait here forever. So add a CHECK to make sure we do not run
104 // into those situations. 250 // into those situations.
105 CHECK(weak_factory_.HasWeakPtrs());
106 CHECK(media_task_runner_->PostTask( 251 CHECK(media_task_runner_->PostTask(
107 FROM_HERE, base::Bind(&PipelineImpl::StopTask, weak_this_, stop_cb))); 252 FROM_HERE,
253 base::Bind(&RendererWrapper::Stop,
254 base::Unretained(renderer_wrapper_.get()), stop_cb)));
108 waiter.Wait(); 255 waiter.Wait();
109 } else {
110 // This path is executed by unittests that share media and main threads.
111 StopTask(base::Bind(&base::DoNothing));
112 } 256 }
113 // Invalidate client weak pointer effectively canceling all pending client 257
114 // notifications in the message queue. 258 // Once the pipeline is stopped, nothing is reported back to the client.
115 client_weak_factory_.reset(); 259 // Reset all callbacks and client handle.
260 seek_cb_.Reset();
261 suspend_cb_.Reset();
262 client_ = nullptr;
116 } 263 }
117 264
118 void PipelineImpl::Seek(TimeDelta time, const PipelineStatusCB& seek_cb) { 265 void PipelineImpl::Seek(base::TimeDelta time, const PipelineStatusCB& seek_cb) {
119 DCHECK(main_task_runner_->BelongsToCurrentThread()); 266 DVLOG(2) << __FUNCTION__;
267 DCHECK(thread_checker_.CalledOnValidThread());
268 DCHECK(!seek_cb.is_null());
120 269
121 if (!IsRunning()) { 270 if (!IsRunning()) {
122 DLOG(ERROR) << "Media pipeline isn't running. Ignoring Seek()."; 271 DLOG(ERROR) << "Media pipeline isn't running. Ignoring Seek().";
123 return; 272 return;
124 } 273 }
125 274
275 DCHECK(seek_cb_.is_null());
276 seek_cb_ = seek_cb;
126 media_task_runner_->PostTask( 277 media_task_runner_->PostTask(
127 FROM_HERE, base::Bind(&PipelineImpl::SeekTask, weak_this_, time, 278 FROM_HERE, base::Bind(&RendererWrapper::Seek,
128 media::BindToCurrentLoop(seek_cb))); 279 base::Unretained(renderer_wrapper_.get()), time));
129 } 280 }
130 281
131 bool PipelineImpl::IsRunning() const { 282 bool PipelineImpl::IsRunning() const {
132 // TODO(alokp): Add thread DCHECK after removing the internal usage on 283 DCHECK(thread_checker_.CalledOnValidThread());
133 // media thread. 284 return !!client_;
134 base::AutoLock auto_lock(lock_);
135 return running_;
136 } 285 }
137 286
138 double PipelineImpl::GetPlaybackRate() const { 287 double PipelineImpl::GetPlaybackRate() const {
139 // TODO(alokp): Add thread DCHECK after removing the internal usage on 288 DCHECK(thread_checker_.CalledOnValidThread());
140 // media thread.
141 base::AutoLock auto_lock(lock_);
142 return playback_rate_; 289 return playback_rate_;
143 } 290 }
144 291
145 void PipelineImpl::SetPlaybackRate(double playback_rate) { 292 void PipelineImpl::SetPlaybackRate(double playback_rate) {
146 DCHECK(main_task_runner_->BelongsToCurrentThread()); 293 DVLOG(2) << __FUNCTION__ << "(" << playback_rate << ")";
294 DCHECK(thread_checker_.CalledOnValidThread());
147 295
148 if (playback_rate < 0.0) 296 if (playback_rate < 0.0)
149 return; 297 return;
150 298
151 base::AutoLock auto_lock(lock_);
152 playback_rate_ = playback_rate; 299 playback_rate_ = playback_rate;
153 if (running_) { 300 media_task_runner_->PostTask(
154 media_task_runner_->PostTask( 301 FROM_HERE,
155 FROM_HERE, base::Bind(&PipelineImpl::PlaybackRateChangedTask, 302 base::Bind(&RendererWrapper::SetPlaybackRate,
156 weak_this_, playback_rate)); 303 base::Unretained(renderer_wrapper_.get()), playback_rate_));
157 }
158 } 304 }
159 305
160 void PipelineImpl::Suspend(const PipelineStatusCB& suspend_cb) { 306 void PipelineImpl::Suspend(const PipelineStatusCB& suspend_cb) {
161 DCHECK(main_task_runner_->BelongsToCurrentThread()); 307 DVLOG(2) << __FUNCTION__;
308 DCHECK(!suspend_cb.is_null());
309
310 DCHECK(IsRunning());
311 DCHECK(suspend_cb_.is_null());
312 suspend_cb_ = suspend_cb;
162 313
163 media_task_runner_->PostTask( 314 media_task_runner_->PostTask(
164 FROM_HERE, base::Bind(&PipelineImpl::SuspendTask, weak_this_, 315 FROM_HERE, base::Bind(&RendererWrapper::Suspend,
165 media::BindToCurrentLoop(suspend_cb))); 316 base::Unretained(renderer_wrapper_.get())));
166 } 317 }
167 318
168 void PipelineImpl::Resume(std::unique_ptr<Renderer> renderer, 319 void PipelineImpl::Resume(std::unique_ptr<Renderer> renderer,
169 base::TimeDelta timestamp, 320 base::TimeDelta time,
170 const PipelineStatusCB& seek_cb) { 321 const PipelineStatusCB& seek_cb) {
171 DCHECK(main_task_runner_->BelongsToCurrentThread()); 322 DVLOG(2) << __FUNCTION__;
323 DCHECK(thread_checker_.CalledOnValidThread());
324 DCHECK(renderer);
325 DCHECK(!seek_cb.is_null());
326
327 DCHECK(IsRunning());
328 DCHECK(seek_cb_.is_null());
329 seek_cb_ = seek_cb;
172 330
173 media_task_runner_->PostTask( 331 media_task_runner_->PostTask(
174 FROM_HERE, 332 FROM_HERE, base::Bind(&RendererWrapper::Resume,
175 base::Bind(&PipelineImpl::ResumeTask, weak_this_, base::Passed(&renderer), 333 base::Unretained(renderer_wrapper_.get()),
176 timestamp, media::BindToCurrentLoop(seek_cb))); 334 base::Passed(&renderer), time));
177 } 335 }
178 336
179 float PipelineImpl::GetVolume() const { 337 float PipelineImpl::GetVolume() const {
180 // TODO(alokp): Add thread DCHECK after removing the internal usage on 338 DCHECK(thread_checker_.CalledOnValidThread());
181 // media thread.
182 base::AutoLock auto_lock(lock_);
183 return volume_; 339 return volume_;
184 } 340 }
185 341
186 void PipelineImpl::SetVolume(float volume) { 342 void PipelineImpl::SetVolume(float volume) {
187 DCHECK(main_task_runner_->BelongsToCurrentThread()); 343 DVLOG(2) << __FUNCTION__ << "(" << volume << ")";
344 DCHECK(thread_checker_.CalledOnValidThread());
188 345
189 if (volume < 0.0f || volume > 1.0f) 346 if (volume < 0.0f || volume > 1.0f)
190 return; 347 return;
191 348
192 base::AutoLock auto_lock(lock_);
193 volume_ = volume; 349 volume_ = volume;
194 if (running_) { 350 media_task_runner_->PostTask(
195 media_task_runner_->PostTask( 351 FROM_HERE,
196 FROM_HERE, 352 base::Bind(&RendererWrapper::SetVolume,
197 base::Bind(&PipelineImpl::VolumeChangedTask, weak_this_, volume)); 353 base::Unretained(renderer_wrapper_.get()), volume_));
198 }
199 } 354 }
200 355
201 TimeDelta PipelineImpl::GetMediaTime() const { 356 base::TimeDelta PipelineImpl::GetMediaTime() const {
202 DCHECK(main_task_runner_->BelongsToCurrentThread()); 357 DCHECK(thread_checker_.CalledOnValidThread());
203 358 return renderer_wrapper_->GetMediaTime();
204 base::AutoLock auto_lock(lock_);
205 if (suspend_timestamp_ != kNoTimestamp())
206 return suspend_timestamp_;
207 return renderer_ ? std::min(renderer_->GetMediaTime(), duration_)
208 : TimeDelta();
209 } 359 }
210 360
211 Ranges<TimeDelta> PipelineImpl::GetBufferedTimeRanges() const { 361 Ranges<base::TimeDelta> PipelineImpl::GetBufferedTimeRanges() const {
212 DCHECK(main_task_runner_->BelongsToCurrentThread()); 362 DCHECK(thread_checker_.CalledOnValidThread());
213
214 base::AutoLock auto_lock(lock_);
215 return buffered_time_ranges_; 363 return buffered_time_ranges_;
216 } 364 }
217 365
218 TimeDelta PipelineImpl::GetMediaDuration() const { 366 base::TimeDelta PipelineImpl::GetMediaDuration() const {
219 DCHECK(main_task_runner_->BelongsToCurrentThread()); 367 DCHECK(thread_checker_.CalledOnValidThread());
220
221 base::AutoLock auto_lock(lock_);
222 return duration_; 368 return duration_;
223 } 369 }
224 370
225 bool PipelineImpl::DidLoadingProgress() { 371 bool PipelineImpl::DidLoadingProgress() {
226 DCHECK(main_task_runner_->BelongsToCurrentThread()); 372 DCHECK(thread_checker_.CalledOnValidThread());
227
228 base::AutoLock auto_lock(lock_);
229 bool ret = did_loading_progress_; 373 bool ret = did_loading_progress_;
230 did_loading_progress_ = false; 374 did_loading_progress_ = false;
231 return ret; 375 return ret;
232 } 376 }
233 377
234 PipelineStatistics PipelineImpl::GetStatistics() const { 378 PipelineStatistics PipelineImpl::GetStatistics() const {
235 // TODO(alokp): Add thread DCHECK after removing the internal usage on 379 DCHECK(thread_checker_.CalledOnValidThread());
236 // media thread.
237 base::AutoLock auto_lock(lock_);
238 return statistics_; 380 return statistics_;
239 } 381 }
240 382
241 void PipelineImpl::SetCdm(CdmContext* cdm_context, 383 void PipelineImpl::SetCdm(CdmContext* cdm_context,
242 const CdmAttachedCB& cdm_attached_cb) { 384 const CdmAttachedCB& cdm_attached_cb) {
243 DCHECK(main_task_runner_->BelongsToCurrentThread()); 385 DVLOG(2) << __FUNCTION__;
386 DCHECK(thread_checker_.CalledOnValidThread());
387 DCHECK(cdm_context);
388 DCHECK(!cdm_attached_cb.is_null());
244 389
245 media_task_runner_->PostTask( 390 media_task_runner_->PostTask(
246 FROM_HERE, base::Bind(&PipelineImpl::SetCdmTask, weak_this_, cdm_context, 391 FROM_HERE,
247 cdm_attached_cb)); 392 base::Bind(&RendererWrapper::SetCdm,
393 base::Unretained(renderer_wrapper_.get()), cdm_context,
394 media::BindToCurrentLoop(cdm_attached_cb)));
248 } 395 }
249 396
250 void PipelineImpl::SetErrorForTesting(PipelineStatus status) { 397 void PipelineImpl::RendererWrapper::SetState(State next_state) {
251 OnError(status);
252 }
253
254 bool PipelineImpl::HasWeakPtrsForTesting() const {
255 DCHECK(media_task_runner_->BelongsToCurrentThread()); 398 DCHECK(media_task_runner_->BelongsToCurrentThread());
256 return weak_factory_.HasWeakPtrs(); 399 DVLOG(1) << PipelineImpl::GetStateString(state_) << " -> "
257 } 400 << PipelineImpl::GetStateString(next_state);
258
259 void PipelineImpl::SetState(State next_state) {
260 DCHECK(media_task_runner_->BelongsToCurrentThread());
261 DVLOG(1) << GetStateString(state_) << " -> " << GetStateString(next_state);
262 401
263 state_ = next_state; 402 state_ = next_state;
264 media_log_->AddEvent(media_log_->CreatePipelineStateChangedEvent(next_state)); 403 media_log_->AddEvent(media_log_->CreatePipelineStateChangedEvent(next_state));
265 } 404 }
266 405
267 #define RETURN_STRING(state) \ 406 #define RETURN_STRING(state) \
268 case state: \ 407 case state: \
269 return #state; 408 return #state;
270 409
410 // static
271 const char* PipelineImpl::GetStateString(State state) { 411 const char* PipelineImpl::GetStateString(State state) {
272 switch (state) { 412 switch (state) {
273 RETURN_STRING(kCreated); 413 RETURN_STRING(kCreated);
274 RETURN_STRING(kInitDemuxer); 414 RETURN_STRING(kInitDemuxer);
275 RETURN_STRING(kInitRenderer); 415 RETURN_STRING(kInitRenderer);
276 RETURN_STRING(kSeeking); 416 RETURN_STRING(kSeeking);
277 RETURN_STRING(kPlaying); 417 RETURN_STRING(kPlaying);
278 RETURN_STRING(kStopping); 418 RETURN_STRING(kStopping);
279 RETURN_STRING(kStopped); 419 RETURN_STRING(kStopped);
280 RETURN_STRING(kSuspending); 420 RETURN_STRING(kSuspending);
281 RETURN_STRING(kSuspended); 421 RETURN_STRING(kSuspended);
282 RETURN_STRING(kResuming); 422 RETURN_STRING(kResuming);
283 } 423 }
284 NOTREACHED(); 424 NOTREACHED();
285 return "INVALID"; 425 return "INVALID";
286 } 426 }
287 427
288 #undef RETURN_STRING 428 #undef RETURN_STRING
289 429
290 PipelineImpl::State PipelineImpl::GetNextState() const { 430 PipelineImpl::State PipelineImpl::RendererWrapper::GetNextState() const {
291 DCHECK(media_task_runner_->BelongsToCurrentThread()); 431 DCHECK(media_task_runner_->BelongsToCurrentThread());
292 DCHECK(stop_cb_.is_null()) << "State transitions don't happen when stopping";
293 DCHECK_EQ(status_, PIPELINE_OK) 432 DCHECK_EQ(status_, PIPELINE_OK)
294 << "State transitions don't happen when there's an error: " << status_; 433 << "State transitions don't happen when there's an error: " << status_;
295 434
296 switch (state_) { 435 switch (state_) {
297 case kCreated: 436 case kCreated:
298 return kInitDemuxer; 437 return kInitDemuxer;
299 438
300 case kInitDemuxer: 439 case kInitDemuxer:
301 return kInitRenderer; 440 return kInitRenderer;
302 441
(...skipping 12 matching lines...) Expand all
315 454
316 case kPlaying: 455 case kPlaying:
317 case kStopping: 456 case kStopping:
318 case kStopped: 457 case kStopped:
319 break; 458 break;
320 } 459 }
321 NOTREACHED() << "State has no transition: " << state_; 460 NOTREACHED() << "State has no transition: " << state_;
322 return state_; 461 return state_;
323 } 462 }
324 463
325 void PipelineImpl::OnDemuxerError(PipelineStatus error) { 464 void PipelineImpl::RendererWrapper::OnDemuxerError(PipelineStatus error) {
326 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer 465 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer
327 // implementations call DemuxerHost on the media thread. 466 // implementations call DemuxerHost on the media thread.
328 media_task_runner_->PostTask( 467 media_task_runner_->PostTask(
329 FROM_HERE, 468 FROM_HERE,
330 base::Bind(&PipelineImpl::ErrorChangedTask, weak_this_, error)); 469 base::Bind(&RendererWrapper::OnPipelineError, weak_this_, error));
331 } 470 }
332 471
333 void PipelineImpl::AddTextStream(DemuxerStream* text_stream, 472 void PipelineImpl::RendererWrapper::AddTextStream(
334 const TextTrackConfig& config) { 473 DemuxerStream* text_stream,
474 const TextTrackConfig& config) {
335 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer 475 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer
336 // implementations call DemuxerHost on the media thread. 476 // implementations call DemuxerHost on the media thread.
337 media_task_runner_->PostTask( 477 media_task_runner_->PostTask(
338 FROM_HERE, base::Bind(&PipelineImpl::AddTextStreamTask, weak_this_, 478 FROM_HERE, base::Bind(&RendererWrapper::AddTextStreamTask, weak_this_,
339 text_stream, config)); 479 text_stream, config));
340 } 480 }
341 481
342 void PipelineImpl::RemoveTextStream(DemuxerStream* text_stream) { 482 void PipelineImpl::RendererWrapper::RemoveTextStream(
483 DemuxerStream* text_stream) {
343 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer 484 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer
344 // implementations call DemuxerHost on the media thread. 485 // implementations call DemuxerHost on the media thread.
345 media_task_runner_->PostTask( 486 media_task_runner_->PostTask(
346 FROM_HERE, 487 FROM_HERE, base::Bind(&RendererWrapper::RemoveTextStreamTask, weak_this_,
347 base::Bind(&PipelineImpl::RemoveTextStreamTask, weak_this_, text_stream)); 488 text_stream));
348 } 489 }
349 490
350 void PipelineImpl::OnError(PipelineStatus error) { 491 void PipelineImpl::RendererWrapper::OnError(PipelineStatus error) {
351 DCHECK(media_task_runner_->BelongsToCurrentThread()); 492 DCHECK(media_task_runner_->BelongsToCurrentThread());
352 DCHECK(IsRunning());
353 DCHECK_NE(PIPELINE_OK, error);
354 VLOG(1) << "Media pipeline error: " << error;
355 493
356 media_task_runner_->PostTask( 494 media_task_runner_->PostTask(
357 FROM_HERE, 495 FROM_HERE,
358 base::Bind(&PipelineImpl::ErrorChangedTask, weak_this_, error)); 496 base::Bind(&RendererWrapper::OnPipelineError, weak_this_, error));
359 } 497 }
360 498
361 void PipelineImpl::OnEnded() { 499 void PipelineImpl::RendererWrapper::OnEnded() {
362 DCHECK(media_task_runner_->BelongsToCurrentThread()); 500 DCHECK(media_task_runner_->BelongsToCurrentThread());
363 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::ENDED)); 501 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::ENDED));
364 502
365 if (state_ != kPlaying) 503 if (state_ != kPlaying)
366 return; 504 return;
367 505
368 DCHECK(!renderer_ended_); 506 DCHECK(!renderer_ended_);
369 renderer_ended_ = true; 507 renderer_ended_ = true;
370
371 RunEndedCallbackIfNeeded(); 508 RunEndedCallbackIfNeeded();
372 } 509 }
373 510
374 void PipelineImpl::OnStatisticsUpdate(const PipelineStatistics& stats) { 511 void PipelineImpl::RendererWrapper::OnStatisticsUpdate(
375 DCHECK(media_task_runner_->BelongsToCurrentThread()); 512 const PipelineStatistics& stats) {
376
377 base::AutoLock auto_lock(lock_);
378 statistics_.audio_bytes_decoded += stats.audio_bytes_decoded;
379 statistics_.video_bytes_decoded += stats.video_bytes_decoded;
380 statistics_.video_frames_decoded += stats.video_frames_decoded;
381 statistics_.video_frames_dropped += stats.video_frames_dropped;
382 statistics_.audio_memory_usage += stats.audio_memory_usage;
383 statistics_.video_memory_usage += stats.video_memory_usage;
384 }
385
386 void PipelineImpl::OnBufferingStateChange(BufferingState state) {
387 DVLOG(1) << __FUNCTION__ << "(" << state << ") ";
388 DCHECK(media_task_runner_->BelongsToCurrentThread());
389
390 main_task_runner_->PostTask(
391 FROM_HERE, base::Bind(&Pipeline::Client::OnBufferingStateChange,
392 weak_client_, state));
393 }
394
395 void PipelineImpl::OnWaitingForDecryptionKey() {
396 DCHECK(media_task_runner_->BelongsToCurrentThread()); 513 DCHECK(media_task_runner_->BelongsToCurrentThread());
397 514
398 main_task_runner_->PostTask( 515 main_task_runner_->PostTask(
399 FROM_HERE, 516 FROM_HERE,
400 base::Bind(&Pipeline::Client::OnWaitingForDecryptionKey, weak_client_)); 517 base::Bind(&PipelineImpl::OnStatisticsUpdate, weak_pipeline_, stats));
401 } 518 }
402 519
403 void PipelineImpl::OnVideoNaturalSizeChange(const gfx::Size& size) { 520 void PipelineImpl::RendererWrapper::OnBufferingStateChange(
521 BufferingState state) {
522 DCHECK(media_task_runner_->BelongsToCurrentThread());
523 DVLOG(2) << __FUNCTION__ << "(" << state << ") ";
524
525 main_task_runner_->PostTask(
526 FROM_HERE,
527 base::Bind(&PipelineImpl::OnBufferingStateChange, weak_pipeline_, state));
528 }
529
530 void PipelineImpl::RendererWrapper::OnWaitingForDecryptionKey() {
404 DCHECK(media_task_runner_->BelongsToCurrentThread()); 531 DCHECK(media_task_runner_->BelongsToCurrentThread());
405 532
406 main_task_runner_->PostTask( 533 main_task_runner_->PostTask(
407 FROM_HERE, base::Bind(&Pipeline::Client::OnVideoNaturalSizeChange, 534 FROM_HERE,
408 weak_client_, size)); 535 base::Bind(&PipelineImpl::OnWaitingForDecryptionKey, weak_pipeline_));
409 } 536 }
410 537
411 void PipelineImpl::OnVideoOpacityChange(bool opaque) { 538 void PipelineImpl::RendererWrapper::OnVideoNaturalSizeChange(
539 const gfx::Size& size) {
412 DCHECK(media_task_runner_->BelongsToCurrentThread()); 540 DCHECK(media_task_runner_->BelongsToCurrentThread());
413 541
414 main_task_runner_->PostTask( 542 main_task_runner_->PostTask(
415 FROM_HERE, base::Bind(&Pipeline::Client::OnVideoOpacityChange, 543 FROM_HERE, base::Bind(&PipelineImpl::OnVideoNaturalSizeChange,
416 weak_client_, opaque)); 544 weak_pipeline_, size));
417 } 545 }
418 546
419 void PipelineImpl::SetDuration(TimeDelta duration) { 547 void PipelineImpl::RendererWrapper::OnVideoOpacityChange(bool opaque) {
548 DCHECK(media_task_runner_->BelongsToCurrentThread());
549
550 main_task_runner_->PostTask(
551 FROM_HERE,
552 base::Bind(&PipelineImpl::OnVideoOpacityChange, weak_pipeline_, opaque));
553 }
554
555 void PipelineImpl::RendererWrapper::SetDuration(base::TimeDelta duration) {
420 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer 556 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer
421 // implementations call DemuxerHost on the media thread. 557 // implementations call DemuxerHost on the media thread.
422 DCHECK(IsRunning());
423 media_log_->AddEvent(media_log_->CreateTimeEvent(MediaLogEvent::DURATION_SET, 558 media_log_->AddEvent(media_log_->CreateTimeEvent(MediaLogEvent::DURATION_SET,
424 "duration", duration)); 559 "duration", duration));
425 UMA_HISTOGRAM_LONG_TIMES("Media.Duration", duration); 560 UMA_HISTOGRAM_LONG_TIMES("Media.Duration", duration);
426 561
427 base::AutoLock auto_lock(lock_);
428 duration_ = duration;
429 main_task_runner_->PostTask( 562 main_task_runner_->PostTask(
430 FROM_HERE, base::Bind(&Pipeline::Client::OnDurationChange, weak_client_)); 563 FROM_HERE,
564 base::Bind(&PipelineImpl::OnDurationChange, weak_pipeline_, duration));
431 } 565 }
432 566
433 void PipelineImpl::StateTransitionTask(PipelineStatus status) { 567 void PipelineImpl::RendererWrapper::StateTransitionTask(PipelineStatus status) {
434 DCHECK(media_task_runner_->BelongsToCurrentThread()); 568 DCHECK(media_task_runner_->BelongsToCurrentThread());
435 569
436 // No-op any state transitions if we're stopping. 570 // No-op any state transitions if we're stopping.
437 if (state_ == kStopping || state_ == kStopped) 571 if (state_ == kStopping || state_ == kStopped)
438 return; 572 return;
439 573
440 // Report error from the previous operation. 574 // Report error from the previous operation.
441 if (status != PIPELINE_OK) { 575 if (status != PIPELINE_OK) {
442 ErrorChangedTask(status); 576 OnPipelineError(status);
443 return; 577 return;
444 } 578 }
445 579
446 // Guard against accidentally clearing |pending_callbacks_| for states that 580 // Guard against accidentally clearing |pending_callbacks_| for states that
447 // use it as well as states that should not be using it. 581 // use it as well as states that should not be using it.
448 DCHECK_EQ(pending_callbacks_.get() != NULL, 582 DCHECK_EQ(pending_callbacks_.get() != NULL,
449 state_ == kSeeking || state_ == kSuspending || state_ == kResuming); 583 state_ == kSeeking || state_ == kSuspending || state_ == kResuming);
450 584
451 pending_callbacks_.reset(); 585 pending_callbacks_.reset();
452 586
453 PipelineStatusCB done_cb = 587 PipelineStatusCB done_cb =
454 base::Bind(&PipelineImpl::StateTransitionTask, weak_this_); 588 base::Bind(&RendererWrapper::StateTransitionTask, weak_this_);
455 589
456 // Switch states, performing any entrance actions for the new state as well. 590 // Switch states, performing any entrance actions for the new state as well.
457 SetState(GetNextState()); 591 SetState(GetNextState());
458 switch (state_) { 592 switch (state_) {
459 case kInitDemuxer: 593 case kInitDemuxer:
460 return InitializeDemuxer(done_cb); 594 return InitializeDemuxer(done_cb);
461 595
462 case kInitRenderer: 596 case kInitRenderer:
463 // When the state_ transfers to kInitRenderer, it means the demuxer has 597 // When the state_ transfers to kInitRenderer, it means the demuxer has
464 // finished parsing the init info. It should call ReportMetadata in case 598 // finished parsing the init info. It should call ReportMetadata in case
465 // meeting 'decode' error when passing media segment but WebMediaPlayer's 599 // meeting 'decode' error when passing media segment but WebMediaPlayer's
466 // ready_state_ is still ReadyStateHaveNothing. In that case, it will 600 // ready_state_ is still ReadyStateHaveNothing. In that case, it will
467 // treat it as NetworkStateFormatError not NetworkStateDecodeError. 601 // treat it as NetworkStateFormatError not NetworkStateDecodeError.
468 ReportMetadata(); 602 ReportMetadata();
469 start_timestamp_ = demuxer_->GetStartTime(); 603 start_timestamp_ = demuxer_->GetStartTime();
470 604
471 return InitializeRenderer(done_cb); 605 return InitializeRenderer(done_cb);
472 606
473 case kPlaying: 607 case kPlaying:
474 DCHECK(start_timestamp_ >= base::TimeDelta()); 608 DCHECK(start_timestamp_ >= base::TimeDelta());
475 renderer_->StartPlayingFrom(start_timestamp_); 609 renderer_->StartPlayingFrom(start_timestamp_);
476 { 610 {
477 base::AutoLock auto_lock(lock_); 611 base::AutoLock auto_lock(media_time_lock_);
478 suspend_timestamp_ = kNoTimestamp(); 612 suspend_timestamp_ = kNoTimestamp();
479 } 613 }
480 614
481 if (text_renderer_) 615 if (text_renderer_)
482 text_renderer_->StartPlaying(); 616 text_renderer_->StartPlaying();
483 617
484 base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK); 618 main_task_runner_->PostTask(
619 FROM_HERE, base::Bind(&PipelineImpl::OnSeekDone, weak_pipeline_,
620 start_timestamp_));
485 621
486 PlaybackRateChangedTask(GetPlaybackRate()); 622 renderer_->SetPlaybackRate(playback_rate_);
487 VolumeChangedTask(GetVolume()); 623 renderer_->SetVolume(volume_);
488 return; 624 return;
489 625
490 case kSuspended: 626 case kSuspended:
491 renderer_.reset(); 627 renderer_.reset();
492 { 628 main_task_runner_->PostTask(
493 base::AutoLock auto_lock(lock_); 629 FROM_HERE, base::Bind(&PipelineImpl::OnSuspendDone, weak_pipeline_,
494 statistics_.audio_memory_usage = 0; 630 suspend_timestamp_));
495 statistics_.video_memory_usage = 0;
496 }
497 base::ResetAndReturn(&suspend_cb_).Run(PIPELINE_OK);
498 return; 631 return;
499 632
500 case kStopping: 633 case kStopping:
501 case kStopped: 634 case kStopped:
502 case kCreated: 635 case kCreated:
503 case kSeeking: 636 case kSeeking:
504 case kSuspending: 637 case kSuspending:
505 case kResuming: 638 case kResuming:
506 NOTREACHED() << "State has no transition: " << state_; 639 NOTREACHED() << "State has no transition: " << state_;
507 return; 640 return;
508 } 641 }
509 } 642 }
510 643
511 // Note that the usage of base::Unretained() with the renderers is considered 644 // Note that the usage of base::Unretained() with the renderers is considered
512 // safe as they are owned by |pending_callbacks_| and share the same lifetime. 645 // safe as they are owned by |pending_callbacks_| and share the same lifetime.
513 // 646 //
514 // That being said, deleting the renderers while keeping |pending_callbacks_| 647 // That being said, deleting the renderers while keeping |pending_callbacks_|
515 // running on the media thread would result in crashes. 648 // running on the media thread would result in crashes.
516 void PipelineImpl::DoSeek(TimeDelta seek_timestamp, 649 void PipelineImpl::RendererWrapper::DoSeek(base::TimeDelta seek_timestamp,
517 const PipelineStatusCB& done_cb) { 650 const PipelineStatusCB& done_cb) {
518 DCHECK(media_task_runner_->BelongsToCurrentThread()); 651 DCHECK(media_task_runner_->BelongsToCurrentThread());
519 DCHECK(!pending_callbacks_.get()); 652 DCHECK(!pending_callbacks_.get());
520 DCHECK_EQ(state_, kSeeking); 653 DCHECK_EQ(state_, kSeeking);
521 SerialRunner::Queue bound_fns; 654 SerialRunner::Queue bound_fns;
522 655
523 // Pause. 656 // Pause.
524 if (text_renderer_) { 657 if (text_renderer_) {
525 bound_fns.Push(base::Bind(&TextRenderer::Pause, 658 bound_fns.Push(base::Bind(&TextRenderer::Pause,
526 base::Unretained(text_renderer_.get()))); 659 base::Unretained(text_renderer_.get())));
527 } 660 }
528 661
529 // Flush. 662 // Flush.
530 DCHECK(renderer_); 663 DCHECK(renderer_);
531 bound_fns.Push( 664 bound_fns.Push(
532 base::Bind(&Renderer::Flush, base::Unretained(renderer_.get()))); 665 base::Bind(&Renderer::Flush, base::Unretained(renderer_.get())));
533 666
534 if (text_renderer_) { 667 if (text_renderer_) {
535 bound_fns.Push(base::Bind(&TextRenderer::Flush, 668 bound_fns.Push(base::Bind(&TextRenderer::Flush,
536 base::Unretained(text_renderer_.get()))); 669 base::Unretained(text_renderer_.get())));
537 } 670 }
538 671
539 // Seek demuxer. 672 // Seek demuxer.
540 bound_fns.Push( 673 bound_fns.Push(
541 base::Bind(&Demuxer::Seek, base::Unretained(demuxer_), seek_timestamp)); 674 base::Bind(&Demuxer::Seek, base::Unretained(demuxer_), seek_timestamp));
542 675
543 pending_callbacks_ = SerialRunner::Run(bound_fns, done_cb); 676 pending_callbacks_ = SerialRunner::Run(bound_fns, done_cb);
544 } 677 }
545 678
546 void PipelineImpl::DoStop() { 679 void PipelineImpl::RendererWrapper::DoStop(const base::Closure& done_cb) {
547 DVLOG(2) << __FUNCTION__; 680 DVLOG(2) << __FUNCTION__;
548 DCHECK(media_task_runner_->BelongsToCurrentThread()); 681 DCHECK(media_task_runner_->BelongsToCurrentThread());
549 DCHECK_EQ(state_, kStopping); 682 DCHECK_EQ(state_, kStopping);
550 DCHECK(!pending_callbacks_.get()); 683 DCHECK(!pending_callbacks_.get());
551 684
552 // TODO(scherkus): Enforce that Renderer is only called on a single thread, 685 // TODO(scherkus): Enforce that Renderer is only called on a single thread,
553 // even for accessing media time http://crbug.com/370634 686 // even for accessing media time http://crbug.com/370634
554 std::unique_ptr<Renderer> renderer; 687 std::unique_ptr<Renderer> renderer;
555 { 688 {
556 base::AutoLock auto_lock(lock_); 689 base::AutoLock auto_lock(media_time_lock_);
557 renderer.swap(renderer_); 690 renderer.swap(renderer_);
558 } 691 }
559 renderer.reset(); 692 renderer.reset();
560 text_renderer_.reset(); 693 text_renderer_.reset();
561 694
562 if (demuxer_) { 695 if (demuxer_) {
563 demuxer_->Stop(); 696 demuxer_->Stop();
564 demuxer_ = NULL; 697 demuxer_ = NULL;
565 } 698 }
566 699
567 {
568 base::AutoLock auto_lock(lock_);
569 running_ = false;
570 }
571 SetState(kStopped); 700 SetState(kStopped);
572 701 done_cb.Run();
573 // If we stop during initialization/seeking/suspending we don't want to leave
574 // outstanding callbacks around. The callbacks also do not get run if the
575 // pipeline is stopped before it had a chance to complete outstanding tasks.
576 seek_cb_.Reset();
577 suspend_cb_.Reset();
578
579 if (!stop_cb_.is_null()) {
580 // Invalid all weak pointers so it's safe to destroy |this| on the render
581 // main thread.
582 weak_factory_.InvalidateWeakPtrs();
583
584 // Post the stop callback to enqueue it after the tasks that may have been
585 // Demuxer and Renderer during stopping.
586 media_task_runner_->PostTask(FROM_HERE, base::ResetAndReturn(&stop_cb_));
587 }
588 } 702 }
589 703
590 void PipelineImpl::OnBufferedTimeRangesChanged( 704 void PipelineImpl::RendererWrapper::OnBufferedTimeRangesChanged(
591 const Ranges<base::TimeDelta>& ranges) { 705 const Ranges<base::TimeDelta>& ranges) {
592 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer 706 // TODO(alokp): Add thread DCHECK after ensuring that all Demuxer
593 // implementations call DemuxerHost on the media thread. 707 // implementations call DemuxerHost on the media thread.
594 base::AutoLock auto_lock(lock_); 708 main_task_runner_->PostTask(
595 buffered_time_ranges_ = ranges; 709 FROM_HERE, base::Bind(&PipelineImpl::OnBufferedTimeRangesChange,
596 did_loading_progress_ = true; 710 weak_pipeline_, ranges));
597 } 711 }
598 712
599 void PipelineImpl::StartTask() { 713 void PipelineImpl::RendererWrapper::Start(
714 Demuxer* demuxer,
715 std::unique_ptr<Renderer> renderer,
716 std::unique_ptr<TextRenderer> text_renderer) {
600 DCHECK(media_task_runner_->BelongsToCurrentThread()); 717 DCHECK(media_task_runner_->BelongsToCurrentThread());
718 DCHECK_EQ(kCreated, state_) << "Received start in unexpected state: "
719 << state_;
601 720
602 CHECK_EQ(kCreated, state_) 721 DCHECK(!demuxer_);
603 << "Media pipeline cannot be started more than once"; 722 DCHECK(!renderer_);
604 723 DCHECK(!text_renderer_);
605 text_renderer_ = CreateTextRenderer(); 724 DCHECK(!renderer_ended_);
725 DCHECK(!text_renderer_ended_);
726 demuxer_ = demuxer;
727 {
728 base::AutoLock auto_lock(media_time_lock_);
729 renderer_ = std::move(renderer);
730 }
731 text_renderer_ = std::move(text_renderer);
606 if (text_renderer_) { 732 if (text_renderer_) {
607 text_renderer_->Initialize( 733 text_renderer_->Initialize(
608 base::Bind(&PipelineImpl::OnTextRendererEnded, weak_this_)); 734 base::Bind(&RendererWrapper::OnTextRendererEnded, weak_this_));
609 } 735 }
610 736
611 StateTransitionTask(PIPELINE_OK); 737 StateTransitionTask(PIPELINE_OK);
612 } 738 }
613 739
614 void PipelineImpl::StopTask(const base::Closure& stop_cb) { 740 void PipelineImpl::RendererWrapper::Stop(const base::Closure& stop_cb) {
615 DCHECK(media_task_runner_->BelongsToCurrentThread()); 741 DCHECK(media_task_runner_->BelongsToCurrentThread());
616 DCHECK(stop_cb_.is_null()); 742 DCHECK(state_ != kStopping && state_ != kStopped);
617
618 if (state_ == kStopped) {
619 // Invalid all weak pointers so it's safe to destroy |this| on the render
620 // main thread.
621 weak_factory_.InvalidateWeakPtrs();
622
623 // NOTE: pipeline may be deleted at this point in time as a result of
624 // executing |stop_cb|.
625 stop_cb.Run();
626
627 return;
628 }
629
630 stop_cb_ = stop_cb;
631
632 // We may already be stopping due to a runtime error.
633 if (state_ == kStopping)
634 return;
635
636 // Do not report statistics if the pipeline is not fully initialized.
637 if (state_ == kSeeking || state_ == kPlaying || state_ == kSuspending ||
638 state_ == kSuspended || state_ == kResuming) {
639 PipelineStatistics stats = GetStatistics();
640 if (stats.video_frames_decoded > 0) {
641 UMA_HISTOGRAM_COUNTS("Media.DroppedFrameCount",
642 stats.video_frames_dropped);
643 }
644 }
645 743
646 SetState(kStopping); 744 SetState(kStopping);
745
746 // If we stop during starting/seeking/suspending/resuming we don't want to
747 // leave outstanding callbacks around. The callbacks also do not get run if
748 // the pipeline is stopped before it had a chance to complete outstanding
749 // tasks.
647 pending_callbacks_.reset(); 750 pending_callbacks_.reset();
648 DoStop(); 751
752 DoStop(stop_cb);
649 } 753 }
650 754
651 void PipelineImpl::ErrorChangedTask(PipelineStatus error) { 755 void PipelineImpl::RendererWrapper::OnPipelineError(PipelineStatus error) {
652 DCHECK(media_task_runner_->BelongsToCurrentThread()); 756 DCHECK(media_task_runner_->BelongsToCurrentThread());
653 DCHECK_NE(PIPELINE_OK, error) << "PIPELINE_OK isn't an error!"; 757 DCHECK_NE(PIPELINE_OK, error) << "PIPELINE_OK isn't an error!";
654 758
655 // Preserve existing abnormal status. 759 // Preserve existing abnormal status.
656 if (status_ != PIPELINE_OK) 760 if (status_ != PIPELINE_OK)
657 return; 761 return;
658 762
659 // Don't report pipeline error events to the media log here. The embedder will 763 // Don't report pipeline error events to the media log here. The embedder
660 // log this when Client::OnError is called. If the pipeline is already stopped 764 // will log this when Client::OnError is called. If the pipeline is already
661 // or stopping we also don't want to log any event. In case we are suspending 765 // stopped or stopping we also don't want to log any event. In case we are
662 // or suspended, the error may be recoverable, so don't propagate it now, 766 // suspending or suspended, the error may be recoverable, so don't propagate
663 // instead let the subsequent seek during resume propagate it if it's 767 // it now, instead let the subsequent seek during resume propagate it if
664 // unrecoverable. 768 // it's unrecoverable.
665 if (state_ == kStopping || state_ == kStopped || state_ == kSuspending || 769 if (state_ == kStopping || state_ == kStopped || state_ == kSuspending ||
666 state_ == kSuspended) { 770 state_ == kSuspended) {
667 return; 771 return;
668 } 772 }
669 773
670 // Once we enter |kStopping| state, nothing is reported back to the client.
671 // If we encounter an error during initialization/seeking/suspending,
672 // report the error using the completion callbacks for those tasks.
673 status_ = error; 774 status_ = error;
674 bool error_reported = false; 775 main_task_runner_->PostTask(
675 if (!seek_cb_.is_null()) { 776 FROM_HERE, base::Bind(&PipelineImpl::OnError, weak_pipeline_, error));
676 base::ResetAndReturn(&seek_cb_).Run(status_);
677 error_reported = true;
678 }
679 if (!suspend_cb_.is_null()) {
680 base::ResetAndReturn(&suspend_cb_).Run(status_);
681 error_reported = true;
682 }
683 if (!error_reported) {
684 DCHECK_NE(status_, PIPELINE_OK);
685 main_task_runner_->PostTask(
686 FROM_HERE,
687 base::Bind(&Pipeline::Client::OnError, weak_client_, status_));
688 }
689
690 SetState(kStopping);
691 pending_callbacks_.reset();
692 DoStop();
693 } 777 }
694 778
695 void PipelineImpl::PlaybackRateChangedTask(double playback_rate) { 779 void PipelineImpl::RendererWrapper::SetPlaybackRate(double playback_rate) {
696 DCHECK(media_task_runner_->BelongsToCurrentThread()); 780 DCHECK(media_task_runner_->BelongsToCurrentThread());
697 781
698 // Playback rate changes are only carried out while playing. 782 playback_rate_ = playback_rate;
699 if (state_ != kPlaying) 783 if (state_ == kPlaying)
700 return; 784 renderer_->SetPlaybackRate(playback_rate_);
701
702 renderer_->SetPlaybackRate(playback_rate);
703 } 785 }
704 786
705 void PipelineImpl::VolumeChangedTask(float volume) { 787 void PipelineImpl::RendererWrapper::SetVolume(float volume) {
706 DCHECK(media_task_runner_->BelongsToCurrentThread()); 788 DCHECK(media_task_runner_->BelongsToCurrentThread());
707 789
708 // Volume changes are only carried out while playing. 790 volume_ = volume;
709 if (state_ != kPlaying) 791 if (state_ == kPlaying)
710 return; 792 renderer_->SetVolume(volume_);
711
712 renderer_->SetVolume(volume);
713 } 793 }
714 794
715 void PipelineImpl::SeekTask(TimeDelta time, const PipelineStatusCB& seek_cb) { 795 void PipelineImpl::RendererWrapper::Seek(base::TimeDelta time) {
716 DCHECK(media_task_runner_->BelongsToCurrentThread()); 796 DCHECK(media_task_runner_->BelongsToCurrentThread());
717 DCHECK(stop_cb_.is_null());
718 797
719 // Suppress seeking if we're not fully started. 798 // Suppress seeking if we're not fully started.
720 if (state_ != kPlaying) { 799 if (state_ != kPlaying) {
721 DCHECK(state_ == kStopping || state_ == kStopped) 800 DCHECK(state_ == kStopping || state_ == kStopped)
722 << "Receive seek in unexpected state: " << state_; 801 << "Receive seek in unexpected state: " << state_;
723 seek_cb.Run(PIPELINE_ERROR_INVALID_STATE); 802 OnPipelineError(PIPELINE_ERROR_INVALID_STATE);
724 return; 803 return;
725 } 804 }
726 805
727 DCHECK(seek_cb_.is_null());
728
729 const base::TimeDelta seek_timestamp = 806 const base::TimeDelta seek_timestamp =
730 std::max(time, demuxer_->GetStartTime()); 807 std::max(time, demuxer_->GetStartTime());
731 808
732 SetState(kSeeking); 809 SetState(kSeeking);
733 seek_cb_ = seek_cb;
734 renderer_ended_ = false; 810 renderer_ended_ = false;
735 text_renderer_ended_ = false; 811 text_renderer_ended_ = false;
736 start_timestamp_ = seek_timestamp; 812 start_timestamp_ = seek_timestamp;
737 813
738 DoSeek(seek_timestamp, 814 DoSeek(seek_timestamp,
739 base::Bind(&PipelineImpl::StateTransitionTask, weak_this_)); 815 base::Bind(&RendererWrapper::StateTransitionTask, weak_this_));
740 } 816 }
741 817
742 void PipelineImpl::SuspendTask(const PipelineStatusCB& suspend_cb) { 818 void PipelineImpl::RendererWrapper::Suspend() {
743 DCHECK(media_task_runner_->BelongsToCurrentThread()); 819 DCHECK(media_task_runner_->BelongsToCurrentThread());
744 820
745 // Suppress suspending if we're not playing. 821 // Suppress suspending if we're not playing.
746 if (state_ != kPlaying) { 822 if (state_ != kPlaying) {
747 DCHECK(state_ == kStopping || state_ == kStopped) 823 DCHECK(state_ == kStopping || state_ == kStopped)
748 << "Receive suspend in unexpected state: " << state_; 824 << "Receive suspend in unexpected state: " << state_;
749 suspend_cb.Run(PIPELINE_ERROR_INVALID_STATE); 825 OnPipelineError(PIPELINE_ERROR_INVALID_STATE);
750 return; 826 return;
751 } 827 }
752 DCHECK(renderer_); 828 DCHECK(renderer_);
753 DCHECK(!pending_callbacks_.get()); 829 DCHECK(!pending_callbacks_.get());
754 830
755 SetState(kSuspending); 831 SetState(kSuspending);
756 suspend_cb_ = suspend_cb;
757 832
758 // Freeze playback and record the media time before flushing. (Flushing clears 833 // Freeze playback and record the media time before flushing. (Flushing clears
759 // the value.) 834 // the value.)
760 renderer_->SetPlaybackRate(0.0); 835 renderer_->SetPlaybackRate(0.0);
761 { 836 {
762 base::AutoLock auto_lock(lock_); 837 base::AutoLock auto_lock(media_time_lock_);
763 suspend_timestamp_ = renderer_->GetMediaTime(); 838 suspend_timestamp_ = renderer_->GetMediaTime();
764 DCHECK(suspend_timestamp_ != kNoTimestamp()); 839 DCHECK(suspend_timestamp_ != kNoTimestamp());
765 } 840 }
766 841
767 // Queue the asynchronous actions required to stop playback. (Matches setup in 842 // Queue the asynchronous actions required to stop playback. (Matches setup in
768 // DoSeek().) 843 // DoSeek().)
769 // TODO(sandersd): Share implementation with DoSeek(). 844 // TODO(sandersd): Share implementation with DoSeek().
770 SerialRunner::Queue fns; 845 SerialRunner::Queue fns;
771 846
772 if (text_renderer_) { 847 if (text_renderer_) {
773 fns.Push(base::Bind(&TextRenderer::Pause, 848 fns.Push(base::Bind(&TextRenderer::Pause,
774 base::Unretained(text_renderer_.get()))); 849 base::Unretained(text_renderer_.get())));
775 } 850 }
776 851
777 fns.Push(base::Bind(&Renderer::Flush, base::Unretained(renderer_.get()))); 852 fns.Push(base::Bind(&Renderer::Flush, base::Unretained(renderer_.get())));
778 853
779 if (text_renderer_) { 854 if (text_renderer_) {
780 fns.Push(base::Bind(&TextRenderer::Flush, 855 fns.Push(base::Bind(&TextRenderer::Flush,
781 base::Unretained(text_renderer_.get()))); 856 base::Unretained(text_renderer_.get())));
782 } 857 }
783 858
784 pending_callbacks_ = SerialRunner::Run( 859 pending_callbacks_ = SerialRunner::Run(
785 fns, base::Bind(&PipelineImpl::StateTransitionTask, weak_this_)); 860 fns, base::Bind(&RendererWrapper::StateTransitionTask, weak_this_));
786 } 861 }
787 862
788 void PipelineImpl::ResumeTask(std::unique_ptr<Renderer> renderer, 863 void PipelineImpl::RendererWrapper::Resume(std::unique_ptr<Renderer> renderer,
789 base::TimeDelta timestamp, 864 base::TimeDelta timestamp) {
790 const PipelineStatusCB& seek_cb) {
791 DCHECK(media_task_runner_->BelongsToCurrentThread()); 865 DCHECK(media_task_runner_->BelongsToCurrentThread());
792 866
793 // Suppress resuming if we're not suspended. 867 // Suppress resuming if we're not suspended.
794 if (state_ != kSuspended) { 868 if (state_ != kSuspended) {
795 DCHECK(state_ == kStopping || state_ == kStopped) 869 DCHECK(state_ == kStopping || state_ == kStopped)
796 << "Receive resume in unexpected state: " << state_; 870 << "Receive resume in unexpected state: " << state_;
797 seek_cb.Run(PIPELINE_ERROR_INVALID_STATE); 871 OnPipelineError(PIPELINE_ERROR_INVALID_STATE);
798 return; 872 return;
799 } 873 }
800 DCHECK(!renderer_); 874 DCHECK(!renderer_);
801 DCHECK(!pending_callbacks_.get()); 875 DCHECK(!pending_callbacks_.get());
802 876
803 SetState(kResuming); 877 SetState(kResuming);
804 renderer_ = std::move(renderer); 878
879 {
880 base::AutoLock auto_lock(media_time_lock_);
881 renderer_ = std::move(renderer);
882 }
805 883
806 // Set up for a seek. (Matches setup in SeekTask().) 884 // Set up for a seek. (Matches setup in SeekTask().)
807 // TODO(sandersd): Share implementation with SeekTask(). 885 // TODO(sandersd): Share implementation with SeekTask().
808 seek_cb_ = seek_cb;
809 renderer_ended_ = false; 886 renderer_ended_ = false;
810 text_renderer_ended_ = false; 887 text_renderer_ended_ = false;
811 start_timestamp_ = std::max(timestamp, demuxer_->GetStartTime()); 888 start_timestamp_ = std::max(timestamp, demuxer_->GetStartTime());
812 889
813 // Queue the asynchronous actions required to start playback. Unlike DoSeek(), 890 // Queue the asynchronous actions required to start playback. Unlike DoSeek(),
814 // we need to initialize the renderer ourselves (we don't want to enter state 891 // we need to initialize the renderer ourselves (we don't want to enter state
815 // kInitDemuxer, and even if we did the current code would seek to the start 892 // kInitDemuxer, and even if we did the current code would seek to the start
816 // instead of |timestamp|). 893 // instead of |timestamp|).
817 SerialRunner::Queue fns; 894 SerialRunner::Queue fns;
818 895
819 fns.Push( 896 fns.Push(
820 base::Bind(&Demuxer::Seek, base::Unretained(demuxer_), start_timestamp_)); 897 base::Bind(&Demuxer::Seek, base::Unretained(demuxer_), start_timestamp_));
821 898
822 fns.Push(base::Bind(&PipelineImpl::InitializeRenderer, weak_this_)); 899 fns.Push(base::Bind(&RendererWrapper::InitializeRenderer, weak_this_));
823 900
824 pending_callbacks_ = SerialRunner::Run( 901 pending_callbacks_ = SerialRunner::Run(
825 fns, base::Bind(&PipelineImpl::StateTransitionTask, weak_this_)); 902 fns, base::Bind(&RendererWrapper::StateTransitionTask, weak_this_));
826 } 903 }
827 904
828 void PipelineImpl::SetCdmTask(CdmContext* cdm_context, 905 void PipelineImpl::RendererWrapper::SetCdm(
829 const CdmAttachedCB& cdm_attached_cb) { 906 CdmContext* cdm_context,
830 base::AutoLock auto_lock(lock_); 907 const CdmAttachedCB& cdm_attached_cb) {
908 DCHECK(media_task_runner_->BelongsToCurrentThread());
909
831 if (!renderer_) { 910 if (!renderer_) {
832 cdm_context_ = cdm_context; 911 cdm_context_ = cdm_context;
833 cdm_attached_cb.Run(true); 912 cdm_attached_cb.Run(true);
834 return; 913 return;
835 } 914 }
836 915
837 renderer_->SetCdm(cdm_context, 916 renderer_->SetCdm(cdm_context,
838 base::Bind(&PipelineImpl::OnCdmAttached, weak_this_, 917 base::Bind(&RendererWrapper::OnCdmAttached, weak_this_,
839 cdm_attached_cb, cdm_context)); 918 cdm_attached_cb, cdm_context));
840 } 919 }
841 920
842 void PipelineImpl::OnCdmAttached(const CdmAttachedCB& cdm_attached_cb, 921 void PipelineImpl::RendererWrapper::OnCdmAttached(
843 CdmContext* cdm_context, 922 const CdmAttachedCB& cdm_attached_cb,
844 bool success) { 923 CdmContext* cdm_context,
924 bool success) {
845 DCHECK(media_task_runner_->BelongsToCurrentThread()); 925 DCHECK(media_task_runner_->BelongsToCurrentThread());
926
846 if (success) 927 if (success)
847 cdm_context_ = cdm_context; 928 cdm_context_ = cdm_context;
848 cdm_attached_cb.Run(success); 929 cdm_attached_cb.Run(success);
849 } 930 }
850 931
851 void PipelineImpl::OnTextRendererEnded() { 932 void PipelineImpl::RendererWrapper::OnTextRendererEnded() {
852 DCHECK(media_task_runner_->BelongsToCurrentThread()); 933 DCHECK(media_task_runner_->BelongsToCurrentThread());
853 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::TEXT_ENDED)); 934 media_log_->AddEvent(media_log_->CreateEvent(MediaLogEvent::TEXT_ENDED));
854 935
855 if (state_ != kPlaying) 936 if (state_ != kPlaying)
856 return; 937 return;
857 938
858 DCHECK(!text_renderer_ended_); 939 DCHECK(!text_renderer_ended_);
859 text_renderer_ended_ = true; 940 text_renderer_ended_ = true;
860 941
861 RunEndedCallbackIfNeeded(); 942 RunEndedCallbackIfNeeded();
862 } 943 }
863 944
864 void PipelineImpl::RunEndedCallbackIfNeeded() { 945 void PipelineImpl::RendererWrapper::RunEndedCallbackIfNeeded() {
865 DCHECK(media_task_runner_->BelongsToCurrentThread()); 946 DCHECK(media_task_runner_->BelongsToCurrentThread());
866 947
867 if (renderer_ && !renderer_ended_) 948 if (renderer_ && !renderer_ended_)
868 return; 949 return;
869 950
870 if (text_renderer_ && text_renderer_->HasTracks() && !text_renderer_ended_) 951 if (text_renderer_ && text_renderer_->HasTracks() && !text_renderer_ended_)
871 return; 952 return;
872 953
873 DCHECK_EQ(status_, PIPELINE_OK); 954 DCHECK_EQ(status_, PIPELINE_OK);
874 main_task_runner_->PostTask( 955 main_task_runner_->PostTask(
875 FROM_HERE, base::Bind(&Pipeline::Client::OnEnded, weak_client_)); 956 FROM_HERE, base::Bind(&PipelineImpl::OnEnded, weak_pipeline_));
876 } 957 }
877 958
878 std::unique_ptr<TextRenderer> PipelineImpl::CreateTextRenderer() { 959 void PipelineImpl::RendererWrapper::AddTextStreamTask(
960 DemuxerStream* text_stream,
961 const TextTrackConfig& config) {
879 DCHECK(media_task_runner_->BelongsToCurrentThread()); 962 DCHECK(media_task_runner_->BelongsToCurrentThread());
880 963
881 const base::CommandLine* cmd_line = base::CommandLine::ForCurrentProcess();
882 if (!cmd_line->HasSwitch(switches::kEnableInbandTextTracks))
883 return nullptr;
884
885 return base::WrapUnique(new media::TextRenderer(
886 media_task_runner_,
887 base::Bind(&PipelineImpl::OnAddTextTrack, weak_this_)));
888 }
889
890 void PipelineImpl::AddTextStreamTask(DemuxerStream* text_stream,
891 const TextTrackConfig& config) {
892 DCHECK(media_task_runner_->BelongsToCurrentThread());
893 // TODO(matthewjheaney): fix up text_ended_ when text stream 964 // TODO(matthewjheaney): fix up text_ended_ when text stream
894 // is added (http://crbug.com/321446). 965 // is added (http://crbug.com/321446).
895 if (text_renderer_) 966 if (text_renderer_)
896 text_renderer_->AddTextStream(text_stream, config); 967 text_renderer_->AddTextStream(text_stream, config);
897 } 968 }
898 969
899 void PipelineImpl::RemoveTextStreamTask(DemuxerStream* text_stream) { 970 void PipelineImpl::RendererWrapper::RemoveTextStreamTask(
971 DemuxerStream* text_stream) {
900 DCHECK(media_task_runner_->BelongsToCurrentThread()); 972 DCHECK(media_task_runner_->BelongsToCurrentThread());
901 973
902 if (text_renderer_) 974 if (text_renderer_)
903 text_renderer_->RemoveTextStream(text_stream); 975 text_renderer_->RemoveTextStream(text_stream);
904 } 976 }
905 977
906 void PipelineImpl::OnAddTextTrack(const TextTrackConfig& config, 978 void PipelineImpl::RendererWrapper::InitializeDemuxer(
907 const AddTextTrackDoneCB& done_cb) { 979 const PipelineStatusCB& done_cb) {
908 DCHECK(media_task_runner_->BelongsToCurrentThread());
909
910 main_task_runner_->PostTask(
911 FROM_HERE, base::Bind(&Pipeline::Client::OnAddTextTrack, weak_client_,
912 config, done_cb));
913 }
914
915 void PipelineImpl::InitializeDemuxer(const PipelineStatusCB& done_cb) {
916 DCHECK(media_task_runner_->BelongsToCurrentThread()); 980 DCHECK(media_task_runner_->BelongsToCurrentThread());
917 981
918 demuxer_->Initialize(this, done_cb, !!text_renderer_); 982 demuxer_->Initialize(this, done_cb, !!text_renderer_);
919 } 983 }
920 984
921 void PipelineImpl::InitializeRenderer(const PipelineStatusCB& done_cb) { 985 void PipelineImpl::RendererWrapper::InitializeRenderer(
986 const PipelineStatusCB& done_cb) {
922 DCHECK(media_task_runner_->BelongsToCurrentThread()); 987 DCHECK(media_task_runner_->BelongsToCurrentThread());
923 988
924 if (!demuxer_->GetStream(DemuxerStream::AUDIO) && 989 if (!demuxer_->GetStream(DemuxerStream::AUDIO) &&
925 !demuxer_->GetStream(DemuxerStream::VIDEO)) { 990 !demuxer_->GetStream(DemuxerStream::VIDEO)) {
926 { 991 done_cb.Run(PIPELINE_ERROR_COULD_NOT_RENDER);
927 base::AutoLock auto_lock(lock_);
928 renderer_.reset();
929 }
930 OnError(PIPELINE_ERROR_COULD_NOT_RENDER);
931 return; 992 return;
932 } 993 }
933 994
934 if (cdm_context_) 995 if (cdm_context_)
935 renderer_->SetCdm(cdm_context_, base::Bind(&IgnoreCdmAttached)); 996 renderer_->SetCdm(cdm_context_, base::Bind(&IgnoreCdmAttached));
936 997
937 renderer_->Initialize(demuxer_, this, done_cb); 998 renderer_->Initialize(demuxer_, this, done_cb);
938 } 999 }
939 1000
940 void PipelineImpl::ReportMetadata() { 1001 void PipelineImpl::RendererWrapper::ReportMetadata() {
941 DCHECK(media_task_runner_->BelongsToCurrentThread()); 1002 DCHECK(media_task_runner_->BelongsToCurrentThread());
942 1003
943 PipelineMetadata metadata; 1004 PipelineMetadata metadata;
944 metadata.timeline_offset = demuxer_->GetTimelineOffset(); 1005 metadata.timeline_offset = demuxer_->GetTimelineOffset();
945 DemuxerStream* stream = demuxer_->GetStream(DemuxerStream::VIDEO); 1006 DemuxerStream* stream = demuxer_->GetStream(DemuxerStream::VIDEO);
946 if (stream) { 1007 if (stream) {
947 metadata.has_video = true; 1008 metadata.has_video = true;
948 metadata.natural_size = stream->video_decoder_config().natural_size(); 1009 metadata.natural_size = stream->video_decoder_config().natural_size();
949 metadata.video_rotation = stream->video_rotation(); 1010 metadata.video_rotation = stream->video_rotation();
950 } 1011 }
951 if (demuxer_->GetStream(DemuxerStream::AUDIO)) { 1012 if (demuxer_->GetStream(DemuxerStream::AUDIO)) {
952 metadata.has_audio = true; 1013 metadata.has_audio = true;
953 } 1014 }
954 1015
955 main_task_runner_->PostTask( 1016 main_task_runner_->PostTask(FROM_HERE, base::Bind(&PipelineImpl::OnMetadata,
956 FROM_HERE, 1017 weak_pipeline_, metadata));
957 base::Bind(&Pipeline::Client::OnMetadata, weak_client_, metadata)); 1018 }
1019
1020 void PipelineImpl::OnError(PipelineStatus error) {
1021 DVLOG(2) << __FUNCTION__;
1022 DCHECK(thread_checker_.CalledOnValidThread());
1023 DCHECK_NE(PIPELINE_OK, error) << "PIPELINE_OK isn't an error!";
1024
1025 if (!IsRunning())
1026 return;
1027
1028 // If the error happens during starting/seeking/suspending/resuming,
1029 // report the error via the completion callback for those tasks.
1030 // Else report error via the client interface.
1031 if (!seek_cb_.is_null()) {
1032 base::ResetAndReturn(&seek_cb_).Run(error);
1033 } else if (!suspend_cb_.is_null()) {
1034 base::ResetAndReturn(&suspend_cb_).Run(error);
1035 } else {
1036 DCHECK(client_);
1037 client_->OnError(error);
1038 }
1039
1040 // Any kind of error stops the pipeline.
1041 Stop();
1042 }
1043
1044 void PipelineImpl::OnEnded() {
1045 DVLOG(2) << __FUNCTION__;
1046 DCHECK(thread_checker_.CalledOnValidThread());
1047
1048 if (IsRunning()) {
1049 DCHECK(client_);
1050 client_->OnEnded();
1051 }
1052 }
1053
1054 void PipelineImpl::OnMetadata(PipelineMetadata metadata) {
1055 DVLOG(2) << __FUNCTION__;
1056 DCHECK(thread_checker_.CalledOnValidThread());
1057
1058 if (IsRunning()) {
1059 DCHECK(client_);
1060 client_->OnMetadata(metadata);
1061 }
1062 }
1063
1064 void PipelineImpl::OnBufferingStateChange(BufferingState state) {
1065 DVLOG(2) << __FUNCTION__ << "(" << state << ")";
1066 DCHECK(thread_checker_.CalledOnValidThread());
1067
1068 if (IsRunning()) {
1069 DCHECK(client_);
1070 client_->OnBufferingStateChange(state);
1071 }
1072 }
1073
1074 void PipelineImpl::OnDurationChange(base::TimeDelta duration) {
1075 DVLOG(2) << __FUNCTION__;
1076 DCHECK(thread_checker_.CalledOnValidThread());
1077
1078 duration_ = duration;
1079
1080 if (IsRunning()) {
1081 DCHECK(client_);
1082 client_->OnDurationChange();
1083 }
1084 }
1085
1086 void PipelineImpl::OnAddTextTrack(const TextTrackConfig& config,
1087 const AddTextTrackDoneCB& done_cb) {
1088 DVLOG(2) << __FUNCTION__;
1089 DCHECK(thread_checker_.CalledOnValidThread());
1090
1091 if (IsRunning()) {
1092 DCHECK(client_);
1093 client_->OnAddTextTrack(config, done_cb);
1094 }
1095 }
1096
1097 void PipelineImpl::OnWaitingForDecryptionKey() {
1098 DVLOG(2) << __FUNCTION__;
1099 DCHECK(thread_checker_.CalledOnValidThread());
1100
1101 if (IsRunning()) {
1102 DCHECK(client_);
1103 client_->OnWaitingForDecryptionKey();
1104 }
1105 }
1106
1107 void PipelineImpl::OnVideoNaturalSizeChange(const gfx::Size& size) {
1108 DVLOG(2) << __FUNCTION__;
1109 DCHECK(thread_checker_.CalledOnValidThread());
1110
1111 if (IsRunning()) {
1112 DCHECK(client_);
1113 client_->OnVideoNaturalSizeChange(size);
1114 }
1115 }
1116
1117 void PipelineImpl::OnVideoOpacityChange(bool opaque) {
1118 DVLOG(2) << __FUNCTION__;
1119 DCHECK(thread_checker_.CalledOnValidThread());
1120
1121 if (IsRunning()) {
1122 DCHECK(client_);
1123 client_->OnVideoOpacityChange(opaque);
1124 }
1125 }
1126
1127 void PipelineImpl::OnBufferedTimeRangesChange(
1128 const Ranges<base::TimeDelta>& ranges) {
1129 DVLOG(3) << __FUNCTION__;
1130 DCHECK(thread_checker_.CalledOnValidThread());
1131
1132 buffered_time_ranges_ = ranges;
1133 did_loading_progress_ = true;
1134 }
1135
1136 void PipelineImpl::OnStatisticsUpdate(const PipelineStatistics& stats) {
1137 DVLOG(3) << __FUNCTION__;
1138 DCHECK(thread_checker_.CalledOnValidThread());
1139
1140 statistics_.audio_bytes_decoded += stats.audio_bytes_decoded;
1141 statistics_.video_bytes_decoded += stats.video_bytes_decoded;
1142 statistics_.video_frames_decoded += stats.video_frames_decoded;
1143 statistics_.video_frames_dropped += stats.video_frames_dropped;
1144 statistics_.audio_memory_usage += stats.audio_memory_usage;
1145 statistics_.video_memory_usage += stats.video_memory_usage;
1146 }
1147
1148 void PipelineImpl::OnSeekDone(base::TimeDelta start_time) {
1149 DVLOG(3) << __FUNCTION__ << "(" << start_time.InMicroseconds() << ")";
1150 DCHECK(thread_checker_.CalledOnValidThread());
1151
1152 if (IsRunning()) {
1153 DCHECK(!seek_cb_.is_null());
1154 base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1155 }
1156 }
1157
1158 void PipelineImpl::OnSuspendDone(base::TimeDelta suspend_time) {
1159 DVLOG(3) << __FUNCTION__ << "(" << suspend_time.InMicroseconds() << ")";
1160 DCHECK(thread_checker_.CalledOnValidThread());
1161
1162 // Reset audio-video memory usage since renderer has been destroyed.
1163 statistics_.audio_memory_usage = 0;
1164 statistics_.video_memory_usage = 0;
1165
1166 if (IsRunning()) {
1167 DCHECK(!suspend_cb_.is_null());
1168 base::ResetAndReturn(&suspend_cb_).Run(PIPELINE_OK);
1169 }
1170 }
1171
1172 PipelineImpl::RendererWrapper::RendererWrapper(
1173 base::WeakPtr<PipelineImpl> weak_pipeline,
1174 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner,
1175 scoped_refptr<MediaLog> media_log)
1176 : weak_pipeline_(weak_pipeline),
1177 media_task_runner_(std::move(media_task_runner)),
1178 main_task_runner_(base::ThreadTaskRunnerHandle::Get()),
1179 media_log_(std::move(media_log)),
1180 demuxer_(nullptr),
1181 playback_rate_(kDefaultPlaybackRate),
1182 volume_(kDefaultVolume),
1183 cdm_context_(nullptr),
1184 state_(kCreated),
1185 status_(PIPELINE_OK),
1186 suspend_timestamp_(kNoTimestamp()),
1187 renderer_ended_(false),
1188 text_renderer_ended_(false),
1189 weak_factory_(this) {
1190 weak_this_ = weak_factory_.GetWeakPtr();
1191 media_log_->AddEvent(media_log_->CreatePipelineStateChangedEvent(kCreated));
1192 }
1193
1194 PipelineImpl::RendererWrapper::~RendererWrapper() {
1195 DCHECK(media_task_runner_->BelongsToCurrentThread());
1196 DCHECK(state_ == kCreated || state_ == kStopped);
1197 }
1198
1199 base::TimeDelta PipelineImpl::RendererWrapper::GetMediaTime() {
1200 // This is the only member function that gets called on the main thread.
1201 // TODO(alokp): Enforce that Renderer is only called on a single thread,
1202 // even for accessing media time http://crbug.com/370634.
1203 DCHECK(main_task_runner_->BelongsToCurrentThread());
1204
1205 base::AutoLock auto_lock(media_time_lock_);
1206 if (suspend_timestamp_ != kNoTimestamp())
1207 return suspend_timestamp_;
1208 return renderer_ ? renderer_->GetMediaTime() : base::TimeDelta();
958 } 1209 }
959 1210
960 } // namespace media 1211 } // namespace media
OLDNEW
« no previous file with comments | « media/base/pipeline_impl.h ('k') | media/base/pipeline_impl_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698