Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(858)

Side by Side Diff: remoting/client/plugin/pepper_view.cc

Issue 23440046: Remove dependency on Skia from chromoting client. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Created 7 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « remoting/client/plugin/pepper_view.h ('k') | remoting/client/rectangle_update_decoder.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "remoting/client/plugin/pepper_view.h" 5 #include "remoting/client/plugin/pepper_view.h"
6 6
7 #include <functional> 7 #include <functional>
8 8
9 #include "base/message_loop/message_loop.h" 9 #include "base/message_loop/message_loop.h"
10 #include "base/strings/string_util.h" 10 #include "base/strings/string_util.h"
(...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after
60 60
61 } // namespace 61 } // namespace
62 62
63 PepperView::PepperView(ChromotingInstance* instance, 63 PepperView::PepperView(ChromotingInstance* instance,
64 ClientContext* context, 64 ClientContext* context,
65 FrameProducer* producer) 65 FrameProducer* producer)
66 : instance_(instance), 66 : instance_(instance),
67 context_(context), 67 context_(context),
68 producer_(producer), 68 producer_(producer),
69 merge_buffer_(NULL), 69 merge_buffer_(NULL),
70 merge_clip_area_(SkIRect::MakeEmpty()),
71 dips_size_(SkISize::Make(0, 0)),
72 dips_to_device_scale_(1.0f), 70 dips_to_device_scale_(1.0f),
73 view_size_(SkISize::Make(0, 0)),
74 dips_to_view_scale_(1.0f), 71 dips_to_view_scale_(1.0f),
75 clip_area_(SkIRect::MakeEmpty()),
76 source_size_(SkISize::Make(0, 0)),
77 source_dpi_(SkIPoint::Make(0, 0)),
78 flush_pending_(false), 72 flush_pending_(false),
79 is_initialized_(false), 73 is_initialized_(false),
80 frame_received_(false), 74 frame_received_(false),
81 callback_factory_(this) { 75 callback_factory_(this) {
82 InitiateDrawing(); 76 InitiateDrawing();
83 } 77 }
84 78
85 PepperView::~PepperView() { 79 PepperView::~PepperView() {
86 // The producer should now return any pending buffers. At this point, however, 80 // The producer should now return any pending buffers. At this point, however,
87 // ReturnBuffer() tasks scheduled by the producer will not be delivered, 81 // ReturnBuffer() tasks scheduled by the producer will not be delivered,
88 // so we free all the buffers once the producer's queue is empty. 82 // so we free all the buffers once the producer's queue is empty.
89 base::WaitableEvent done_event(true, false); 83 base::WaitableEvent done_event(true, false);
90 producer_->RequestReturnBuffers( 84 producer_->RequestReturnBuffers(
91 base::Bind(&base::WaitableEvent::Signal, base::Unretained(&done_event))); 85 base::Bind(&base::WaitableEvent::Signal, base::Unretained(&done_event)));
92 done_event.Wait(); 86 done_event.Wait();
93 87
94 merge_buffer_ = NULL; 88 merge_buffer_ = NULL;
95 while (!buffers_.empty()) { 89 while (!buffers_.empty()) {
96 FreeBuffer(buffers_.front()); 90 FreeBuffer(buffers_.front());
97 } 91 }
98 } 92 }
99 93
100 void PepperView::SetView(const pp::View& view) { 94 void PepperView::SetView(const pp::View& view) {
101 bool view_changed = false; 95 bool view_changed = false;
102 96
103 pp::Rect pp_size = view.GetRect(); 97 pp::Rect pp_size = view.GetRect();
104 SkISize new_dips_size = SkISize::Make(pp_size.width(), pp_size.height()); 98 webrtc::DesktopSize new_dips_size(pp_size.width(), pp_size.height());
105 float new_dips_to_device_scale = view.GetDeviceScale(); 99 float new_dips_to_device_scale = view.GetDeviceScale();
106 100
107 if (dips_size_ != new_dips_size || 101 if (!dips_size_.equals(new_dips_size) ||
108 dips_to_device_scale_ != new_dips_to_device_scale) { 102 dips_to_device_scale_ != new_dips_to_device_scale) {
109 view_changed = true; 103 view_changed = true;
110 dips_to_device_scale_ = new_dips_to_device_scale; 104 dips_to_device_scale_ = new_dips_to_device_scale;
111 dips_size_ = new_dips_size; 105 dips_size_ = new_dips_size;
112 106
113 // If |dips_to_device_scale_| is > 1.0 then the device is high-DPI, and 107 // If |dips_to_device_scale_| is > 1.0 then the device is high-DPI, and
114 // there are actually |view_device_scale_| physical pixels for every one 108 // there are actually |view_device_scale_| physical pixels for every one
115 // Density Independent Pixel (DIP). If we specify a scale of 1.0 to 109 // Density Independent Pixel (DIP). If we specify a scale of 1.0 to
116 // Graphics2D then we can render at DIP resolution and let PPAPI up-scale 110 // Graphics2D then we can render at DIP resolution and let PPAPI up-scale
117 // for high-DPI devices. 111 // for high-DPI devices.
118 dips_to_view_scale_ = 1.0f; 112 dips_to_view_scale_ = 1.0f;
119 view_size_ = dips_size_; 113 view_size_ = dips_size_;
120 114
121 // If the view's DIP dimensions don't match the source then let the frame 115 // If the view's DIP dimensions don't match the source then let the frame
122 // producer do the scaling, and render at device resolution. 116 // producer do the scaling, and render at device resolution.
123 if (dips_size_ != source_size_) { 117 if (!dips_size_.equals(source_size_)) {
124 dips_to_view_scale_ = dips_to_device_scale_; 118 dips_to_view_scale_ = dips_to_device_scale_;
125 view_size_ = SkISize::Make( 119 view_size_.set(ceilf(dips_size_.width() * dips_to_view_scale_),
126 ceilf(dips_size_.width() * dips_to_view_scale_), 120 ceilf(dips_size_.height() * dips_to_view_scale_));
127 ceilf(dips_size_.height() * dips_to_view_scale_));
128 } 121 }
129 122
130 // Create a 2D rendering context at the chosen frame dimensions. 123 // Create a 2D rendering context at the chosen frame dimensions.
131 pp::Size pp_size = pp::Size(view_size_.width(), view_size_.height()); 124 pp::Size pp_size = pp::Size(view_size_.width(), view_size_.height());
132 graphics2d_ = pp::Graphics2D(instance_, pp_size, false); 125 graphics2d_ = pp::Graphics2D(instance_, pp_size, false);
133 126
134 // Specify the scale from our coordinates to DIPs. 127 // Specify the scale from our coordinates to DIPs.
135 graphics2d_.SetScale(1.0f / dips_to_view_scale_); 128 graphics2d_.SetScale(1.0f / dips_to_view_scale_);
136 129
137 bool result = instance_->BindGraphics(graphics2d_); 130 bool result = instance_->BindGraphics(graphics2d_);
138 131
139 // There is no good way to handle this error currently. 132 // There is no good way to handle this error currently.
140 DCHECK(result) << "Couldn't bind the device context."; 133 DCHECK(result) << "Couldn't bind the device context.";
141 } 134 }
142 135
143 pp::Rect pp_clip = view.GetClipRect(); 136 pp::Rect pp_clip = view.GetClipRect();
144 SkIRect new_clip = SkIRect::MakeLTRB( 137 webrtc::DesktopRect new_clip = webrtc::DesktopRect::MakeLTRB(
145 floorf(pp_clip.x() * dips_to_view_scale_), 138 floorf(pp_clip.x() * dips_to_view_scale_),
146 floorf(pp_clip.y() * dips_to_view_scale_), 139 floorf(pp_clip.y() * dips_to_view_scale_),
147 ceilf(pp_clip.right() * dips_to_view_scale_), 140 ceilf(pp_clip.right() * dips_to_view_scale_),
148 ceilf(pp_clip.bottom() * dips_to_view_scale_)); 141 ceilf(pp_clip.bottom() * dips_to_view_scale_));
149 if (clip_area_ != new_clip) { 142 if (!clip_area_.equals(new_clip)) {
150 view_changed = true; 143 view_changed = true;
151 144
152 // YUV to RGB conversion may require even X and Y coordinates for 145 // YUV to RGB conversion may require even X and Y coordinates for
153 // the top left corner of the clipping area. 146 // the top left corner of the clipping area.
154 clip_area_ = AlignRect(new_clip); 147 clip_area_ = AlignRect(new_clip);
155 clip_area_.intersect(SkIRect::MakeSize(view_size_)); 148 clip_area_.IntersectWith(webrtc::DesktopRect::MakeSize(view_size_));
156 } 149 }
157 150
158 if (view_changed) { 151 if (view_changed) {
159 producer_->SetOutputSizeAndClip(view_size_, clip_area_); 152 producer_->SetOutputSizeAndClip(view_size_, clip_area_);
160 InitiateDrawing(); 153 InitiateDrawing();
161 } 154 }
162 } 155 }
163 156
164 void PepperView::ApplyBuffer(const SkISize& view_size, 157 void PepperView::ApplyBuffer(const webrtc::DesktopSize& view_size,
165 const SkIRect& clip_area, 158 const webrtc::DesktopRect& clip_area,
166 webrtc::DesktopFrame* buffer, 159 webrtc::DesktopFrame* buffer,
167 const SkRegion& region) { 160 const webrtc::DesktopRegion& region) {
168 DCHECK(context_->main_task_runner()->BelongsToCurrentThread()); 161 DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
169 162
170 if (!frame_received_) { 163 if (!frame_received_) {
171 instance_->OnFirstFrameReceived(); 164 instance_->OnFirstFrameReceived();
172 frame_received_ = true; 165 frame_received_ = true;
173 } 166 }
174 // We cannot use the data in the buffer if its dimensions don't match the 167 // We cannot use the data in the buffer if its dimensions don't match the
175 // current view size. 168 // current view size.
176 // TODO(alexeypa): We could rescale and draw it (or even draw it without 169 // TODO(alexeypa): We could rescale and draw it (or even draw it without
177 // rescaling) to reduce the perceived lag while we are waiting for 170 // rescaling) to reduce the perceived lag while we are waiting for
178 // the properly scaled data. 171 // the properly scaled data.
179 if (view_size_ != view_size) { 172 if (!view_size_.equals(view_size)) {
180 FreeBuffer(buffer); 173 FreeBuffer(buffer);
181 InitiateDrawing(); 174 InitiateDrawing();
182 } else { 175 } else {
183 FlushBuffer(clip_area, buffer, region); 176 FlushBuffer(clip_area, buffer, region);
184 } 177 }
185 } 178 }
186 179
187 void PepperView::ReturnBuffer(webrtc::DesktopFrame* buffer) { 180 void PepperView::ReturnBuffer(webrtc::DesktopFrame* buffer) {
188 DCHECK(context_->main_task_runner()->BelongsToCurrentThread()); 181 DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
189 182
190 // Reuse the buffer if it is large enough, otherwise drop it on the floor 183 // Reuse the buffer if it is large enough, otherwise drop it on the floor
191 // and allocate a new one. 184 // and allocate a new one.
192 if (buffer->size().width() >= clip_area_.width() && 185 if (buffer->size().width() >= clip_area_.width() &&
193 buffer->size().height() >= clip_area_.height()) { 186 buffer->size().height() >= clip_area_.height()) {
194 producer_->DrawBuffer(buffer); 187 producer_->DrawBuffer(buffer);
195 } else { 188 } else {
196 FreeBuffer(buffer); 189 FreeBuffer(buffer);
197 InitiateDrawing(); 190 InitiateDrawing();
198 } 191 }
199 } 192 }
200 193
201 void PepperView::SetSourceSize(const SkISize& source_size, 194 void PepperView::SetSourceSize(const webrtc::DesktopSize& source_size,
202 const SkIPoint& source_dpi) { 195 const webrtc::DesktopVector& source_dpi) {
203 DCHECK(context_->main_task_runner()->BelongsToCurrentThread()); 196 DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
204 197
205 if (source_size_ == source_size && source_dpi_ == source_dpi) 198 if (source_size_.equals(source_size) && source_dpi_.equals(source_dpi))
206 return; 199 return;
207 200
208 source_size_ = source_size; 201 source_size_ = source_size;
209 source_dpi_ = source_dpi; 202 source_dpi_ = source_dpi;
210 203
211 // Notify JavaScript of the change in source size. 204 // Notify JavaScript of the change in source size.
212 instance_->SetDesktopSize(source_size, source_dpi); 205 instance_->SetDesktopSize(source_size, source_dpi);
213 } 206 }
214 207
215 webrtc::DesktopFrame* PepperView::AllocateBuffer() { 208 webrtc::DesktopFrame* PepperView::AllocateBuffer() {
(...skipping 27 matching lines...) Expand all
243 } 236 }
244 237
245 void PepperView::InitiateDrawing() { 238 void PepperView::InitiateDrawing() {
246 webrtc::DesktopFrame* buffer = AllocateBuffer(); 239 webrtc::DesktopFrame* buffer = AllocateBuffer();
247 while (buffer) { 240 while (buffer) {
248 producer_->DrawBuffer(buffer); 241 producer_->DrawBuffer(buffer);
249 buffer = AllocateBuffer(); 242 buffer = AllocateBuffer();
250 } 243 }
251 } 244 }
252 245
253 void PepperView::FlushBuffer(const SkIRect& clip_area, 246 void PepperView::FlushBuffer(const webrtc::DesktopRect& clip_area,
254 webrtc::DesktopFrame* buffer, 247 webrtc::DesktopFrame* buffer,
255 const SkRegion& region) { 248 const webrtc::DesktopRegion& region) {
256 // Defer drawing if the flush is already in progress. 249 // Defer drawing if the flush is already in progress.
257 if (flush_pending_) { 250 if (flush_pending_) {
258 // |merge_buffer_| is guaranteed to be free here because we allocate only 251 // |merge_buffer_| is guaranteed to be free here because we allocate only
259 // two buffers simultaneously. If more buffers are allowed this code should 252 // two buffers simultaneously. If more buffers are allowed this code should
260 // apply all pending changes to the screen. 253 // apply all pending changes to the screen.
261 DCHECK(merge_buffer_ == NULL); 254 DCHECK(merge_buffer_ == NULL);
262 255
263 merge_clip_area_ = clip_area; 256 merge_clip_area_ = clip_area;
264 merge_buffer_ = buffer; 257 merge_buffer_ = buffer;
265 merge_region_ = region; 258 merge_region_ = region;
266 return; 259 return;
267 } 260 }
268 261
269 // Notify Pepper API about the updated areas and flush pixels to the screen. 262 // Notify Pepper API about the updated areas and flush pixels to the screen.
270 base::Time start_time = base::Time::Now(); 263 base::Time start_time = base::Time::Now();
271 264
272 for (SkRegion::Iterator i(region); !i.done(); i.next()) { 265 for (webrtc::DesktopRegion::Iterator i(region); !i.IsAtEnd(); i.Advance()) {
273 SkIRect rect = i.rect(); 266 webrtc::DesktopRect rect = i.rect();
274 267
275 // Re-clip |region| with the current clipping area |clip_area_| because 268 // Re-clip |region| with the current clipping area |clip_area_| because
276 // the latter could change from the time the buffer was drawn. 269 // the latter could change from the time the buffer was drawn.
277 if (!rect.intersect(clip_area_)) 270 rect.IntersectWith(clip_area_);
271 if (rect.is_empty())
278 continue; 272 continue;
279 273
280 // Specify the rectangle coordinates relative to the clipping area. 274 // Specify the rectangle coordinates relative to the clipping area.
281 rect.offset(-clip_area.left(), -clip_area.top()); 275 rect.Translate(-clip_area.left(), -clip_area.top());
282 276
283 // Pepper Graphics 2D has a strange and badly documented API that the 277 // Pepper Graphics 2D has a strange and badly documented API that the
284 // point here is the offset from the source rect. Why? 278 // point here is the offset from the source rect. Why?
285 graphics2d_.PaintImageData( 279 graphics2d_.PaintImageData(
286 static_cast<PepperDesktopFrame*>(buffer)->buffer(), 280 static_cast<PepperDesktopFrame*>(buffer)->buffer(),
287 pp::Point(clip_area.left(), clip_area.top()), 281 pp::Point(clip_area.left(), clip_area.top()),
288 pp::Rect(rect.left(), rect.top(), rect.width(), rect.height())); 282 pp::Rect(rect.left(), rect.top(), rect.width(), rect.height()));
289 } 283 }
290 284
291 // Notify the producer that some parts of the region weren't painted because 285 // Notify the producer that some parts of the region weren't painted because
292 // the clipping area has changed already. 286 // the clipping area has changed already.
293 if (clip_area != clip_area_) { 287 if (!clip_area.equals(clip_area_)) {
294 SkRegion not_painted = region; 288 webrtc::DesktopRegion not_painted = region;
295 not_painted.op(clip_area_, SkRegion::kDifference_Op); 289 not_painted.Subtract(clip_area_);
296 if (!not_painted.isEmpty()) { 290 if (!not_painted.is_empty()) {
297 producer_->InvalidateRegion(not_painted); 291 producer_->InvalidateRegion(not_painted);
298 } 292 }
299 } 293 }
300 294
301 // Flush the updated areas to the screen. 295 // Flush the updated areas to the screen.
302 pp::CompletionCallback callback = 296 pp::CompletionCallback callback =
303 callback_factory_.NewCallback(&PepperView::OnFlushDone, 297 callback_factory_.NewCallback(&PepperView::OnFlushDone,
304 start_time, 298 start_time,
305 buffer); 299 buffer);
306 int error = graphics2d_.Flush(callback); 300 int error = graphics2d_.Flush(callback);
307 CHECK(error == PP_OK_COMPLETIONPENDING); 301 CHECK(error == PP_OK_COMPLETIONPENDING);
308 flush_pending_ = true; 302 flush_pending_ = true;
309 303
310 // If the buffer we just rendered has a shape then pass that to JavaScript. 304 // If the buffer we just rendered has a shape then pass that to JavaScript.
311 const SkRegion* buffer_shape = producer_->GetBufferShape(); 305 const webrtc::DesktopRegion* buffer_shape = producer_->GetBufferShape();
312 if (buffer_shape) 306 if (buffer_shape)
313 instance_->SetDesktopShape(*buffer_shape); 307 instance_->SetDesktopShape(*buffer_shape);
314 } 308 }
315 309
316 void PepperView::OnFlushDone(int result, 310 void PepperView::OnFlushDone(int result,
317 const base::Time& paint_start, 311 const base::Time& paint_start,
318 webrtc::DesktopFrame* buffer) { 312 webrtc::DesktopFrame* buffer) {
319 DCHECK(context_->main_task_runner()->BelongsToCurrentThread()); 313 DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
320 DCHECK(flush_pending_); 314 DCHECK(flush_pending_);
321 315
322 instance_->GetStats()->video_paint_ms()->Record( 316 instance_->GetStats()->video_paint_ms()->Record(
323 (base::Time::Now() - paint_start).InMilliseconds()); 317 (base::Time::Now() - paint_start).InMilliseconds());
324 318
325 flush_pending_ = false; 319 flush_pending_ = false;
326 ReturnBuffer(buffer); 320 ReturnBuffer(buffer);
327 321
328 // If there is a buffer queued for rendering then render it now. 322 // If there is a buffer queued for rendering then render it now.
329 if (merge_buffer_ != NULL) { 323 if (merge_buffer_ != NULL) {
330 buffer = merge_buffer_; 324 buffer = merge_buffer_;
331 merge_buffer_ = NULL; 325 merge_buffer_ = NULL;
332 FlushBuffer(merge_clip_area_, buffer, merge_region_); 326 FlushBuffer(merge_clip_area_, buffer, merge_region_);
333 } 327 }
334 } 328 }
335 329
336 } // namespace remoting 330 } // namespace remoting
OLDNEW
« no previous file with comments | « remoting/client/plugin/pepper_view.h ('k') | remoting/client/rectangle_update_decoder.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698