Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(354)

Side by Side Diff: content/renderer/pepper/pepper_video_source_host.cc

Issue 15039009: Add PPAPI tests for VideoSource and VideoDestination resources. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Rebase. Created 7 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « content/renderer/pepper/pepper_video_source_host.h ('k') | ppapi/ppapi_sources.gypi » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/renderer/pepper/pepper_video_source_host.h" 5 #include "content/renderer/pepper/pepper_video_source_host.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/safe_numerics.h" 8 #include "base/safe_numerics.h"
9 #include "content/public/renderer/renderer_ppapi_host.h" 9 #include "content/public/renderer/renderer_ppapi_host.h"
10 #include "content/renderer/render_thread_impl.h" 10 #include "content/renderer/render_thread_impl.h"
11 #include "ppapi/c/pp_errors.h" 11 #include "ppapi/c/pp_errors.h"
12 #include "ppapi/host/dispatch_host_message.h" 12 #include "ppapi/host/dispatch_host_message.h"
13 #include "ppapi/host/ppapi_host.h" 13 #include "ppapi/host/ppapi_host.h"
14 #include "ppapi/proxy/ppapi_messages.h" 14 #include "ppapi/proxy/ppapi_messages.h"
15 #include "ppapi/proxy/ppb_image_data_proxy.h" 15 #include "ppapi/proxy/ppb_image_data_proxy.h"
16 #include "ppapi/shared_impl/scoped_pp_resource.h" 16 #include "ppapi/shared_impl/scoped_pp_resource.h"
17 #include "ppapi/thunk/enter.h" 17 #include "ppapi/thunk/enter.h"
18 #include "ppapi/thunk/ppb_image_data_api.h" 18 #include "ppapi/thunk/ppb_image_data_api.h"
19 #include "third_party/libjingle/source/talk/media/base/videocommon.h" 19 #include "third_party/libjingle/source/talk/media/base/videocommon.h"
20 #include "third_party/libjingle/source/talk/media/base/videoframe.h" 20 #include "third_party/libjingle/source/talk/media/base/videoframe.h"
21 #include "third_party/skia/include/core/SkBitmap.h" 21 #include "third_party/skia/include/core/SkBitmap.h"
22 #include "webkit/plugins/ppapi/ppb_image_data_impl.h" 22 #include "webkit/plugins/ppapi/ppb_image_data_impl.h"
23 23
24 using ppapi::host::HostMessageContext; 24 using ppapi::host::HostMessageContext;
25 using ppapi::host::ReplyMessageContext; 25 using ppapi::host::ReplyMessageContext;
26 26
27 namespace content { 27 namespace content {
28 28
29 PepperVideoSourceHost::FrameReceiver::FrameReceiver(
30 const base::WeakPtr<PepperVideoSourceHost>& host)
31 : host_(host),
32 main_message_loop_proxy_(base::MessageLoopProxy::current()) {
33 }
34
35 PepperVideoSourceHost::FrameReceiver::~FrameReceiver() {
36 }
37
38 bool PepperVideoSourceHost::FrameReceiver::GotFrame(
39 cricket::VideoFrame* frame) {
40 // It's not safe to access the host from this thread, so post a task to our
41 // main thread to transfer the new frame.
42 main_message_loop_proxy_->PostTask(
43 FROM_HERE,
44 base::Bind(&FrameReceiver::OnGotFrame,
45 this,
46 base::Passed(scoped_ptr<cricket::VideoFrame>(frame))));
47
48 return true;
49 }
50
51 void PepperVideoSourceHost::FrameReceiver::OnGotFrame(
52 scoped_ptr<cricket::VideoFrame> frame) {
53 if (host_) {
54 // Take ownership of the new frame, and possibly delete any unsent one.
55 host_->last_frame_.swap(frame);
56
57 if (host_->get_frame_pending_)
58 host_->SendGetFrameReply();
59 }
60 }
61
29 PepperVideoSourceHost::PepperVideoSourceHost( 62 PepperVideoSourceHost::PepperVideoSourceHost(
30 RendererPpapiHost* host, 63 RendererPpapiHost* host,
31 PP_Instance instance, 64 PP_Instance instance,
32 PP_Resource resource) 65 PP_Resource resource)
33 : ResourceHost(host->GetPpapiHost(), instance, resource), 66 : ResourceHost(host->GetPpapiHost(), instance, resource),
34 renderer_ppapi_host_(host), 67 renderer_ppapi_host_(host),
35 weak_factory_(this), 68 weak_factory_(this),
36 main_message_loop_proxy_(base::MessageLoopProxy::current()),
37 source_handler_(new content::VideoSourceHandler(NULL)), 69 source_handler_(new content::VideoSourceHandler(NULL)),
70 frame_receiver_(new FrameReceiver(weak_factory_.GetWeakPtr())),
38 get_frame_pending_(false) { 71 get_frame_pending_(false) {
39 } 72 }
40 73
41 PepperVideoSourceHost::~PepperVideoSourceHost() { 74 PepperVideoSourceHost::~PepperVideoSourceHost() {
42 Close(); 75 Close();
43 } 76 }
44 77
45 int32_t PepperVideoSourceHost::OnResourceMessageReceived( 78 int32_t PepperVideoSourceHost::OnResourceMessageReceived(
46 const IPC::Message& msg, 79 const IPC::Message& msg,
47 HostMessageContext* context) { 80 HostMessageContext* context) {
48 IPC_BEGIN_MESSAGE_MAP(PepperVideoSourceHost, msg) 81 IPC_BEGIN_MESSAGE_MAP(PepperVideoSourceHost, msg)
49 PPAPI_DISPATCH_HOST_RESOURCE_CALL(PpapiHostMsg_VideoSource_Open, 82 PPAPI_DISPATCH_HOST_RESOURCE_CALL(PpapiHostMsg_VideoSource_Open,
50 OnHostMsgOpen) 83 OnHostMsgOpen)
51 PPAPI_DISPATCH_HOST_RESOURCE_CALL_0(PpapiHostMsg_VideoSource_GetFrame, 84 PPAPI_DISPATCH_HOST_RESOURCE_CALL_0(PpapiHostMsg_VideoSource_GetFrame,
52 OnHostMsgGetFrame) 85 OnHostMsgGetFrame)
53 PPAPI_DISPATCH_HOST_RESOURCE_CALL_0(PpapiHostMsg_VideoSource_Close, 86 PPAPI_DISPATCH_HOST_RESOURCE_CALL_0(PpapiHostMsg_VideoSource_Close,
54 OnHostMsgClose) 87 OnHostMsgClose)
55 IPC_END_MESSAGE_MAP() 88 IPC_END_MESSAGE_MAP()
56 return PP_ERROR_FAILED; 89 return PP_ERROR_FAILED;
57 } 90 }
58 91
59 bool PepperVideoSourceHost::GotFrame(cricket::VideoFrame* frame) {
60 // It's not safe to access this on another thread, so post a task to our
61 // main thread to transfer the new frame.
62 main_message_loop_proxy_->PostTask(
63 FROM_HERE,
64 base::Bind(&PepperVideoSourceHost::OnGotFrame,
65 weak_factory_.GetWeakPtr(),
66 base::Passed(scoped_ptr<cricket::VideoFrame>(frame))));
67
68 return true;
69 }
70
71 void PepperVideoSourceHost::OnGotFrame(scoped_ptr<cricket::VideoFrame> frame) {
72 // Take ownership of the new frame, and possibly delete any unsent one.
73 last_frame_.swap(frame);
74
75 if (get_frame_pending_) {
76 ppapi::HostResource image_data_resource;
77 PP_TimeTicks timestamp = 0;
78 int32_t result = ConvertFrame(&image_data_resource, &timestamp);
79 SendFrame(image_data_resource, timestamp, result);
80 }
81 }
82
83 int32_t PepperVideoSourceHost::OnHostMsgOpen(HostMessageContext* context, 92 int32_t PepperVideoSourceHost::OnHostMsgOpen(HostMessageContext* context,
84 const std::string& stream_url) { 93 const std::string& stream_url) {
85 GURL gurl(stream_url); 94 GURL gurl(stream_url);
86 if (!gurl.is_valid()) 95 if (!gurl.is_valid())
87 return PP_ERROR_BADARGUMENT; 96 return PP_ERROR_BADARGUMENT;
88 97
89 if (!source_handler_->Open(gurl.spec(), this)) 98 if (!source_handler_->Open(gurl.spec(), frame_receiver_.get()))
90 return PP_ERROR_BADARGUMENT; 99 return PP_ERROR_BADARGUMENT;
91 100
92 stream_url_ = gurl.spec(); 101 stream_url_ = gurl.spec();
93 102
94 ReplyMessageContext reply_context = context->MakeReplyMessageContext(); 103 ReplyMessageContext reply_context = context->MakeReplyMessageContext();
95 reply_context.params.set_result(PP_OK); 104 reply_context.params.set_result(PP_OK);
96 host()->SendReply(reply_context, PpapiPluginMsg_VideoSource_OpenReply()); 105 host()->SendReply(reply_context, PpapiPluginMsg_VideoSource_OpenReply());
97 return PP_OK_COMPLETIONPENDING; 106 return PP_OK_COMPLETIONPENDING;
98 } 107 }
99 108
100 int32_t PepperVideoSourceHost::OnHostMsgGetFrame( 109 int32_t PepperVideoSourceHost::OnHostMsgGetFrame(
101 HostMessageContext* context) { 110 HostMessageContext* context) {
102 if (!source_handler_.get()) 111 if (!source_handler_.get())
103 return PP_ERROR_FAILED; 112 return PP_ERROR_FAILED;
104 if (get_frame_pending_) 113 if (get_frame_pending_)
105 return PP_ERROR_INPROGRESS; 114 return PP_ERROR_INPROGRESS;
106 115
107 reply_context_ = context->MakeReplyMessageContext(); 116 reply_context_ = context->MakeReplyMessageContext();
108 get_frame_pending_ = true; 117 get_frame_pending_ = true;
109 118
110 // If a frame is ready, try to convert it and reply. 119 // If a frame is ready, try to convert it and send the reply.
111 if (last_frame_.get()) { 120 if (last_frame_.get())
112 ppapi::HostResource image_data_resource; 121 SendGetFrameReply();
113 PP_TimeTicks timestamp = 0;
114 int32_t result = ConvertFrame(&image_data_resource, &timestamp);
115 if (result == PP_OK) {
116 SendFrame(image_data_resource, timestamp, result);
117 } else {
118 reply_context_ = ppapi::host::ReplyMessageContext();
119 return result;
120 }
121 }
122 122
123 return PP_OK_COMPLETIONPENDING; 123 return PP_OK_COMPLETIONPENDING;
124 } 124 }
125 125
126 int32_t PepperVideoSourceHost::OnHostMsgClose(HostMessageContext* context) { 126 int32_t PepperVideoSourceHost::OnHostMsgClose(HostMessageContext* context) {
127 Close(); 127 Close();
128 return PP_OK; 128 return PP_OK;
129 } 129 }
130 130
131 int32_t PepperVideoSourceHost::ConvertFrame( 131 void PepperVideoSourceHost::SendGetFrameReply() {
132 ppapi::HostResource* image_data_resource, 132 DCHECK(get_frame_pending_);
133 PP_TimeTicks* timestamp) { 133 get_frame_pending_ = false;
134
134 DCHECK(last_frame_.get()); 135 DCHECK(last_frame_.get());
135 scoped_ptr<cricket::VideoFrame> frame(last_frame_.release()); 136 scoped_ptr<cricket::VideoFrame> frame(last_frame_.release());
136 137
137 int32_t width = base::checked_numeric_cast<int32_t>(frame->GetWidth()); 138 int32_t width = base::checked_numeric_cast<int32_t>(frame->GetWidth());
138 int32_t height = base::checked_numeric_cast<int32_t>(frame->GetHeight()); 139 int32_t height = base::checked_numeric_cast<int32_t>(frame->GetHeight());
139 // Create an image data resource to hold the frame pixels. 140 // Create an image data resource to hold the frame pixels.
140 PP_ImageDataDesc desc; 141 PP_ImageDataDesc image_desc;
141 IPC::PlatformFileForTransit image_handle; 142 IPC::PlatformFileForTransit image_handle;
142 uint32_t byte_count; 143 uint32_t byte_count;
143 ppapi::ScopedPPResource resource( 144 ppapi::ScopedPPResource resource(
144 ppapi::ScopedPPResource::PassRef(), 145 ppapi::ScopedPPResource::PassRef(),
145 ppapi::proxy::PPB_ImageData_Proxy::CreateImageData( 146 ppapi::proxy::PPB_ImageData_Proxy::CreateImageData(
146 pp_instance(), 147 pp_instance(),
147 PP_IMAGEDATAFORMAT_BGRA_PREMUL, 148 PP_IMAGEDATAFORMAT_BGRA_PREMUL,
148 PP_MakeSize(width, height), 149 PP_MakeSize(width, height),
149 false /* init_to_zero */, 150 false /* init_to_zero */,
150 false /* is_nacl_plugin */, 151 false /* is_nacl_plugin */,
151 &desc, &image_handle, &byte_count)); 152 &image_desc, &image_handle, &byte_count));
152 if (!resource.get()) 153 if (!resource.get()) {
153 return PP_ERROR_FAILED; 154 SendGetFrameErrorReply(PP_ERROR_FAILED);
155 return;
156 }
154 157
155 ppapi::thunk::EnterResourceNoLock<ppapi::thunk::PPB_ImageData_API> 158 ppapi::thunk::EnterResourceNoLock<ppapi::thunk::PPB_ImageData_API>
156 enter_resource(resource, false); 159 enter_resource(resource, false);
157 if (enter_resource.failed()) 160 if (enter_resource.failed()) {
158 return PP_ERROR_FAILED; 161 SendGetFrameErrorReply(PP_ERROR_FAILED);
162 return;
163 }
159 164
160 webkit::ppapi::PPB_ImageData_Impl* image_data = 165 webkit::ppapi::PPB_ImageData_Impl* image_data =
161 static_cast<webkit::ppapi::PPB_ImageData_Impl*>(enter_resource.object()); 166 static_cast<webkit::ppapi::PPB_ImageData_Impl*>(enter_resource.object());
162 webkit::ppapi::ImageDataAutoMapper mapper(image_data); 167 webkit::ppapi::ImageDataAutoMapper mapper(image_data);
163 if (!mapper.is_valid()) 168 if (!mapper.is_valid()) {
164 return PP_ERROR_FAILED; 169 SendGetFrameErrorReply(PP_ERROR_FAILED);
170 return;
171 }
165 172
166 const SkBitmap* bitmap = image_data->GetMappedBitmap(); 173 const SkBitmap* bitmap = image_data->GetMappedBitmap();
167 if (!bitmap) 174 if (!bitmap) {
168 return PP_ERROR_FAILED; 175 SendGetFrameErrorReply(PP_ERROR_FAILED);
176 return;
177 }
169 uint8_t* bitmap_pixels = static_cast<uint8_t*>(bitmap->getPixels()); 178 uint8_t* bitmap_pixels = static_cast<uint8_t*>(bitmap->getPixels());
170 if (!bitmap_pixels) 179 if (!bitmap_pixels) {
171 return PP_ERROR_FAILED; 180 SendGetFrameErrorReply(PP_ERROR_FAILED);
181 return;
182 }
172 183
173 size_t bitmap_size = bitmap->getSize(); 184 size_t bitmap_size = bitmap->getSize();
174 frame->ConvertToRgbBuffer(cricket::FOURCC_BGRA, 185 frame->ConvertToRgbBuffer(cricket::FOURCC_BGRA,
175 bitmap_pixels, 186 bitmap_pixels,
176 bitmap_size, 187 bitmap_size,
177 bitmap->rowBytes()); 188 bitmap->rowBytes());
178 189
179 image_data_resource->SetHostResource(pp_instance(), resource.get()); 190 ppapi::HostResource host_resource;
191 host_resource.SetHostResource(pp_instance(), resource.get());
180 192
181 // Convert a video timestamp (int64, in nanoseconds) to a time delta (int64, 193 // Convert a video timestamp (int64, in nanoseconds) to a time delta (int64,
182 // microseconds) and then to a PP_TimeTicks (a double, in seconds). All times 194 // microseconds) and then to a PP_TimeTicks (a double, in seconds). All times
183 // are relative to the Unix Epoch. 195 // are relative to the Unix Epoch.
184 base::TimeDelta time_delta = base::TimeDelta::FromMicroseconds( 196 base::TimeDelta time_delta = base::TimeDelta::FromMicroseconds(
185 frame->GetTimeStamp() / base::Time::kNanosecondsPerMicrosecond); 197 frame->GetTimeStamp() / base::Time::kNanosecondsPerMicrosecond);
186 *timestamp = time_delta.InSecondsF(); 198 PP_TimeTicks timestamp = time_delta.InSecondsF();
187 return PP_OK; 199
200 reply_context_.params.set_result(PP_OK);
201
202 // TODO(bbudge) Change the PDF Host's image creation code to match.
203 #if defined(OS_WIN) || defined(OS_MACOSX) || defined(OS_ANDROID)
204 ppapi::proxy::SerializedHandle serialized_handle;
205 PpapiPluginMsg_VideoSource_GetFrameReply reply_msg(host_resource,
206 image_desc,
207 0,
208 timestamp);
209 serialized_handle.set_shmem(image_handle, byte_count);
210 reply_context_.params.AppendHandle(serialized_handle);
211 #elif defined(OS_LINUX)
212 // For Linux, we pass the SysV shared memory key in the message.
213 PpapiPluginMsg_VideoSource_GetFrameReply reply_msg(host_resource,
214 image_desc,
215 image_handle.fd,
216 timestamp);
217 #else
218 // Not supported on other platforms.
219 // This is a stub reply_msg to not break the build.
220 PpapiPluginMsg_VideoSource_GetFrameReply reply_msg(host_resource,
221 image_desc,
222 0,
223 timestamp);
224 NOTIMPLEMENTED();
225 SendGetFrameErrorReply(PP_ERROR_NOTSUPPORTED);
226 return;
227 #endif
228
229 host()->SendReply(reply_context_, reply_msg);
230
231 reply_context_ = ppapi::host::ReplyMessageContext();
232
233 // Keep a reference once we know this method succeeds.
234 resource.Release();
188 } 235 }
189 236
190 void PepperVideoSourceHost::SendFrame( 237 void PepperVideoSourceHost::SendGetFrameErrorReply(int32_t error) {
191 const ppapi::HostResource& image_data_resource, 238 reply_context_.params.set_result(error);
192 PP_TimeTicks timestamp,
193 int32_t result) {
194 DCHECK(get_frame_pending_);
195 reply_context_.params.set_result(result);
196 host()->SendReply( 239 host()->SendReply(
197 reply_context_, 240 reply_context_,
198 PpapiPluginMsg_VideoSource_GetFrameReply(image_data_resource, timestamp)); 241 PpapiPluginMsg_VideoSource_GetFrameReply(
199 242 ppapi::HostResource(), PP_ImageDataDesc(), -1, 0.0));
200 reply_context_ = ppapi::host::ReplyMessageContext(); 243 reply_context_ = ppapi::host::ReplyMessageContext();
201 get_frame_pending_ = false;
202 } 244 }
203 245
204 void PepperVideoSourceHost::Close() { 246 void PepperVideoSourceHost::Close() {
205 if (source_handler_.get()) { 247 if (source_handler_.get() && !stream_url_.empty())
206 source_handler_->Close(stream_url_, this); 248 source_handler_->Close(stream_url_, frame_receiver_.get());
207 source_handler_.reset(NULL); 249
208 } 250 source_handler_.reset(NULL);
251 stream_url_.clear();
209 } 252 }
210 253
211 } // namespace content 254 } // namespace content
OLDNEW
« no previous file with comments | « content/renderer/pepper/pepper_video_source_host.h ('k') | ppapi/ppapi_sources.gypi » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698