OLD | NEW |
1 // Copyright 2011 The Chromium Authors. All rights reserved. | 1 // Copyright 2011 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "config.h" | 5 #include "config.h" |
6 | 6 |
7 #include "CCVideoLayerImpl.h" | 7 #include "CCVideoLayerImpl.h" |
8 | 8 |
| 9 #include "third_party/khronos/GLES2/gl2ext.h" |
| 10 #include "third_party/khronos/GLES2/gl2.h" |
9 #include "CCIOSurfaceDrawQuad.h" | 11 #include "CCIOSurfaceDrawQuad.h" |
10 #include "CCLayerTreeHostImpl.h" | 12 #include "CCLayerTreeHostImpl.h" |
11 #include "CCProxy.h" | 13 #include "CCProxy.h" |
12 #include "CCQuadSink.h" | 14 #include "CCQuadSink.h" |
13 #include "CCResourceProvider.h" | 15 #include "CCResourceProvider.h" |
14 #include "CCStreamVideoDrawQuad.h" | 16 #include "CCStreamVideoDrawQuad.h" |
15 #include "CCTextureDrawQuad.h" | 17 #include "CCTextureDrawQuad.h" |
16 #include "CCYUVVideoDrawQuad.h" | 18 #include "CCYUVVideoDrawQuad.h" |
17 #include "Extensions3DChromium.h" | |
18 #include "GraphicsContext3D.h" | |
19 #include "NotImplemented.h" | 19 #include "NotImplemented.h" |
20 #include <public/WebVideoFrame.h> | 20 #include <public/WebVideoFrame.h> |
21 | 21 |
22 namespace cc { | 22 namespace cc { |
23 | 23 |
24 CCVideoLayerImpl::CCVideoLayerImpl(int id, WebKit::WebVideoFrameProvider* provid
er) | 24 CCVideoLayerImpl::CCVideoLayerImpl(int id, WebKit::WebVideoFrameProvider* provid
er) |
25 : CCLayerImpl(id) | 25 : CCLayerImpl(id) |
26 , m_provider(provider) | 26 , m_provider(provider) |
27 , m_frame(0) | 27 , m_frame(0) |
28 , m_externalTextureResource(0) | 28 , m_externalTextureResource(0) |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
62 void CCVideoLayerImpl::stopUsingProvider() | 62 void CCVideoLayerImpl::stopUsingProvider() |
63 { | 63 { |
64 // Block the provider from shutting down until this client is done | 64 // Block the provider from shutting down until this client is done |
65 // using the frame. | 65 // using the frame. |
66 MutexLocker locker(m_providerMutex); | 66 MutexLocker locker(m_providerMutex); |
67 ASSERT(!m_frame); | 67 ASSERT(!m_frame); |
68 m_provider = 0; | 68 m_provider = 0; |
69 } | 69 } |
70 | 70 |
71 // Convert WebKit::WebVideoFrame::Format to GraphicsContext3D's format enum valu
es. | 71 // Convert WebKit::WebVideoFrame::Format to GraphicsContext3D's format enum valu
es. |
72 static GC3Denum convertVFCFormatToGC3DFormat(const WebKit::WebVideoFrame& frame) | 72 static GLenum convertVFCFormatToGC3DFormat(const WebKit::WebVideoFrame& frame) |
73 { | 73 { |
74 switch (frame.format()) { | 74 switch (frame.format()) { |
75 case WebKit::WebVideoFrame::FormatYV12: | 75 case WebKit::WebVideoFrame::FormatYV12: |
76 case WebKit::WebVideoFrame::FormatYV16: | 76 case WebKit::WebVideoFrame::FormatYV16: |
77 return GraphicsContext3D::LUMINANCE; | 77 return GL_LUMINANCE; |
78 case WebKit::WebVideoFrame::FormatNativeTexture: | 78 case WebKit::WebVideoFrame::FormatNativeTexture: |
79 return frame.textureTarget(); | 79 return frame.textureTarget(); |
80 case WebKit::WebVideoFrame::FormatInvalid: | 80 case WebKit::WebVideoFrame::FormatInvalid: |
81 case WebKit::WebVideoFrame::FormatRGB32: | 81 case WebKit::WebVideoFrame::FormatRGB32: |
82 case WebKit::WebVideoFrame::FormatEmpty: | 82 case WebKit::WebVideoFrame::FormatEmpty: |
83 case WebKit::WebVideoFrame::FormatI420: | 83 case WebKit::WebVideoFrame::FormatI420: |
84 notImplemented(); | 84 notImplemented(); |
85 } | 85 } |
86 return GraphicsContext3D::INVALID_VALUE; | 86 return GL_INVALID_VALUE; |
87 } | 87 } |
88 | 88 |
89 void CCVideoLayerImpl::willDraw(CCResourceProvider* resourceProvider) | 89 void CCVideoLayerImpl::willDraw(CCResourceProvider* resourceProvider) |
90 { | 90 { |
91 ASSERT(CCProxy::isImplThread()); | 91 ASSERT(CCProxy::isImplThread()); |
92 CCLayerImpl::willDraw(resourceProvider); | 92 CCLayerImpl::willDraw(resourceProvider); |
93 | 93 |
94 // Explicitly lock and unlock the provider mutex so it can be held from | 94 // Explicitly lock and unlock the provider mutex so it can be held from |
95 // willDraw to didDraw. Since the compositor thread is in the middle of | 95 // willDraw to didDraw. Since the compositor thread is in the middle of |
96 // drawing, the layer will not be destroyed before didDraw is called. | 96 // drawing, the layer will not be destroyed before didDraw is called. |
(...skipping 20 matching lines...) Expand all Loading... |
117 return; | 117 return; |
118 } | 118 } |
119 | 119 |
120 m_frame = m_provider->getCurrentFrame(); | 120 m_frame = m_provider->getCurrentFrame(); |
121 | 121 |
122 if (!m_frame) | 122 if (!m_frame) |
123 return; | 123 return; |
124 | 124 |
125 m_format = convertVFCFormatToGC3DFormat(*m_frame); | 125 m_format = convertVFCFormatToGC3DFormat(*m_frame); |
126 | 126 |
127 if (m_format == GraphicsContext3D::INVALID_VALUE) { | 127 if (m_format == GL_INVALID_VALUE) { |
128 m_provider->putCurrentFrame(m_frame); | 128 m_provider->putCurrentFrame(m_frame); |
129 m_frame = 0; | 129 m_frame = 0; |
130 return; | 130 return; |
131 } | 131 } |
132 | 132 |
133 if (m_frame->planes() > WebKit::WebVideoFrame::maxPlanes) { | 133 if (m_frame->planes() > WebKit::WebVideoFrame::maxPlanes) { |
134 m_provider->putCurrentFrame(m_frame); | 134 m_provider->putCurrentFrame(m_frame); |
135 m_frame = 0; | 135 m_frame = 0; |
136 return; | 136 return; |
137 } | 137 } |
138 | 138 |
139 if (!allocatePlaneData(resourceProvider)) { | 139 if (!allocatePlaneData(resourceProvider)) { |
140 m_provider->putCurrentFrame(m_frame); | 140 m_provider->putCurrentFrame(m_frame); |
141 m_frame = 0; | 141 m_frame = 0; |
142 return; | 142 return; |
143 } | 143 } |
144 | 144 |
145 if (!copyPlaneData(resourceProvider)) { | 145 if (!copyPlaneData(resourceProvider)) { |
146 m_provider->putCurrentFrame(m_frame); | 146 m_provider->putCurrentFrame(m_frame); |
147 m_frame = 0; | 147 m_frame = 0; |
148 return; | 148 return; |
149 } | 149 } |
150 | 150 |
151 if (m_format == GraphicsContext3D::TEXTURE_2D) | 151 if (m_format == GL_TEXTURE_2D) |
152 m_externalTextureResource = resourceProvider->createResourceFromExternal
Texture(m_frame->textureId()); | 152 m_externalTextureResource = resourceProvider->createResourceFromExternal
Texture(m_frame->textureId()); |
153 } | 153 } |
154 | 154 |
155 void CCVideoLayerImpl::appendQuads(CCQuadSink& quadSink, CCAppendQuadsData& appe
ndQuadsData) | 155 void CCVideoLayerImpl::appendQuads(CCQuadSink& quadSink, CCAppendQuadsData& appe
ndQuadsData) |
156 { | 156 { |
157 ASSERT(CCProxy::isImplThread()); | 157 ASSERT(CCProxy::isImplThread()); |
158 | 158 |
159 if (!m_frame) | 159 if (!m_frame) |
160 return; | 160 return; |
161 | 161 |
162 CCSharedQuadState* sharedQuadState = quadSink.useSharedQuadState(createShare
dQuadState()); | 162 CCSharedQuadState* sharedQuadState = quadSink.useSharedQuadState(createShare
dQuadState()); |
163 appendDebugBorderQuad(quadSink, sharedQuadState, appendQuadsData); | 163 appendDebugBorderQuad(quadSink, sharedQuadState, appendQuadsData); |
164 | 164 |
165 // FIXME: When we pass quads out of process, we need to double-buffer, or | 165 // FIXME: When we pass quads out of process, we need to double-buffer, or |
166 // otherwise synchonize use of all textures in the quad. | 166 // otherwise synchonize use of all textures in the quad. |
167 | 167 |
168 IntRect quadRect(IntPoint(), contentBounds()); | 168 IntRect quadRect(IntPoint(), contentBounds()); |
169 | 169 |
170 switch (m_format) { | 170 switch (m_format) { |
171 case GraphicsContext3D::LUMINANCE: { | 171 case GL_LUMINANCE: { |
172 // YUV software decoder. | 172 // YUV software decoder. |
173 const FramePlane& yPlane = m_framePlanes[WebKit::WebVideoFrame::yPlane]; | 173 const FramePlane& yPlane = m_framePlanes[WebKit::WebVideoFrame::yPlane]; |
174 const FramePlane& uPlane = m_framePlanes[WebKit::WebVideoFrame::uPlane]; | 174 const FramePlane& uPlane = m_framePlanes[WebKit::WebVideoFrame::uPlane]; |
175 const FramePlane& vPlane = m_framePlanes[WebKit::WebVideoFrame::vPlane]; | 175 const FramePlane& vPlane = m_framePlanes[WebKit::WebVideoFrame::vPlane]; |
176 scoped_ptr<CCYUVVideoDrawQuad> yuvVideoQuad = CCYUVVideoDrawQuad::create
(sharedQuadState, quadRect, yPlane, uPlane, vPlane); | 176 scoped_ptr<CCYUVVideoDrawQuad> yuvVideoQuad = CCYUVVideoDrawQuad::create
(sharedQuadState, quadRect, yPlane, uPlane, vPlane); |
177 quadSink.append(yuvVideoQuad.PassAs<CCDrawQuad>(), appendQuadsData); | 177 quadSink.append(yuvVideoQuad.PassAs<CCDrawQuad>(), appendQuadsData); |
178 break; | 178 break; |
179 } | 179 } |
180 case GraphicsContext3D::RGBA: { | 180 case GL_RGBA: { |
181 // RGBA software decoder. | 181 // RGBA software decoder. |
182 const FramePlane& plane = m_framePlanes[WebKit::WebVideoFrame::rgbPlane]
; | 182 const FramePlane& plane = m_framePlanes[WebKit::WebVideoFrame::rgbPlane]
; |
183 float widthScaleFactor = static_cast<float>(plane.visibleSize.width()) /
plane.size.width(); | 183 float widthScaleFactor = static_cast<float>(plane.visibleSize.width()) /
plane.size.width(); |
184 | 184 |
185 bool premultipliedAlpha = true; | 185 bool premultipliedAlpha = true; |
186 FloatRect uvRect(0, 0, widthScaleFactor, 1); | 186 FloatRect uvRect(0, 0, widthScaleFactor, 1); |
187 bool flipped = false; | 187 bool flipped = false; |
188 scoped_ptr<CCTextureDrawQuad> textureQuad = CCTextureDrawQuad::create(sh
aredQuadState, quadRect, plane.resourceId, premultipliedAlpha, uvRect, flipped); | 188 scoped_ptr<CCTextureDrawQuad> textureQuad = CCTextureDrawQuad::create(sh
aredQuadState, quadRect, plane.resourceId, premultipliedAlpha, uvRect, flipped); |
189 quadSink.append(textureQuad.PassAs<CCDrawQuad>(), appendQuadsData); | 189 quadSink.append(textureQuad.PassAs<CCDrawQuad>(), appendQuadsData); |
190 break; | 190 break; |
191 } | 191 } |
192 case GraphicsContext3D::TEXTURE_2D: { | 192 case GL_TEXTURE_2D: { |
193 // NativeTexture hardware decoder. | 193 // NativeTexture hardware decoder. |
194 bool premultipliedAlpha = true; | 194 bool premultipliedAlpha = true; |
195 FloatRect uvRect(0, 0, 1, 1); | 195 FloatRect uvRect(0, 0, 1, 1); |
196 bool flipped = false; | 196 bool flipped = false; |
197 scoped_ptr<CCTextureDrawQuad> textureQuad = CCTextureDrawQuad::create(sh
aredQuadState, quadRect, m_externalTextureResource, premultipliedAlpha, uvRect,
flipped); | 197 scoped_ptr<CCTextureDrawQuad> textureQuad = CCTextureDrawQuad::create(sh
aredQuadState, quadRect, m_externalTextureResource, premultipliedAlpha, uvRect,
flipped); |
198 quadSink.append(textureQuad.PassAs<CCDrawQuad>(), appendQuadsData); | 198 quadSink.append(textureQuad.PassAs<CCDrawQuad>(), appendQuadsData); |
199 break; | 199 break; |
200 } | 200 } |
201 case Extensions3D::TEXTURE_RECTANGLE_ARB: { | 201 case GL_TEXTURE_RECTANGLE_ARB: { |
202 IntSize textureSize(m_frame->width(), m_frame->height()); | 202 IntSize textureSize(m_frame->width(), m_frame->height()); |
203 scoped_ptr<CCIOSurfaceDrawQuad> ioSurfaceQuad = CCIOSurfaceDrawQuad::cre
ate(sharedQuadState, quadRect, textureSize, m_frame->textureId(), CCIOSurfaceDra
wQuad::Unflipped); | 203 scoped_ptr<CCIOSurfaceDrawQuad> ioSurfaceQuad = CCIOSurfaceDrawQuad::cre
ate(sharedQuadState, quadRect, textureSize, m_frame->textureId(), CCIOSurfaceDra
wQuad::Unflipped); |
204 quadSink.append(ioSurfaceQuad.PassAs<CCDrawQuad>(), appendQuadsData); | 204 quadSink.append(ioSurfaceQuad.PassAs<CCDrawQuad>(), appendQuadsData); |
205 break; | 205 break; |
206 } | 206 } |
207 case Extensions3DChromium::GL_TEXTURE_EXTERNAL_OES: { | 207 case GL_TEXTURE_EXTERNAL_OES: { |
208 // StreamTexture hardware decoder. | 208 // StreamTexture hardware decoder. |
209 scoped_ptr<CCStreamVideoDrawQuad> streamVideoQuad = CCStreamVideoDrawQua
d::create(sharedQuadState, quadRect, m_frame->textureId(), m_streamTextureMatrix
); | 209 scoped_ptr<CCStreamVideoDrawQuad> streamVideoQuad = CCStreamVideoDrawQua
d::create(sharedQuadState, quadRect, m_frame->textureId(), m_streamTextureMatrix
); |
210 quadSink.append(streamVideoQuad.PassAs<CCDrawQuad>(), appendQuadsData); | 210 quadSink.append(streamVideoQuad.PassAs<CCDrawQuad>(), appendQuadsData); |
211 break; | 211 break; |
212 } | 212 } |
213 default: | 213 default: |
214 CRASH(); // Someone updated convertVFCFormatToGC3DFormat above but updat
e this! | 214 CRASH(); // Someone updated convertVFCFormatToGC3DFormat above but updat
e this! |
215 } | 215 } |
216 } | 216 } |
217 | 217 |
218 void CCVideoLayerImpl::didDraw(CCResourceProvider* resourceProvider) | 218 void CCVideoLayerImpl::didDraw(CCResourceProvider* resourceProvider) |
219 { | 219 { |
220 ASSERT(CCProxy::isImplThread()); | 220 ASSERT(CCProxy::isImplThread()); |
221 CCLayerImpl::didDraw(resourceProvider); | 221 CCLayerImpl::didDraw(resourceProvider); |
222 | 222 |
223 if (!m_frame) | 223 if (!m_frame) |
224 return; | 224 return; |
225 | 225 |
226 if (m_format == GraphicsContext3D::TEXTURE_2D) { | 226 if (m_format == GL_TEXTURE_2D) { |
227 ASSERT(m_externalTextureResource); | 227 ASSERT(m_externalTextureResource); |
228 // FIXME: the following assert will not be true when sending resources t
o a | 228 // FIXME: the following assert will not be true when sending resources t
o a |
229 // parent compositor. We will probably need to hold on to m_frame for | 229 // parent compositor. We will probably need to hold on to m_frame for |
230 // longer, and have several "current frames" in the pipeline. | 230 // longer, and have several "current frames" in the pipeline. |
231 ASSERT(!resourceProvider->inUseByConsumer(m_externalTextureResource)); | 231 ASSERT(!resourceProvider->inUseByConsumer(m_externalTextureResource)); |
232 resourceProvider->deleteResource(m_externalTextureResource); | 232 resourceProvider->deleteResource(m_externalTextureResource); |
233 m_externalTextureResource = 0; | 233 m_externalTextureResource = 0; |
234 } | 234 } |
235 | 235 |
236 m_provider->putCurrentFrame(m_frame); | 236 m_provider->putCurrentFrame(m_frame); |
(...skipping 141 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
378 str->append("video layer\n"); | 378 str->append("video layer\n"); |
379 CCLayerImpl::dumpLayerProperties(str, indent); | 379 CCLayerImpl::dumpLayerProperties(str, indent); |
380 } | 380 } |
381 | 381 |
382 const char* CCVideoLayerImpl::layerTypeAsString() const | 382 const char* CCVideoLayerImpl::layerTypeAsString() const |
383 { | 383 { |
384 return "VideoLayer"; | 384 return "VideoLayer"; |
385 } | 385 } |
386 | 386 |
387 } | 387 } |
OLD | NEW |