Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1020)

Side by Side Diff: media/base/android/sdk_media_codec_bridge.cc

Issue 1472943002: Refactor MediaCodecBridge to add support for NDK APIs (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: fix crazy linker issue Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/base/android/media_codec_bridge.h" 5 #include "media/base/android/sdk_media_codec_bridge.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 #include <limits> 8 #include <limits>
9 9
10 #include "base/android/build_info.h" 10 #include "base/android/build_info.h"
11 #include "base/android/jni_android.h" 11 #include "base/android/jni_android.h"
12 #include "base/android/jni_array.h" 12 #include "base/android/jni_array.h"
13 #include "base/android/jni_string.h" 13 #include "base/android/jni_string.h"
14 #include "base/basictypes.h" 14 #include "base/basictypes.h"
15 #include "base/lazy_instance.h"
16 #include "base/logging.h" 15 #include "base/logging.h"
17 #include "base/numerics/safe_conversions.h" 16 #include "base/numerics/safe_conversions.h"
18 #include "base/strings/string_util.h" 17 #include "base/strings/string_util.h"
19 #include "base/strings/stringprintf.h"
20 #include "jni/MediaCodecBridge_jni.h" 18 #include "jni/MediaCodecBridge_jni.h"
21 #include "media/base/bit_reader.h" 19 #include "media/base/bit_reader.h"
22 #include "media/base/decrypt_config.h" 20 #include "media/base/decrypt_config.h"
23 21
24 using base::android::AttachCurrentThread; 22 using base::android::AttachCurrentThread;
25 using base::android::ConvertJavaStringToUTF8; 23 using base::android::ConvertJavaStringToUTF8;
26 using base::android::ConvertUTF8ToJavaString; 24 using base::android::ConvertUTF8ToJavaString;
27 using base::android::JavaIntArrayToIntVector; 25 using base::android::JavaIntArrayToIntVector;
28 using base::android::ScopedJavaLocalRef; 26 using base::android::ScopedJavaLocalRef;
29 27
30 #define RETURN_ON_ERROR(condition) \ 28 #define RETURN_ON_ERROR(condition) \
31 do { \ 29 do { \
32 if (!(condition)) { \ 30 if (!(condition)) { \
33 LOG(ERROR) << "Unable to parse AAC header: " #condition; \ 31 LOG(ERROR) << "Unable to parse AAC header: " #condition; \
34 return false; \ 32 return false; \
35 } \ 33 } \
36 } while (0) 34 } while (0)
37 35
38 namespace media { 36 namespace media {
39 37
40 enum { 38 enum {
41 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME 39 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME
42 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM 40 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM
43 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE 41 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE
44 }; 42 };
45 43
44 static ScopedJavaLocalRef<jintArray>
45 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) {
46 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size));
47 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get());
48 return j_array;
49 }
50
46 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) { 51 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) {
47 switch (codec) { 52 switch (codec) {
48 case kCodecMP3: 53 case kCodecMP3:
49 return "audio/mpeg"; 54 return "audio/mpeg";
50 case kCodecVorbis: 55 case kCodecVorbis:
51 return "audio/vorbis"; 56 return "audio/vorbis";
52 case kCodecOpus: 57 case kCodecOpus:
53 return "audio/opus"; 58 return "audio/opus";
54 case kCodecAAC: 59 case kCodecAAC:
55 return "audio/mp4a-latm"; 60 return "audio/mp4a-latm";
(...skipping 10 matching lines...) Expand all
66 return "video/hevc"; 71 return "video/hevc";
67 case kCodecVP8: 72 case kCodecVP8:
68 return "video/x-vnd.on2.vp8"; 73 return "video/x-vnd.on2.vp8";
69 case kCodecVP9: 74 case kCodecVP9:
70 return "video/x-vnd.on2.vp9"; 75 return "video/x-vnd.on2.vp9";
71 default: 76 default:
72 return std::string(); 77 return std::string();
73 } 78 }
74 } 79 }
75 80
76 static const std::string CodecTypeToAndroidMimeType(const std::string& codec) { 81 SdkMediaCodecBridge::SdkMediaCodecBridge(const std::string& mime,
77 // TODO(xhwang): Shall we handle more detailed strings like "mp4a.40.2"? 82 bool is_secure,
78 if (codec == "avc1") 83 MediaCodecDirection direction) {
79 return "video/avc";
80 if (codec == "hvc1")
81 return "video/hevc";
82 if (codec == "mp4a")
83 return "audio/mp4a-latm";
84 if (codec == "vp8" || codec == "vp8.0")
85 return "video/x-vnd.on2.vp8";
86 if (codec == "vp9" || codec == "vp9.0")
87 return "video/x-vnd.on2.vp9";
88 if (codec == "vorbis")
89 return "audio/vorbis";
90 if (codec == "opus")
91 return "audio/opus";
92 return std::string();
93 }
94
95 // TODO(qinmin): using a map to help all the conversions in this class.
96 static const std::string AndroidMimeTypeToCodecType(const std::string& mime) {
97 if (mime == "video/mp4v-es")
98 return "mp4v";
99 if (mime == "video/avc")
100 return "avc1";
101 if (mime == "video/hevc")
102 return "hvc1";
103 if (mime == "video/x-vnd.on2.vp8")
104 return "vp8";
105 if (mime == "video/x-vnd.on2.vp9")
106 return "vp9";
107 if (mime == "audio/mp4a-latm")
108 return "mp4a";
109 if (mime == "audio/mpeg")
110 return "mp3";
111 if (mime == "audio/vorbis")
112 return "vorbis";
113 if (mime == "audio/opus")
114 return "opus";
115 return std::string();
116 }
117
118 static ScopedJavaLocalRef<jintArray>
119 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) {
120 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size));
121 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get());
122 return j_array;
123 }
124
125 // static
126 bool MediaCodecBridge::IsAvailable() {
127 // MediaCodec is only available on JB and greater.
128 if (base::android::BuildInfo::GetInstance()->sdk_int() < 16)
129 return false;
130 // Blacklist some devices on Jellybean as for MediaCodec support is buggy.
131 // http://crbug.com/365494.
132 if (base::android::BuildInfo::GetInstance()->sdk_int() == 16) {
133 std::string model(base::android::BuildInfo::GetInstance()->model());
134 return model != "GT-I9100" && model != "GT-I9300" && model != "GT-N7000";
135 }
136 return true;
137 }
138
139 // static
140 bool MediaCodecBridge::SupportsSetParameters() {
141 // MediaCodec.setParameters() is only available starting with K.
142 return base::android::BuildInfo::GetInstance()->sdk_int() >= 19;
143 }
144
145 // static
146 bool MediaCodecBridge::SupportsGetName() {
147 // MediaCodec.getName() is only available on JB MR2 and greater.
148 return base::android::BuildInfo::GetInstance()->sdk_int() >= 18;
149 }
150
151 // static
152 std::vector<MediaCodecBridge::CodecsInfo> MediaCodecBridge::GetCodecsInfo() {
153 std::vector<CodecsInfo> codecs_info;
154 if (!IsAvailable())
155 return codecs_info;
156
157 JNIEnv* env = AttachCurrentThread();
158 std::string mime_type;
159 ScopedJavaLocalRef<jobjectArray> j_codec_info_array =
160 Java_MediaCodecBridge_getCodecsInfo(env);
161 jsize len = env->GetArrayLength(j_codec_info_array.obj());
162 for (jsize i = 0; i < len; ++i) {
163 ScopedJavaLocalRef<jobject> j_info(
164 env, env->GetObjectArrayElement(j_codec_info_array.obj(), i));
165 ScopedJavaLocalRef<jstring> j_codec_type =
166 Java_CodecInfo_codecType(env, j_info.obj());
167 ConvertJavaStringToUTF8(env, j_codec_type.obj(), &mime_type);
168 ScopedJavaLocalRef<jstring> j_codec_name =
169 Java_CodecInfo_codecName(env, j_info.obj());
170 CodecsInfo info;
171 info.codecs = AndroidMimeTypeToCodecType(mime_type);
172 ConvertJavaStringToUTF8(env, j_codec_name.obj(), &info.name);
173 info.direction = static_cast<MediaCodecDirection>(
174 Java_CodecInfo_direction(env, j_info.obj()));
175 codecs_info.push_back(info);
176 }
177 return codecs_info;
178 }
179
180 // static
181 std::string MediaCodecBridge::GetDefaultCodecName(
182 const std::string& mime_type,
183 MediaCodecDirection direction) {
184 if (!IsAvailable())
185 return std::string();
186
187 JNIEnv* env = AttachCurrentThread();
188 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
189 ScopedJavaLocalRef<jstring> j_codec_name =
190 Java_MediaCodecBridge_getDefaultCodecName(env, j_mime.obj(), direction);
191 return ConvertJavaStringToUTF8(env, j_codec_name.obj());
192 }
193
194 // static
195 std::set<int> MediaCodecBridge::GetEncoderColorFormats(
196 const std::string& mime_type) {
197 std::set<int> color_formats;
198 if (!IsAvailable())
199 return color_formats;
200
201 JNIEnv* env = AttachCurrentThread();
202 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
203 ScopedJavaLocalRef<jintArray> j_color_format_array =
204 Java_MediaCodecBridge_getEncoderColorFormatsForMime(env, j_mime.obj());
205
206 if (j_color_format_array.obj()) {
207 std::vector<int> formats;
208 JavaIntArrayToIntVector(env, j_color_format_array.obj(), &formats);
209 color_formats = std::set<int>(formats.begin(), formats.end());
210 }
211
212 return color_formats;
213 }
214
215 // static
216 bool MediaCodecBridge::CanDecode(const std::string& codec, bool is_secure) {
217 if (!IsAvailable())
218 return false;
219
220 JNIEnv* env = AttachCurrentThread();
221 std::string mime = CodecTypeToAndroidMimeType(codec);
222 if (mime.empty())
223 return false;
224 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
225 ScopedJavaLocalRef<jobject> j_media_codec_bridge =
226 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, false);
227 if (!j_media_codec_bridge.is_null()) {
228 Java_MediaCodecBridge_release(env, j_media_codec_bridge.obj());
229 return true;
230 }
231 return false;
232 }
233
234 // static
235 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type,
236 MediaCodecDirection direction) {
237 if (!IsAvailable())
238 return true;
239
240 std::string codec_name;
241 if (SupportsGetName()) {
242 codec_name = GetDefaultCodecName(mime_type, direction);
243 } else {
244 std::string codec_type = AndroidMimeTypeToCodecType(mime_type);
245 std::vector<media::MediaCodecBridge::CodecsInfo> codecs_info =
246 MediaCodecBridge::GetCodecsInfo();
247 for (size_t i = 0; i < codecs_info.size(); ++i) {
248 if (codecs_info[i].codecs == codec_type &&
249 codecs_info[i].direction == direction) {
250 codec_name = codecs_info[i].name;
251 break;
252 }
253 }
254 }
255 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type <<
256 " : " << codec_name;
257 // It would be nice if MediaCodecInfo externalized some notion of
258 // HW-acceleration but it doesn't. Android Media guidance is that the
259 // "OMX.google" prefix is always used for SW decoders, so that's what we
260 // use. "OMX.SEC.*" codec is Samsung software implementation - report it
261 // as unaccelerated as well. Also temporary blacklist Exynos and MediaTek
262 // devices while HW decoder video freezes and distortions are
263 // investigated - http://crbug.com/446974.
264 if (codec_name.length() > 0) {
265 return (base::StartsWith(codec_name, "OMX.google.",
266 base::CompareCase::SENSITIVE) ||
267 base::StartsWith(codec_name, "OMX.SEC.",
268 base::CompareCase::SENSITIVE) ||
269 base::StartsWith(codec_name, "OMX.MTK.",
270 base::CompareCase::SENSITIVE) ||
271 base::StartsWith(codec_name, "OMX.Exynos.",
272 base::CompareCase::SENSITIVE));
273 }
274 return true;
275 }
276
277 MediaCodecBridge::MediaCodecBridge(const std::string& mime,
278 bool is_secure,
279 MediaCodecDirection direction) {
280 JNIEnv* env = AttachCurrentThread(); 84 JNIEnv* env = AttachCurrentThread();
281 CHECK(env); 85 CHECK(env);
282 DCHECK(!mime.empty()); 86 DCHECK(!mime.empty());
283 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); 87 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
284 j_media_codec_.Reset( 88 j_media_codec_.Reset(
285 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction)); 89 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction));
286 } 90 }
287 91
288 MediaCodecBridge::~MediaCodecBridge() { 92 SdkMediaCodecBridge::~SdkMediaCodecBridge() {
289 JNIEnv* env = AttachCurrentThread(); 93 JNIEnv* env = AttachCurrentThread();
290 CHECK(env); 94 CHECK(env);
291 if (j_media_codec_.obj()) 95 if (j_media_codec_.obj())
292 Java_MediaCodecBridge_release(env, j_media_codec_.obj()); 96 Java_MediaCodecBridge_release(env, j_media_codec_.obj());
293 } 97 }
294 98
295 bool MediaCodecBridge::StartInternal() { 99 MediaCodecStatus SdkMediaCodecBridge::Reset() {
296 JNIEnv* env = AttachCurrentThread();
297 return Java_MediaCodecBridge_start(env, j_media_codec_.obj());
298 }
299
300 MediaCodecStatus MediaCodecBridge::Reset() {
301 JNIEnv* env = AttachCurrentThread(); 100 JNIEnv* env = AttachCurrentThread();
302 return static_cast<MediaCodecStatus>( 101 return static_cast<MediaCodecStatus>(
303 Java_MediaCodecBridge_flush(env, j_media_codec_.obj())); 102 Java_MediaCodecBridge_flush(env, j_media_codec_.obj()));
304 } 103 }
305 104
306 void MediaCodecBridge::Stop() { 105 bool SdkMediaCodecBridge::Start() {
106 JNIEnv* env = AttachCurrentThread();
107 return Java_MediaCodecBridge_start(env, j_media_codec_.obj());
108 }
109
110 void SdkMediaCodecBridge::Stop() {
307 JNIEnv* env = AttachCurrentThread(); 111 JNIEnv* env = AttachCurrentThread();
308 Java_MediaCodecBridge_stop(env, j_media_codec_.obj()); 112 Java_MediaCodecBridge_stop(env, j_media_codec_.obj());
309 } 113 }
310 114
311 void MediaCodecBridge::GetOutputFormat(int* width, int* height) { 115 void SdkMediaCodecBridge::GetOutputFormat(int* width, int* height) {
312 JNIEnv* env = AttachCurrentThread(); 116 JNIEnv* env = AttachCurrentThread();
313 117
314 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj()); 118 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj());
315 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj()); 119 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj());
316 } 120 }
317 121
318 int MediaCodecBridge::GetOutputSamplingRate() { 122 int SdkMediaCodecBridge::GetOutputSamplingRate() {
319 JNIEnv* env = AttachCurrentThread(); 123 JNIEnv* env = AttachCurrentThread();
320 124
321 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj()); 125 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj());
322 } 126 }
323 127
324 MediaCodecStatus MediaCodecBridge::QueueInputBuffer( 128 MediaCodecStatus SdkMediaCodecBridge::QueueInputBuffer(
325 int index, 129 int index,
326 const uint8* data, 130 const uint8_t* data,
327 size_t data_size, 131 size_t data_size,
328 const base::TimeDelta& presentation_time) { 132 const base::TimeDelta& presentation_time) {
329 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; 133 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
330 if (data_size > 134 if (data_size >
331 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) 135 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) {
332 return MEDIA_CODEC_ERROR; 136 return MEDIA_CODEC_ERROR;
137 }
333 if (data && !FillInputBuffer(index, data, data_size)) 138 if (data && !FillInputBuffer(index, data, data_size))
334 return MEDIA_CODEC_ERROR; 139 return MEDIA_CODEC_ERROR;
335 JNIEnv* env = AttachCurrentThread(); 140 JNIEnv* env = AttachCurrentThread();
336 return static_cast<MediaCodecStatus>( 141 return static_cast<MediaCodecStatus>(Java_MediaCodecBridge_queueInputBuffer(
337 Java_MediaCodecBridge_queueInputBuffer(env, 142 env, j_media_codec_.obj(), index, 0, data_size,
338 j_media_codec_.obj(), 143 presentation_time.InMicroseconds(), 0));
339 index,
340 0,
341 data_size,
342 presentation_time.InMicroseconds(),
343 0));
344 }
345
346 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer(
347 int index,
348 const uint8_t* data,
349 size_t data_size,
350 const std::string& key_id,
351 const std::string& iv,
352 const std::vector<SubsampleEntry>& subsamples,
353 const base::TimeDelta& presentation_time) {
354 return QueueSecureInputBuffer(
355 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()),
356 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(),
357 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(),
358 presentation_time);
359 } 144 }
360 145
361 // TODO(timav): Combine this and above methods together keeping only the first 146 // TODO(timav): Combine this and above methods together keeping only the first
362 // interface after we switch to Spitzer pipeline. 147 // interface after we switch to Spitzer pipeline.
363 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( 148 MediaCodecStatus SdkMediaCodecBridge::QueueSecureInputBuffer(
364 int index, 149 int index,
365 const uint8* data, 150 const uint8_t* data,
366 size_t data_size, 151 size_t data_size,
367 const uint8* key_id, 152 const std::vector<char>& key_id,
368 int key_id_size, 153 const std::vector<char>& iv,
369 const uint8* iv,
370 int iv_size,
371 const SubsampleEntry* subsamples, 154 const SubsampleEntry* subsamples,
372 int subsamples_size, 155 int subsamples_size,
373 const base::TimeDelta& presentation_time) { 156 const base::TimeDelta& presentation_time) {
374 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; 157 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
375 if (data_size > 158 if (data_size >
376 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) 159 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) {
377 return MEDIA_CODEC_ERROR; 160 return MEDIA_CODEC_ERROR;
161 }
378 if (data && !FillInputBuffer(index, data, data_size)) 162 if (data && !FillInputBuffer(index, data, data_size))
379 return MEDIA_CODEC_ERROR; 163 return MEDIA_CODEC_ERROR;
380 164
381 JNIEnv* env = AttachCurrentThread(); 165 JNIEnv* env = AttachCurrentThread();
382 ScopedJavaLocalRef<jbyteArray> j_key_id = 166 ScopedJavaLocalRef<jbyteArray> j_key_id = base::android::ToJavaByteArray(
383 base::android::ToJavaByteArray(env, key_id, key_id_size); 167 env, reinterpret_cast<const uint8_t*>(key_id.data()), key_id.size());
384 ScopedJavaLocalRef<jbyteArray> j_iv = 168 ScopedJavaLocalRef<jbyteArray> j_iv = base::android::ToJavaByteArray(
385 base::android::ToJavaByteArray(env, iv, iv_size); 169 env, reinterpret_cast<const uint8_t*>(iv.data()), iv.size());
386 170
387 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array| 171 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array|
388 // to indicate that all data is encrypted. But it doesn't specify what 172 // to indicate that all data is encrypted. But it doesn't specify what
389 // |cypher_array| and |subsamples_size| should be in that case. Passing 173 // |cypher_array| and |subsamples_size| should be in that case. Passing
390 // one subsample here just to be on the safe side. 174 // one subsample here just to be on the safe side.
391 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size; 175 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size;
392 176
393 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]); 177 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]);
394 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]); 178 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]);
395 179
396 if (subsamples_size == 0) { 180 if (subsamples_size == 0) {
397 DCHECK(!subsamples); 181 DCHECK(!subsamples);
398 native_clear_array[0] = 0; 182 native_clear_array[0] = 0;
399 native_cypher_array[0] = data_size; 183 native_cypher_array[0] = data_size;
400 } else { 184 } else {
401 DCHECK_GT(subsamples_size, 0); 185 DCHECK_GT(subsamples_size, 0);
402 DCHECK(subsamples); 186 DCHECK(subsamples);
403 for (int i = 0; i < subsamples_size; ++i) { 187 for (int i = 0; i < subsamples_size; ++i) {
404 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16>::max()); 188 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16_t>::max());
405 if (subsamples[i].cypher_bytes > 189 if (subsamples[i].cypher_bytes >
406 static_cast<uint32>(std::numeric_limits<jint>::max())) { 190 static_cast<uint32_t>(std::numeric_limits<jint>::max())) {
407 return MEDIA_CODEC_ERROR; 191 return MEDIA_CODEC_ERROR;
408 } 192 }
409 193
410 native_clear_array[i] = subsamples[i].clear_bytes; 194 native_clear_array[i] = subsamples[i].clear_bytes;
411 native_cypher_array[i] = subsamples[i].cypher_bytes; 195 native_cypher_array[i] = subsamples[i].cypher_bytes;
412 } 196 }
413 } 197 }
414 198
415 ScopedJavaLocalRef<jintArray> clear_array = 199 ScopedJavaLocalRef<jintArray> clear_array =
416 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size); 200 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size);
417 ScopedJavaLocalRef<jintArray> cypher_array = 201 ScopedJavaLocalRef<jintArray> cypher_array =
418 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size); 202 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size);
419 203
420 return static_cast<MediaCodecStatus>( 204 return static_cast<MediaCodecStatus>(
421 Java_MediaCodecBridge_queueSecureInputBuffer( 205 Java_MediaCodecBridge_queueSecureInputBuffer(
422 env, 206 env, j_media_codec_.obj(), index, 0, j_iv.obj(), j_key_id.obj(),
423 j_media_codec_.obj(), 207 clear_array.obj(), cypher_array.obj(), new_subsamples_size,
424 index,
425 0,
426 j_iv.obj(),
427 j_key_id.obj(),
428 clear_array.obj(),
429 cypher_array.obj(),
430 new_subsamples_size,
431 presentation_time.InMicroseconds())); 208 presentation_time.InMicroseconds()));
432 } 209 }
433 210
434 void MediaCodecBridge::QueueEOS(int input_buffer_index) { 211 void SdkMediaCodecBridge::QueueEOS(int input_buffer_index) {
435 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index; 212 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index;
436 JNIEnv* env = AttachCurrentThread(); 213 JNIEnv* env = AttachCurrentThread();
437 Java_MediaCodecBridge_queueInputBuffer(env, 214 Java_MediaCodecBridge_queueInputBuffer(env, j_media_codec_.obj(),
438 j_media_codec_.obj(), 215 input_buffer_index, 0, 0, 0,
439 input_buffer_index,
440 0,
441 0,
442 0,
443 kBufferFlagEndOfStream); 216 kBufferFlagEndOfStream);
444 } 217 }
445 218
446 MediaCodecStatus MediaCodecBridge::DequeueInputBuffer( 219 MediaCodecStatus SdkMediaCodecBridge::DequeueInputBuffer(
447 const base::TimeDelta& timeout, 220 const base::TimeDelta& timeout,
448 int* index) { 221 int* index) {
449 JNIEnv* env = AttachCurrentThread(); 222 JNIEnv* env = AttachCurrentThread();
450 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer( 223 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer(
451 env, j_media_codec_.obj(), timeout.InMicroseconds()); 224 env, j_media_codec_.obj(), timeout.InMicroseconds());
452 *index = Java_DequeueInputResult_index(env, result.obj()); 225 *index = Java_DequeueInputResult_index(env, result.obj());
453 MediaCodecStatus status = static_cast<MediaCodecStatus>( 226 MediaCodecStatus status = static_cast<MediaCodecStatus>(
454 Java_DequeueInputResult_status(env, result.obj())); 227 Java_DequeueInputResult_status(env, result.obj()));
455 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status 228 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
456 << ", index: " << *index; 229 << ", index: " << *index;
457 return status; 230 return status;
458 } 231 }
459 232
460 MediaCodecStatus MediaCodecBridge::DequeueOutputBuffer( 233 MediaCodecStatus SdkMediaCodecBridge::DequeueOutputBuffer(
461 const base::TimeDelta& timeout, 234 const base::TimeDelta& timeout,
462 int* index, 235 int* index,
463 size_t* offset, 236 size_t* offset,
464 size_t* size, 237 size_t* size,
465 base::TimeDelta* presentation_time, 238 base::TimeDelta* presentation_time,
466 bool* end_of_stream, 239 bool* end_of_stream,
467 bool* key_frame) { 240 bool* key_frame) {
468 JNIEnv* env = AttachCurrentThread(); 241 JNIEnv* env = AttachCurrentThread();
469 ScopedJavaLocalRef<jobject> result = 242 ScopedJavaLocalRef<jobject> result =
470 Java_MediaCodecBridge_dequeueOutputBuffer( 243 Java_MediaCodecBridge_dequeueOutputBuffer(env, j_media_codec_.obj(),
471 env, j_media_codec_.obj(), timeout.InMicroseconds()); 244 timeout.InMicroseconds());
472 *index = Java_DequeueOutputResult_index(env, result.obj()); 245 *index = Java_DequeueOutputResult_index(env, result.obj());
473 *offset = base::checked_cast<size_t>( 246 *offset = base::checked_cast<size_t>(
474 Java_DequeueOutputResult_offset(env, result.obj())); 247 Java_DequeueOutputResult_offset(env, result.obj()));
475 *size = base::checked_cast<size_t>( 248 *size = base::checked_cast<size_t>(
476 Java_DequeueOutputResult_numBytes(env, result.obj())); 249 Java_DequeueOutputResult_numBytes(env, result.obj()));
477 if (presentation_time) { 250 if (presentation_time) {
478 *presentation_time = base::TimeDelta::FromMicroseconds( 251 *presentation_time = base::TimeDelta::FromMicroseconds(
479 Java_DequeueOutputResult_presentationTimeMicroseconds(env, 252 Java_DequeueOutputResult_presentationTimeMicroseconds(env,
480 result.obj())); 253 result.obj()));
481 } 254 }
482 int flags = Java_DequeueOutputResult_flags(env, result.obj()); 255 int flags = Java_DequeueOutputResult_flags(env, result.obj());
483 if (end_of_stream) 256 if (end_of_stream)
484 *end_of_stream = flags & kBufferFlagEndOfStream; 257 *end_of_stream = flags & kBufferFlagEndOfStream;
485 if (key_frame) 258 if (key_frame)
486 *key_frame = flags & kBufferFlagSyncFrame; 259 *key_frame = flags & kBufferFlagSyncFrame;
487 MediaCodecStatus status = static_cast<MediaCodecStatus>( 260 MediaCodecStatus status = static_cast<MediaCodecStatus>(
488 Java_DequeueOutputResult_status(env, result.obj())); 261 Java_DequeueOutputResult_status(env, result.obj()));
489 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status 262 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
490 << ", index: " << *index << ", offset: " << *offset 263 << ", index: " << *index << ", offset: " << *offset
491 << ", size: " << *size << ", flags: " << flags; 264 << ", size: " << *size << ", flags: " << flags;
492 return status; 265 return status;
493 } 266 }
494 267
495 void MediaCodecBridge::ReleaseOutputBuffer(int index, bool render) { 268 void SdkMediaCodecBridge::ReleaseOutputBuffer(int index, bool render) {
496 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index; 269 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index;
497 JNIEnv* env = AttachCurrentThread(); 270 JNIEnv* env = AttachCurrentThread();
498 CHECK(env); 271 CHECK(env);
499 272
500 Java_MediaCodecBridge_releaseOutputBuffer( 273 Java_MediaCodecBridge_releaseOutputBuffer(env, j_media_codec_.obj(), index,
501 env, j_media_codec_.obj(), index, render); 274 render);
502 } 275 }
503 276
504 int MediaCodecBridge::GetOutputBuffersCount() { 277 int SdkMediaCodecBridge::GetOutputBuffersCount() {
505 JNIEnv* env = AttachCurrentThread(); 278 JNIEnv* env = AttachCurrentThread();
506 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj()); 279 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj());
507 } 280 }
508 281
509 size_t MediaCodecBridge::GetOutputBuffersCapacity() { 282 size_t SdkMediaCodecBridge::GetOutputBuffersCapacity() {
510 JNIEnv* env = AttachCurrentThread(); 283 JNIEnv* env = AttachCurrentThread();
511 return Java_MediaCodecBridge_getOutputBuffersCapacity(env, 284 return Java_MediaCodecBridge_getOutputBuffersCapacity(env,
512 j_media_codec_.obj()); 285 j_media_codec_.obj());
513 } 286 }
514 287
515 void MediaCodecBridge::GetInputBuffer(int input_buffer_index, 288 void SdkMediaCodecBridge::GetInputBuffer(int input_buffer_index,
516 uint8** data, 289 uint8_t** data,
517 size_t* capacity) { 290 size_t* capacity) {
518 JNIEnv* env = AttachCurrentThread(); 291 JNIEnv* env = AttachCurrentThread();
519 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer( 292 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer(
520 env, j_media_codec_.obj(), input_buffer_index)); 293 env, j_media_codec_.obj(), input_buffer_index));
521 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())); 294 *data = static_cast<uint8_t*>(env->GetDirectBufferAddress(j_buffer.obj()));
522 *capacity = base::checked_cast<size_t>( 295 *capacity =
523 env->GetDirectBufferCapacity(j_buffer.obj())); 296 base::checked_cast<size_t>(env->GetDirectBufferCapacity(j_buffer.obj()));
524 } 297 }
525 298
526 bool MediaCodecBridge::CopyFromOutputBuffer(int index, 299 bool SdkMediaCodecBridge::CopyFromOutputBuffer(int index,
527 size_t offset, 300 size_t offset,
528 void* dst, 301 void* dst,
529 int dst_size) { 302 int dst_size) {
530 void* src_data = nullptr; 303 void* src_data = nullptr;
531 int src_capacity = GetOutputBufferAddress(index, offset, &src_data); 304 size_t src_capacity = GetOutputBufferAddress(index, offset, &src_data);
532 if (src_capacity < dst_size) 305 if (src_capacity < offset ||
306 src_capacity - offset < static_cast<size_t>(dst_size)) {
533 return false; 307 return false;
534 memcpy(dst, src_data, dst_size); 308 }
309 memcpy(dst, static_cast<uint8*>(src_data) + offset, dst_size);
535 return true; 310 return true;
536 } 311 }
537 312
538 int MediaCodecBridge::GetOutputBufferAddress(int index, 313 int SdkMediaCodecBridge::GetOutputBufferAddress(int index,
539 size_t offset, 314 size_t offset,
540 void** addr) { 315 void** addr) {
541 JNIEnv* env = AttachCurrentThread(); 316 JNIEnv* env = AttachCurrentThread();
542 ScopedJavaLocalRef<jobject> j_buffer( 317 ScopedJavaLocalRef<jobject> j_buffer(
543 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index)); 318 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index));
544 *addr = reinterpret_cast<uint8*>( 319 *addr =
545 env->GetDirectBufferAddress(j_buffer.obj())) + offset; 320 reinterpret_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())) +
321 offset;
546 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset; 322 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset;
547 } 323 }
548 324
549 bool MediaCodecBridge::FillInputBuffer(int index, 325 // static
550 const uint8_t* data, 326 bool SdkMediaCodecBridge::RegisterSdkMediaCodecBridge(JNIEnv* env) {
551 size_t size) { 327 return RegisterNativesImpl(env);
552 uint8* dst = NULL; 328 }
553 size_t capacity = 0;
554 GetInputBuffer(index, &dst, &capacity);
555 CHECK(dst);
556 329
557 if (size > capacity) { 330 // static
558 LOG(ERROR) << "Input buffer size " << size 331 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) {
559 << " exceeds MediaCodec input buffer capacity: " << capacity; 332 if (!MediaCodecUtil::IsMediaCodecAvailable())
560 return false; 333 return nullptr;
561 }
562 334
563 memcpy(dst, data, size); 335 const std::string mime = AudioCodecToAndroidMimeType(codec);
564 return true; 336 return mime.empty() ? nullptr : new AudioCodecBridge(mime);
337 }
338
339 // static
340 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) {
341 return MediaCodecUtil::IsKnownUnaccelerated(
342 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER);
565 } 343 }
566 344
567 AudioCodecBridge::AudioCodecBridge(const std::string& mime) 345 AudioCodecBridge::AudioCodecBridge(const std::string& mime)
568 // Audio codec doesn't care about security level and there is no need for 346 // Audio codec doesn't care about security level and there is no need for
569 // audio encoding yet. 347 // audio encoding yet.
570 : MediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {} 348 : SdkMediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {}
571 349
572 bool AudioCodecBridge::Start(const AudioCodec& codec, 350 bool AudioCodecBridge::ConfigureAndStart(const AudioCodec& codec,
573 int sample_rate, 351 int sample_rate,
574 int channel_count, 352 int channel_count,
575 const uint8* extra_data, 353 const uint8_t* extra_data,
576 size_t extra_data_size, 354 size_t extra_data_size,
577 int64 codec_delay_ns, 355 int64_t codec_delay_ns,
578 int64 seek_preroll_ns, 356 int64_t seek_preroll_ns,
579 bool play_audio, 357 bool play_audio,
580 jobject media_crypto) { 358 jobject media_crypto) {
581 JNIEnv* env = AttachCurrentThread(); 359 JNIEnv* env = AttachCurrentThread();
582 360
583 if (!media_codec()) 361 if (!media_codec())
584 return false; 362 return false;
585 363
586 std::string codec_string = AudioCodecToAndroidMimeType(codec); 364 std::string codec_string = AudioCodecToAndroidMimeType(codec);
587 if (codec_string.empty()) 365 if (codec_string.empty())
588 return false; 366 return false;
589 367
590 ScopedJavaLocalRef<jstring> j_mime = 368 ScopedJavaLocalRef<jstring> j_mime =
591 ConvertUTF8ToJavaString(env, codec_string); 369 ConvertUTF8ToJavaString(env, codec_string);
592 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat( 370 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat(
593 env, j_mime.obj(), sample_rate, channel_count)); 371 env, j_mime.obj(), sample_rate, channel_count));
594 DCHECK(!j_format.is_null()); 372 DCHECK(!j_format.is_null());
595 373
596 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size, 374 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size,
597 codec_delay_ns, seek_preroll_ns)) { 375 codec_delay_ns, seek_preroll_ns)) {
598 return false; 376 return false;
599 } 377 }
600 378
601 if (!Java_MediaCodecBridge_configureAudio( 379 if (!Java_MediaCodecBridge_configureAudio(env, media_codec(), j_format.obj(),
602 env, media_codec(), j_format.obj(), media_crypto, 0, play_audio)) { 380 media_crypto, 0, play_audio)) {
603 return false; 381 return false;
604 } 382 }
605 383
606 return StartInternal(); 384 return Start();
607 } 385 }
608 386
609 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format, 387 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format,
610 const AudioCodec& codec, 388 const AudioCodec& codec,
611 const uint8* extra_data, 389 const uint8_t* extra_data,
612 size_t extra_data_size, 390 size_t extra_data_size,
613 int64 codec_delay_ns, 391 int64_t codec_delay_ns,
614 int64 seek_preroll_ns) { 392 int64_t seek_preroll_ns) {
615 if (extra_data_size == 0 && codec != kCodecOpus) 393 if (extra_data_size == 0 && codec != kCodecOpus)
616 return true; 394 return true;
617 395
618 JNIEnv* env = AttachCurrentThread(); 396 JNIEnv* env = AttachCurrentThread();
619 switch (codec) { 397 switch (codec) {
620 case kCodecVorbis: { 398 case kCodecVorbis: {
621 if (extra_data[0] != 2) { 399 if (extra_data[0] != 2) {
622 LOG(ERROR) << "Invalid number of vorbis headers before the codec " 400 LOG(ERROR) << "Invalid number of vorbis headers before the codec "
623 << "header: " << extra_data[0]; 401 << "header: " << extra_data[0];
624 return false; 402 return false;
625 } 403 }
626 404
627 size_t header_length[2]; 405 size_t header_length[2];
628 // |total_length| keeps track of the total number of bytes before the last 406 // |total_length| keeps track of the total number of bytes before the last
629 // header. 407 // header.
630 size_t total_length = 1; 408 size_t total_length = 1;
631 const uint8* current_pos = extra_data; 409 const uint8_t* current_pos = extra_data;
632 // Calculate the length of the first 2 headers. 410 // Calculate the length of the first 2 headers.
633 for (int i = 0; i < 2; ++i) { 411 for (int i = 0; i < 2; ++i) {
634 header_length[i] = 0; 412 header_length[i] = 0;
635 while (total_length < extra_data_size) { 413 while (total_length < extra_data_size) {
636 size_t size = *(++current_pos); 414 size_t size = *(++current_pos);
637 total_length += 1 + size; 415 total_length += 1 + size;
638 if (total_length > 0x80000000) { 416 if (total_length > 0x80000000) {
639 LOG(ERROR) << "Vorbis header size too large"; 417 LOG(ERROR) << "Vorbis header size too large";
640 return false; 418 return false;
641 } 419 }
642 header_length[i] += size; 420 header_length[i] += size;
643 if (size < 0xFF) 421 if (size < 0xFF)
644 break; 422 break;
645 } 423 }
646 if (total_length >= extra_data_size) { 424 if (total_length >= extra_data_size) {
647 LOG(ERROR) << "Invalid vorbis header size in the extra data"; 425 LOG(ERROR) << "Invalid vorbis header size in the extra data";
648 return false; 426 return false;
649 } 427 }
650 } 428 }
651 current_pos++; 429 current_pos++;
652 // The first header is identification header. 430 // The first header is identification header.
653 ScopedJavaLocalRef<jbyteArray> first_header = 431 ScopedJavaLocalRef<jbyteArray> first_header =
654 base::android::ToJavaByteArray(env, current_pos, header_length[0]); 432 base::android::ToJavaByteArray(env, current_pos, header_length[0]);
655 Java_MediaCodecBridge_setCodecSpecificData( 433 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0,
656 env, j_format, 0, first_header.obj()); 434 first_header.obj());
657 // The last header is codec header. 435 // The last header is codec header.
658 ScopedJavaLocalRef<jbyteArray> last_header = 436 ScopedJavaLocalRef<jbyteArray> last_header =
659 base::android::ToJavaByteArray( 437 base::android::ToJavaByteArray(env, extra_data + total_length,
660 env, extra_data + total_length, extra_data_size - total_length); 438 extra_data_size - total_length);
661 Java_MediaCodecBridge_setCodecSpecificData( 439 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1,
662 env, j_format, 1, last_header.obj()); 440 last_header.obj());
663 break; 441 break;
664 } 442 }
665 case kCodecAAC: { 443 case kCodecAAC: {
666 media::BitReader reader(extra_data, extra_data_size); 444 media::BitReader reader(extra_data, extra_data_size);
667 445
668 // The following code is copied from aac.cc 446 // The following code is copied from aac.cc
669 // TODO(qinmin): refactor the code in aac.cc to make it more reusable. 447 // TODO(qinmin): refactor the code in aac.cc to make it more reusable.
670 uint8 profile = 0; 448 uint8_t profile = 0;
671 uint8 frequency_index = 0; 449 uint8_t frequency_index = 0;
672 uint8 channel_config = 0; 450 uint8_t channel_config = 0;
673 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); 451 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
674 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); 452 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
675 453
676 if (0xf == frequency_index) 454 if (0xf == frequency_index)
677 RETURN_ON_ERROR(reader.SkipBits(24)); 455 RETURN_ON_ERROR(reader.SkipBits(24));
678 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config)); 456 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config));
679 457
680 if (profile == 5 || profile == 29) { 458 if (profile == 5 || profile == 29) {
681 // Read extension config. 459 // Read extension config.
682 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); 460 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
683 if (frequency_index == 0xf) 461 if (frequency_index == 0xf)
684 RETURN_ON_ERROR(reader.SkipBits(24)); 462 RETURN_ON_ERROR(reader.SkipBits(24));
685 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); 463 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
686 } 464 }
687 465
688 if (profile < 1 || profile > 4 || frequency_index == 0xf || 466 if (profile < 1 || profile > 4 || frequency_index == 0xf ||
689 channel_config > 7) { 467 channel_config > 7) {
690 LOG(ERROR) << "Invalid AAC header"; 468 LOG(ERROR) << "Invalid AAC header";
691 return false; 469 return false;
692 } 470 }
693 const size_t kCsdLength = 2; 471 const size_t kCsdLength = 2;
694 uint8 csd[kCsdLength]; 472 uint8_t csd[kCsdLength];
695 csd[0] = profile << 3 | frequency_index >> 1; 473 csd[0] = profile << 3 | frequency_index >> 1;
696 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3; 474 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3;
697 ScopedJavaLocalRef<jbyteArray> byte_array = 475 ScopedJavaLocalRef<jbyteArray> byte_array =
698 base::android::ToJavaByteArray(env, csd, kCsdLength); 476 base::android::ToJavaByteArray(env, csd, kCsdLength);
699 Java_MediaCodecBridge_setCodecSpecificData( 477 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0,
700 env, j_format, 0, byte_array.obj()); 478 byte_array.obj());
701 479
702 // TODO(qinmin): pass an extra variable to this function to determine 480 // TODO(qinmin): pass an extra variable to this function to determine
703 // whether we need to call this. 481 // whether we need to call this.
704 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format); 482 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format);
705 break; 483 break;
706 } 484 }
707 case kCodecOpus: { 485 case kCodecOpus: {
708 if (!extra_data || extra_data_size == 0 || 486 if (!extra_data || extra_data_size == 0 || codec_delay_ns < 0 ||
709 codec_delay_ns < 0 || seek_preroll_ns < 0) { 487 seek_preroll_ns < 0) {
710 LOG(ERROR) << "Invalid Opus Header"; 488 LOG(ERROR) << "Invalid Opus Header";
711 return false; 489 return false;
712 } 490 }
713 491
714 // csd0 - Opus Header 492 // csd0 - Opus Header
715 ScopedJavaLocalRef<jbyteArray> csd0 = 493 ScopedJavaLocalRef<jbyteArray> csd0 =
716 base::android::ToJavaByteArray(env, extra_data, extra_data_size); 494 base::android::ToJavaByteArray(env, extra_data, extra_data_size);
717 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj()); 495 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj());
718 496
719 // csd1 - Codec Delay 497 // csd1 - Codec Delay
720 ScopedJavaLocalRef<jbyteArray> csd1 = 498 ScopedJavaLocalRef<jbyteArray> csd1 = base::android::ToJavaByteArray(
721 base::android::ToJavaByteArray( 499 env, reinterpret_cast<const uint8_t*>(&codec_delay_ns),
722 env, reinterpret_cast<const uint8*>(&codec_delay_ns), 500 sizeof(int64_t));
723 sizeof(int64_t));
724 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj()); 501 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj());
725 502
726 // csd2 - Seek Preroll 503 // csd2 - Seek Preroll
727 ScopedJavaLocalRef<jbyteArray> csd2 = 504 ScopedJavaLocalRef<jbyteArray> csd2 = base::android::ToJavaByteArray(
728 base::android::ToJavaByteArray( 505 env, reinterpret_cast<const uint8_t*>(&seek_preroll_ns),
729 env, reinterpret_cast<const uint8*>(&seek_preroll_ns), 506 sizeof(int64_t));
730 sizeof(int64_t));
731 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj()); 507 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj());
732 break; 508 break;
733 } 509 }
734 default: 510 default:
735 LOG(ERROR) << "Invalid header encountered for codec: " 511 LOG(ERROR) << "Invalid header encountered for codec: "
736 << AudioCodecToAndroidMimeType(codec); 512 << AudioCodecToAndroidMimeType(codec);
737 return false; 513 return false;
738 } 514 }
739 return true; 515 return true;
740 } 516 }
741 517
742 int64 AudioCodecBridge::PlayOutputBuffer(int index, 518 int64_t AudioCodecBridge::PlayOutputBuffer(int index,
743 size_t size, 519 size_t size,
744 size_t offset, 520 size_t offset,
745 bool postpone) { 521 bool postpone) {
746 DCHECK_LE(0, index); 522 DCHECK_LE(0, index);
747 int numBytes = base::checked_cast<int>(size); 523 int numBytes = base::checked_cast<int>(size);
748 524
749 void* buffer = nullptr; 525 void* buffer = nullptr;
750 int capacity = GetOutputBufferAddress(index, offset, &buffer); 526 int capacity = GetOutputBufferAddress(index, offset, &buffer);
751 numBytes = std::min(capacity, numBytes); 527 numBytes = std::min(capacity, numBytes);
752 CHECK_GE(numBytes, 0); 528 CHECK_GE(numBytes, 0);
753 529
754 JNIEnv* env = AttachCurrentThread(); 530 JNIEnv* env = AttachCurrentThread();
755 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray( 531 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray(
756 env, static_cast<uint8*>(buffer), numBytes); 532 env, static_cast<uint8_t*>(buffer), numBytes);
757 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(), 533 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(),
758 byte_array.obj(), postpone); 534 byte_array.obj(), postpone);
759 } 535 }
760 536
761 void AudioCodecBridge::SetVolume(double volume) { 537 void AudioCodecBridge::SetVolume(double volume) {
762 JNIEnv* env = AttachCurrentThread(); 538 JNIEnv* env = AttachCurrentThread();
763 Java_MediaCodecBridge_setVolume(env, media_codec(), volume); 539 Java_MediaCodecBridge_setVolume(env, media_codec(), volume);
764 } 540 }
765 541
766 // static 542 // static
767 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) {
768 if (!MediaCodecBridge::IsAvailable())
769 return NULL;
770
771 const std::string mime = AudioCodecToAndroidMimeType(codec);
772 return mime.empty() ? NULL : new AudioCodecBridge(mime);
773 }
774
775 // static
776 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) {
777 return MediaCodecBridge::IsKnownUnaccelerated(
778 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER);
779 }
780
781 // static
782 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec, 543 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec,
783 MediaCodecDirection direction) { 544 MediaCodecDirection direction) {
784 return MediaCodecBridge::IsKnownUnaccelerated( 545 return MediaCodecUtil::IsKnownUnaccelerated(
785 VideoCodecToAndroidMimeType(codec), direction); 546 VideoCodecToAndroidMimeType(codec), direction);
786 } 547 }
787 548
788 // static 549 // static
789 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec, 550 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec,
790 bool is_secure, 551 bool is_secure,
791 const gfx::Size& size, 552 const gfx::Size& size,
792 jobject surface, 553 jobject surface,
793 jobject media_crypto) { 554 jobject media_crypto) {
794 if (!MediaCodecBridge::IsAvailable()) 555 if (!MediaCodecUtil::IsMediaCodecAvailable())
795 return NULL; 556 return nullptr;
796 557
797 const std::string mime = VideoCodecToAndroidMimeType(codec); 558 const std::string mime = VideoCodecToAndroidMimeType(codec);
798 if (mime.empty()) 559 if (mime.empty())
799 return NULL; 560 return nullptr;
800 561
801 scoped_ptr<VideoCodecBridge> bridge( 562 scoped_ptr<VideoCodecBridge> bridge(
802 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER)); 563 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER));
803 if (!bridge->media_codec()) 564 if (!bridge->media_codec())
804 return NULL; 565 return nullptr;
805 566
806 JNIEnv* env = AttachCurrentThread(); 567 JNIEnv* env = AttachCurrentThread();
807 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); 568 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
808 ScopedJavaLocalRef<jobject> j_format( 569 ScopedJavaLocalRef<jobject> j_format(
809 Java_MediaCodecBridge_createVideoDecoderFormat( 570 Java_MediaCodecBridge_createVideoDecoderFormat(
810 env, j_mime.obj(), size.width(), size.height())); 571 env, j_mime.obj(), size.width(), size.height()));
811 DCHECK(!j_format.is_null()); 572 DCHECK(!j_format.is_null());
812 if (!Java_MediaCodecBridge_configureVideo(env, 573 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(),
813 bridge->media_codec(), 574 j_format.obj(), surface,
814 j_format.obj(), 575 media_crypto, 0)) {
815 surface, 576 return nullptr;
816 media_crypto,
817 0)) {
818 return NULL;
819 } 577 }
820 578
821 return bridge->StartInternal() ? bridge.release() : NULL; 579 return bridge->Start() ? bridge.release() : nullptr;
822 } 580 }
823 581
824 // static 582 // static
825 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec, 583 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec,
826 const gfx::Size& size, 584 const gfx::Size& size,
827 int bit_rate, 585 int bit_rate,
828 int frame_rate, 586 int frame_rate,
829 int i_frame_interval, 587 int i_frame_interval,
830 int color_format) { 588 int color_format) {
831 if (!MediaCodecBridge::IsAvailable()) 589 if (!MediaCodecUtil::IsMediaCodecAvailable())
832 return NULL; 590 return nullptr;
833 591
834 const std::string mime = VideoCodecToAndroidMimeType(codec); 592 const std::string mime = VideoCodecToAndroidMimeType(codec);
835 if (mime.empty()) 593 if (mime.empty())
836 return NULL; 594 return nullptr;
837 595
838 scoped_ptr<VideoCodecBridge> bridge( 596 scoped_ptr<VideoCodecBridge> bridge(
839 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER)); 597 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER));
840 if (!bridge->media_codec()) 598 if (!bridge->media_codec())
841 return NULL; 599 return nullptr;
842 600
843 JNIEnv* env = AttachCurrentThread(); 601 JNIEnv* env = AttachCurrentThread();
844 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); 602 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
845 ScopedJavaLocalRef<jobject> j_format( 603 ScopedJavaLocalRef<jobject> j_format(
846 Java_MediaCodecBridge_createVideoEncoderFormat(env, 604 Java_MediaCodecBridge_createVideoEncoderFormat(
847 j_mime.obj(), 605 env, j_mime.obj(), size.width(), size.height(), bit_rate, frame_rate,
848 size.width(), 606 i_frame_interval, color_format));
849 size.height(),
850 bit_rate,
851 frame_rate,
852 i_frame_interval,
853 color_format));
854 DCHECK(!j_format.is_null()); 607 DCHECK(!j_format.is_null());
855 if (!Java_MediaCodecBridge_configureVideo(env, 608 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(),
856 bridge->media_codec(), 609 j_format.obj(), nullptr, nullptr,
857 j_format.obj(),
858 NULL,
859 NULL,
860 kConfigureFlagEncode)) { 610 kConfigureFlagEncode)) {
861 return NULL; 611 return nullptr;
862 } 612 }
863 613
864 return bridge->StartInternal() ? bridge.release() : NULL; 614 return bridge->Start() ? bridge.release() : nullptr;
865 } 615 }
866 616
867 VideoCodecBridge::VideoCodecBridge(const std::string& mime, 617 VideoCodecBridge::VideoCodecBridge(const std::string& mime,
868 bool is_secure, 618 bool is_secure,
869 MediaCodecDirection direction) 619 MediaCodecDirection direction)
870 : MediaCodecBridge(mime, is_secure, direction), 620 : SdkMediaCodecBridge(mime, is_secure, direction),
871 adaptive_playback_supported_for_testing_(-1) {} 621 adaptive_playback_supported_for_testing_(-1) {}
872 622
873 void VideoCodecBridge::SetVideoBitrate(int bps) { 623 void VideoCodecBridge::SetVideoBitrate(int bps) {
874 JNIEnv* env = AttachCurrentThread(); 624 JNIEnv* env = AttachCurrentThread();
875 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps); 625 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps);
876 } 626 }
877 627
878 void VideoCodecBridge::RequestKeyFrameSoon() { 628 void VideoCodecBridge::RequestKeyFrameSoon() {
879 JNIEnv* env = AttachCurrentThread(); 629 JNIEnv* env = AttachCurrentThread();
880 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec()); 630 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec());
881 } 631 }
882 632
883 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) { 633 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) {
884 if (adaptive_playback_supported_for_testing_ == 0) 634 if (adaptive_playback_supported_for_testing_ == 0)
885 return false; 635 return false;
886 else if (adaptive_playback_supported_for_testing_ > 0) 636 else if (adaptive_playback_supported_for_testing_ > 0)
887 return true; 637 return true;
888 JNIEnv* env = AttachCurrentThread(); 638 JNIEnv* env = AttachCurrentThread();
889 return Java_MediaCodecBridge_isAdaptivePlaybackSupported( 639 return Java_MediaCodecBridge_isAdaptivePlaybackSupported(env, media_codec(),
890 env, media_codec(), width, height); 640 width, height);
891 }
892
893 bool MediaCodecBridge::RegisterMediaCodecBridge(JNIEnv* env) {
894 return RegisterNativesImpl(env);
895 } 641 }
896 642
897 } // namespace media 643 } // namespace media
OLDNEW
« no previous file with comments | « media/base/android/sdk_media_codec_bridge.h ('k') | media/base/android/sdk_media_codec_bridge_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698