| OLD | NEW |
| 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "media/base/android/media_codec_bridge.h" | 5 #include "media/base/android/sdk_media_codec_bridge.h" |
| 6 | 6 |
| 7 #include <algorithm> | 7 #include <algorithm> |
| 8 #include <limits> | 8 #include <limits> |
| 9 | 9 |
| 10 #include "base/android/build_info.h" | 10 #include "base/android/build_info.h" |
| 11 #include "base/android/jni_android.h" | 11 #include "base/android/jni_android.h" |
| 12 #include "base/android/jni_array.h" | 12 #include "base/android/jni_array.h" |
| 13 #include "base/android/jni_string.h" | 13 #include "base/android/jni_string.h" |
| 14 #include "base/basictypes.h" | 14 #include "base/basictypes.h" |
| 15 #include "base/lazy_instance.h" | |
| 16 #include "base/logging.h" | 15 #include "base/logging.h" |
| 17 #include "base/numerics/safe_conversions.h" | 16 #include "base/numerics/safe_conversions.h" |
| 18 #include "base/strings/string_util.h" | 17 #include "base/strings/string_util.h" |
| 19 #include "base/strings/stringprintf.h" | |
| 20 #include "jni/MediaCodecBridge_jni.h" | 18 #include "jni/MediaCodecBridge_jni.h" |
| 21 #include "media/base/bit_reader.h" | 19 #include "media/base/bit_reader.h" |
| 22 #include "media/base/decrypt_config.h" | 20 #include "media/base/decrypt_config.h" |
| 23 | 21 |
| 24 using base::android::AttachCurrentThread; | 22 using base::android::AttachCurrentThread; |
| 25 using base::android::ConvertJavaStringToUTF8; | 23 using base::android::ConvertJavaStringToUTF8; |
| 26 using base::android::ConvertUTF8ToJavaString; | 24 using base::android::ConvertUTF8ToJavaString; |
| 27 using base::android::JavaIntArrayToIntVector; | 25 using base::android::JavaIntArrayToIntVector; |
| 28 using base::android::ScopedJavaLocalRef; | 26 using base::android::ScopedJavaLocalRef; |
| 29 | 27 |
| 30 #define RETURN_ON_ERROR(condition) \ | 28 #define RETURN_ON_ERROR(condition) \ |
| 31 do { \ | 29 do { \ |
| 32 if (!(condition)) { \ | 30 if (!(condition)) { \ |
| 33 LOG(ERROR) << "Unable to parse AAC header: " #condition; \ | 31 LOG(ERROR) << "Unable to parse AAC header: " #condition; \ |
| 34 return false; \ | 32 return false; \ |
| 35 } \ | 33 } \ |
| 36 } while (0) | 34 } while (0) |
| 37 | 35 |
| 38 namespace media { | 36 namespace media { |
| 39 | 37 |
| 40 enum { | 38 enum { |
| 41 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME | 39 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME |
| 42 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM | 40 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM |
| 43 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE | 41 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE |
| 44 }; | 42 }; |
| 45 | 43 |
| 44 static ScopedJavaLocalRef<jintArray> |
| 45 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) { |
| 46 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size)); |
| 47 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get()); |
| 48 return j_array; |
| 49 } |
| 50 |
| 46 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) { | 51 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) { |
| 47 switch (codec) { | 52 switch (codec) { |
| 48 case kCodecMP3: | 53 case kCodecMP3: |
| 49 return "audio/mpeg"; | 54 return "audio/mpeg"; |
| 50 case kCodecVorbis: | 55 case kCodecVorbis: |
| 51 return "audio/vorbis"; | 56 return "audio/vorbis"; |
| 52 case kCodecOpus: | 57 case kCodecOpus: |
| 53 return "audio/opus"; | 58 return "audio/opus"; |
| 54 case kCodecAAC: | 59 case kCodecAAC: |
| 55 return "audio/mp4a-latm"; | 60 return "audio/mp4a-latm"; |
| (...skipping 10 matching lines...) Expand all Loading... |
| 66 return "video/hevc"; | 71 return "video/hevc"; |
| 67 case kCodecVP8: | 72 case kCodecVP8: |
| 68 return "video/x-vnd.on2.vp8"; | 73 return "video/x-vnd.on2.vp8"; |
| 69 case kCodecVP9: | 74 case kCodecVP9: |
| 70 return "video/x-vnd.on2.vp9"; | 75 return "video/x-vnd.on2.vp9"; |
| 71 default: | 76 default: |
| 72 return std::string(); | 77 return std::string(); |
| 73 } | 78 } |
| 74 } | 79 } |
| 75 | 80 |
| 76 static const std::string CodecTypeToAndroidMimeType(const std::string& codec) { | 81 SdkMediaCodecBridge::SdkMediaCodecBridge(const std::string& mime, |
| 77 // TODO(xhwang): Shall we handle more detailed strings like "mp4a.40.2"? | 82 bool is_secure, |
| 78 if (codec == "avc1") | 83 MediaCodecDirection direction) { |
| 79 return "video/avc"; | |
| 80 if (codec == "hvc1") | |
| 81 return "video/hevc"; | |
| 82 if (codec == "mp4a") | |
| 83 return "audio/mp4a-latm"; | |
| 84 if (codec == "vp8" || codec == "vp8.0") | |
| 85 return "video/x-vnd.on2.vp8"; | |
| 86 if (codec == "vp9" || codec == "vp9.0") | |
| 87 return "video/x-vnd.on2.vp9"; | |
| 88 if (codec == "vorbis") | |
| 89 return "audio/vorbis"; | |
| 90 if (codec == "opus") | |
| 91 return "audio/opus"; | |
| 92 return std::string(); | |
| 93 } | |
| 94 | |
| 95 // TODO(qinmin): using a map to help all the conversions in this class. | |
| 96 static const std::string AndroidMimeTypeToCodecType(const std::string& mime) { | |
| 97 if (mime == "video/mp4v-es") | |
| 98 return "mp4v"; | |
| 99 if (mime == "video/avc") | |
| 100 return "avc1"; | |
| 101 if (mime == "video/hevc") | |
| 102 return "hvc1"; | |
| 103 if (mime == "video/x-vnd.on2.vp8") | |
| 104 return "vp8"; | |
| 105 if (mime == "video/x-vnd.on2.vp9") | |
| 106 return "vp9"; | |
| 107 if (mime == "audio/mp4a-latm") | |
| 108 return "mp4a"; | |
| 109 if (mime == "audio/mpeg") | |
| 110 return "mp3"; | |
| 111 if (mime == "audio/vorbis") | |
| 112 return "vorbis"; | |
| 113 if (mime == "audio/opus") | |
| 114 return "opus"; | |
| 115 return std::string(); | |
| 116 } | |
| 117 | |
| 118 static ScopedJavaLocalRef<jintArray> | |
| 119 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) { | |
| 120 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size)); | |
| 121 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get()); | |
| 122 return j_array; | |
| 123 } | |
| 124 | |
| 125 // static | |
| 126 bool MediaCodecBridge::IsAvailable() { | |
| 127 // MediaCodec is only available on JB and greater. | |
| 128 if (base::android::BuildInfo::GetInstance()->sdk_int() < 16) | |
| 129 return false; | |
| 130 // Blacklist some devices on Jellybean as for MediaCodec support is buggy. | |
| 131 // http://crbug.com/365494. | |
| 132 if (base::android::BuildInfo::GetInstance()->sdk_int() == 16) { | |
| 133 std::string model(base::android::BuildInfo::GetInstance()->model()); | |
| 134 return model != "GT-I9100" && model != "GT-I9300" && model != "GT-N7000"; | |
| 135 } | |
| 136 return true; | |
| 137 } | |
| 138 | |
| 139 // static | |
| 140 bool MediaCodecBridge::SupportsSetParameters() { | |
| 141 // MediaCodec.setParameters() is only available starting with K. | |
| 142 return base::android::BuildInfo::GetInstance()->sdk_int() >= 19; | |
| 143 } | |
| 144 | |
| 145 // static | |
| 146 bool MediaCodecBridge::SupportsGetName() { | |
| 147 // MediaCodec.getName() is only available on JB MR2 and greater. | |
| 148 return base::android::BuildInfo::GetInstance()->sdk_int() >= 18; | |
| 149 } | |
| 150 | |
| 151 // static | |
| 152 std::vector<MediaCodecBridge::CodecsInfo> MediaCodecBridge::GetCodecsInfo() { | |
| 153 std::vector<CodecsInfo> codecs_info; | |
| 154 if (!IsAvailable()) | |
| 155 return codecs_info; | |
| 156 | |
| 157 JNIEnv* env = AttachCurrentThread(); | |
| 158 std::string mime_type; | |
| 159 ScopedJavaLocalRef<jobjectArray> j_codec_info_array = | |
| 160 Java_MediaCodecBridge_getCodecsInfo(env); | |
| 161 jsize len = env->GetArrayLength(j_codec_info_array.obj()); | |
| 162 for (jsize i = 0; i < len; ++i) { | |
| 163 ScopedJavaLocalRef<jobject> j_info( | |
| 164 env, env->GetObjectArrayElement(j_codec_info_array.obj(), i)); | |
| 165 ScopedJavaLocalRef<jstring> j_codec_type = | |
| 166 Java_CodecInfo_codecType(env, j_info.obj()); | |
| 167 ConvertJavaStringToUTF8(env, j_codec_type.obj(), &mime_type); | |
| 168 ScopedJavaLocalRef<jstring> j_codec_name = | |
| 169 Java_CodecInfo_codecName(env, j_info.obj()); | |
| 170 CodecsInfo info; | |
| 171 info.codecs = AndroidMimeTypeToCodecType(mime_type); | |
| 172 ConvertJavaStringToUTF8(env, j_codec_name.obj(), &info.name); | |
| 173 info.direction = static_cast<MediaCodecDirection>( | |
| 174 Java_CodecInfo_direction(env, j_info.obj())); | |
| 175 codecs_info.push_back(info); | |
| 176 } | |
| 177 return codecs_info; | |
| 178 } | |
| 179 | |
| 180 // static | |
| 181 std::string MediaCodecBridge::GetDefaultCodecName( | |
| 182 const std::string& mime_type, | |
| 183 MediaCodecDirection direction) { | |
| 184 if (!IsAvailable()) | |
| 185 return std::string(); | |
| 186 | |
| 187 JNIEnv* env = AttachCurrentThread(); | |
| 188 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type); | |
| 189 ScopedJavaLocalRef<jstring> j_codec_name = | |
| 190 Java_MediaCodecBridge_getDefaultCodecName(env, j_mime.obj(), direction); | |
| 191 return ConvertJavaStringToUTF8(env, j_codec_name.obj()); | |
| 192 } | |
| 193 | |
| 194 // static | |
| 195 std::set<int> MediaCodecBridge::GetEncoderColorFormats( | |
| 196 const std::string& mime_type) { | |
| 197 std::set<int> color_formats; | |
| 198 if (!IsAvailable()) | |
| 199 return color_formats; | |
| 200 | |
| 201 JNIEnv* env = AttachCurrentThread(); | |
| 202 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type); | |
| 203 ScopedJavaLocalRef<jintArray> j_color_format_array = | |
| 204 Java_MediaCodecBridge_getEncoderColorFormatsForMime(env, j_mime.obj()); | |
| 205 | |
| 206 if (j_color_format_array.obj()) { | |
| 207 std::vector<int> formats; | |
| 208 JavaIntArrayToIntVector(env, j_color_format_array.obj(), &formats); | |
| 209 color_formats = std::set<int>(formats.begin(), formats.end()); | |
| 210 } | |
| 211 | |
| 212 return color_formats; | |
| 213 } | |
| 214 | |
| 215 // static | |
| 216 bool MediaCodecBridge::CanDecode(const std::string& codec, bool is_secure) { | |
| 217 if (!IsAvailable()) | |
| 218 return false; | |
| 219 | |
| 220 JNIEnv* env = AttachCurrentThread(); | |
| 221 std::string mime = CodecTypeToAndroidMimeType(codec); | |
| 222 if (mime.empty()) | |
| 223 return false; | |
| 224 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | |
| 225 ScopedJavaLocalRef<jobject> j_media_codec_bridge = | |
| 226 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, false); | |
| 227 if (!j_media_codec_bridge.is_null()) { | |
| 228 Java_MediaCodecBridge_release(env, j_media_codec_bridge.obj()); | |
| 229 return true; | |
| 230 } | |
| 231 return false; | |
| 232 } | |
| 233 | |
| 234 // static | |
| 235 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type, | |
| 236 MediaCodecDirection direction) { | |
| 237 if (!IsAvailable()) | |
| 238 return true; | |
| 239 | |
| 240 std::string codec_name; | |
| 241 if (SupportsGetName()) { | |
| 242 codec_name = GetDefaultCodecName(mime_type, direction); | |
| 243 } else { | |
| 244 std::string codec_type = AndroidMimeTypeToCodecType(mime_type); | |
| 245 std::vector<media::MediaCodecBridge::CodecsInfo> codecs_info = | |
| 246 MediaCodecBridge::GetCodecsInfo(); | |
| 247 for (size_t i = 0; i < codecs_info.size(); ++i) { | |
| 248 if (codecs_info[i].codecs == codec_type && | |
| 249 codecs_info[i].direction == direction) { | |
| 250 codec_name = codecs_info[i].name; | |
| 251 break; | |
| 252 } | |
| 253 } | |
| 254 } | |
| 255 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type << | |
| 256 " : " << codec_name; | |
| 257 // It would be nice if MediaCodecInfo externalized some notion of | |
| 258 // HW-acceleration but it doesn't. Android Media guidance is that the | |
| 259 // "OMX.google" prefix is always used for SW decoders, so that's what we | |
| 260 // use. "OMX.SEC.*" codec is Samsung software implementation - report it | |
| 261 // as unaccelerated as well. Also temporary blacklist Exynos and MediaTek | |
| 262 // devices while HW decoder video freezes and distortions are | |
| 263 // investigated - http://crbug.com/446974. | |
| 264 if (codec_name.length() > 0) { | |
| 265 return (base::StartsWith(codec_name, "OMX.google.", | |
| 266 base::CompareCase::SENSITIVE) || | |
| 267 base::StartsWith(codec_name, "OMX.SEC.", | |
| 268 base::CompareCase::SENSITIVE) || | |
| 269 base::StartsWith(codec_name, "OMX.MTK.", | |
| 270 base::CompareCase::SENSITIVE) || | |
| 271 base::StartsWith(codec_name, "OMX.Exynos.", | |
| 272 base::CompareCase::SENSITIVE)); | |
| 273 } | |
| 274 return true; | |
| 275 } | |
| 276 | |
| 277 MediaCodecBridge::MediaCodecBridge(const std::string& mime, | |
| 278 bool is_secure, | |
| 279 MediaCodecDirection direction) { | |
| 280 JNIEnv* env = AttachCurrentThread(); | 84 JNIEnv* env = AttachCurrentThread(); |
| 281 CHECK(env); | 85 CHECK(env); |
| 282 DCHECK(!mime.empty()); | 86 DCHECK(!mime.empty()); |
| 283 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 87 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 284 j_media_codec_.Reset( | 88 j_media_codec_.Reset( |
| 285 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction)); | 89 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction)); |
| 286 } | 90 } |
| 287 | 91 |
| 288 MediaCodecBridge::~MediaCodecBridge() { | 92 SdkMediaCodecBridge::~SdkMediaCodecBridge() { |
| 289 JNIEnv* env = AttachCurrentThread(); | 93 JNIEnv* env = AttachCurrentThread(); |
| 290 CHECK(env); | 94 CHECK(env); |
| 291 if (j_media_codec_.obj()) | 95 if (j_media_codec_.obj()) |
| 292 Java_MediaCodecBridge_release(env, j_media_codec_.obj()); | 96 Java_MediaCodecBridge_release(env, j_media_codec_.obj()); |
| 293 } | 97 } |
| 294 | 98 |
| 295 bool MediaCodecBridge::StartInternal() { | 99 MediaCodecStatus SdkMediaCodecBridge::Reset() { |
| 296 JNIEnv* env = AttachCurrentThread(); | |
| 297 return Java_MediaCodecBridge_start(env, j_media_codec_.obj()); | |
| 298 } | |
| 299 | |
| 300 MediaCodecStatus MediaCodecBridge::Reset() { | |
| 301 JNIEnv* env = AttachCurrentThread(); | 100 JNIEnv* env = AttachCurrentThread(); |
| 302 return static_cast<MediaCodecStatus>( | 101 return static_cast<MediaCodecStatus>( |
| 303 Java_MediaCodecBridge_flush(env, j_media_codec_.obj())); | 102 Java_MediaCodecBridge_flush(env, j_media_codec_.obj())); |
| 304 } | 103 } |
| 305 | 104 |
| 306 void MediaCodecBridge::Stop() { | 105 bool SdkMediaCodecBridge::Start() { |
| 106 JNIEnv* env = AttachCurrentThread(); |
| 107 return Java_MediaCodecBridge_start(env, j_media_codec_.obj()); |
| 108 } |
| 109 |
| 110 void SdkMediaCodecBridge::Stop() { |
| 307 JNIEnv* env = AttachCurrentThread(); | 111 JNIEnv* env = AttachCurrentThread(); |
| 308 Java_MediaCodecBridge_stop(env, j_media_codec_.obj()); | 112 Java_MediaCodecBridge_stop(env, j_media_codec_.obj()); |
| 309 } | 113 } |
| 310 | 114 |
| 311 void MediaCodecBridge::GetOutputFormat(int* width, int* height) { | 115 void SdkMediaCodecBridge::GetOutputFormat(int* width, int* height) { |
| 312 JNIEnv* env = AttachCurrentThread(); | 116 JNIEnv* env = AttachCurrentThread(); |
| 313 | 117 |
| 314 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj()); | 118 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj()); |
| 315 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj()); | 119 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj()); |
| 316 } | 120 } |
| 317 | 121 |
| 318 int MediaCodecBridge::GetOutputSamplingRate() { | 122 int SdkMediaCodecBridge::GetOutputSamplingRate() { |
| 319 JNIEnv* env = AttachCurrentThread(); | 123 JNIEnv* env = AttachCurrentThread(); |
| 320 | 124 |
| 321 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj()); | 125 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj()); |
| 322 } | 126 } |
| 323 | 127 |
| 324 MediaCodecStatus MediaCodecBridge::QueueInputBuffer( | 128 MediaCodecStatus SdkMediaCodecBridge::QueueInputBuffer( |
| 325 int index, | 129 int index, |
| 326 const uint8* data, | 130 const uint8_t* data, |
| 327 size_t data_size, | 131 size_t data_size, |
| 328 const base::TimeDelta& presentation_time) { | 132 const base::TimeDelta& presentation_time) { |
| 329 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; | 133 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; |
| 330 if (data_size > | 134 if (data_size > |
| 331 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) | 135 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) { |
| 332 return MEDIA_CODEC_ERROR; | 136 return MEDIA_CODEC_ERROR; |
| 137 } |
| 333 if (data && !FillInputBuffer(index, data, data_size)) | 138 if (data && !FillInputBuffer(index, data, data_size)) |
| 334 return MEDIA_CODEC_ERROR; | 139 return MEDIA_CODEC_ERROR; |
| 335 JNIEnv* env = AttachCurrentThread(); | 140 JNIEnv* env = AttachCurrentThread(); |
| 336 return static_cast<MediaCodecStatus>( | 141 return static_cast<MediaCodecStatus>(Java_MediaCodecBridge_queueInputBuffer( |
| 337 Java_MediaCodecBridge_queueInputBuffer(env, | 142 env, j_media_codec_.obj(), index, 0, data_size, |
| 338 j_media_codec_.obj(), | 143 presentation_time.InMicroseconds(), 0)); |
| 339 index, | |
| 340 0, | |
| 341 data_size, | |
| 342 presentation_time.InMicroseconds(), | |
| 343 0)); | |
| 344 } | |
| 345 | |
| 346 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( | |
| 347 int index, | |
| 348 const uint8_t* data, | |
| 349 size_t data_size, | |
| 350 const std::string& key_id, | |
| 351 const std::string& iv, | |
| 352 const std::vector<SubsampleEntry>& subsamples, | |
| 353 const base::TimeDelta& presentation_time) { | |
| 354 return QueueSecureInputBuffer( | |
| 355 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()), | |
| 356 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(), | |
| 357 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(), | |
| 358 presentation_time); | |
| 359 } | 144 } |
| 360 | 145 |
| 361 // TODO(timav): Combine this and above methods together keeping only the first | 146 // TODO(timav): Combine this and above methods together keeping only the first |
| 362 // interface after we switch to Spitzer pipeline. | 147 // interface after we switch to Spitzer pipeline. |
| 363 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( | 148 MediaCodecStatus SdkMediaCodecBridge::QueueSecureInputBuffer( |
| 364 int index, | 149 int index, |
| 365 const uint8* data, | 150 const uint8_t* data, |
| 366 size_t data_size, | 151 size_t data_size, |
| 367 const uint8* key_id, | 152 const std::vector<char>& key_id, |
| 368 int key_id_size, | 153 const std::vector<char>& iv, |
| 369 const uint8* iv, | |
| 370 int iv_size, | |
| 371 const SubsampleEntry* subsamples, | 154 const SubsampleEntry* subsamples, |
| 372 int subsamples_size, | 155 int subsamples_size, |
| 373 const base::TimeDelta& presentation_time) { | 156 const base::TimeDelta& presentation_time) { |
| 374 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; | 157 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; |
| 375 if (data_size > | 158 if (data_size > |
| 376 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) | 159 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max())) { |
| 377 return MEDIA_CODEC_ERROR; | 160 return MEDIA_CODEC_ERROR; |
| 161 } |
| 378 if (data && !FillInputBuffer(index, data, data_size)) | 162 if (data && !FillInputBuffer(index, data, data_size)) |
| 379 return MEDIA_CODEC_ERROR; | 163 return MEDIA_CODEC_ERROR; |
| 380 | 164 |
| 381 JNIEnv* env = AttachCurrentThread(); | 165 JNIEnv* env = AttachCurrentThread(); |
| 382 ScopedJavaLocalRef<jbyteArray> j_key_id = | 166 ScopedJavaLocalRef<jbyteArray> j_key_id = base::android::ToJavaByteArray( |
| 383 base::android::ToJavaByteArray(env, key_id, key_id_size); | 167 env, reinterpret_cast<const uint8_t*>(key_id.data()), key_id.size()); |
| 384 ScopedJavaLocalRef<jbyteArray> j_iv = | 168 ScopedJavaLocalRef<jbyteArray> j_iv = base::android::ToJavaByteArray( |
| 385 base::android::ToJavaByteArray(env, iv, iv_size); | 169 env, reinterpret_cast<const uint8_t*>(iv.data()), iv.size()); |
| 386 | 170 |
| 387 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array| | 171 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array| |
| 388 // to indicate that all data is encrypted. But it doesn't specify what | 172 // to indicate that all data is encrypted. But it doesn't specify what |
| 389 // |cypher_array| and |subsamples_size| should be in that case. Passing | 173 // |cypher_array| and |subsamples_size| should be in that case. Passing |
| 390 // one subsample here just to be on the safe side. | 174 // one subsample here just to be on the safe side. |
| 391 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size; | 175 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size; |
| 392 | 176 |
| 393 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]); | 177 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]); |
| 394 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]); | 178 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]); |
| 395 | 179 |
| 396 if (subsamples_size == 0) { | 180 if (subsamples_size == 0) { |
| 397 DCHECK(!subsamples); | 181 DCHECK(!subsamples); |
| 398 native_clear_array[0] = 0; | 182 native_clear_array[0] = 0; |
| 399 native_cypher_array[0] = data_size; | 183 native_cypher_array[0] = data_size; |
| 400 } else { | 184 } else { |
| 401 DCHECK_GT(subsamples_size, 0); | 185 DCHECK_GT(subsamples_size, 0); |
| 402 DCHECK(subsamples); | 186 DCHECK(subsamples); |
| 403 for (int i = 0; i < subsamples_size; ++i) { | 187 for (int i = 0; i < subsamples_size; ++i) { |
| 404 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16>::max()); | 188 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16_t>::max()); |
| 405 if (subsamples[i].cypher_bytes > | 189 if (subsamples[i].cypher_bytes > |
| 406 static_cast<uint32>(std::numeric_limits<jint>::max())) { | 190 static_cast<uint32_t>(std::numeric_limits<jint>::max())) { |
| 407 return MEDIA_CODEC_ERROR; | 191 return MEDIA_CODEC_ERROR; |
| 408 } | 192 } |
| 409 | 193 |
| 410 native_clear_array[i] = subsamples[i].clear_bytes; | 194 native_clear_array[i] = subsamples[i].clear_bytes; |
| 411 native_cypher_array[i] = subsamples[i].cypher_bytes; | 195 native_cypher_array[i] = subsamples[i].cypher_bytes; |
| 412 } | 196 } |
| 413 } | 197 } |
| 414 | 198 |
| 415 ScopedJavaLocalRef<jintArray> clear_array = | 199 ScopedJavaLocalRef<jintArray> clear_array = |
| 416 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size); | 200 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size); |
| 417 ScopedJavaLocalRef<jintArray> cypher_array = | 201 ScopedJavaLocalRef<jintArray> cypher_array = |
| 418 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size); | 202 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size); |
| 419 | 203 |
| 420 return static_cast<MediaCodecStatus>( | 204 return static_cast<MediaCodecStatus>( |
| 421 Java_MediaCodecBridge_queueSecureInputBuffer( | 205 Java_MediaCodecBridge_queueSecureInputBuffer( |
| 422 env, | 206 env, j_media_codec_.obj(), index, 0, j_iv.obj(), j_key_id.obj(), |
| 423 j_media_codec_.obj(), | 207 clear_array.obj(), cypher_array.obj(), new_subsamples_size, |
| 424 index, | |
| 425 0, | |
| 426 j_iv.obj(), | |
| 427 j_key_id.obj(), | |
| 428 clear_array.obj(), | |
| 429 cypher_array.obj(), | |
| 430 new_subsamples_size, | |
| 431 presentation_time.InMicroseconds())); | 208 presentation_time.InMicroseconds())); |
| 432 } | 209 } |
| 433 | 210 |
| 434 void MediaCodecBridge::QueueEOS(int input_buffer_index) { | 211 void SdkMediaCodecBridge::QueueEOS(int input_buffer_index) { |
| 435 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index; | 212 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index; |
| 436 JNIEnv* env = AttachCurrentThread(); | 213 JNIEnv* env = AttachCurrentThread(); |
| 437 Java_MediaCodecBridge_queueInputBuffer(env, | 214 Java_MediaCodecBridge_queueInputBuffer(env, j_media_codec_.obj(), |
| 438 j_media_codec_.obj(), | 215 input_buffer_index, 0, 0, 0, |
| 439 input_buffer_index, | |
| 440 0, | |
| 441 0, | |
| 442 0, | |
| 443 kBufferFlagEndOfStream); | 216 kBufferFlagEndOfStream); |
| 444 } | 217 } |
| 445 | 218 |
| 446 MediaCodecStatus MediaCodecBridge::DequeueInputBuffer( | 219 MediaCodecStatus SdkMediaCodecBridge::DequeueInputBuffer( |
| 447 const base::TimeDelta& timeout, | 220 const base::TimeDelta& timeout, |
| 448 int* index) { | 221 int* index) { |
| 449 JNIEnv* env = AttachCurrentThread(); | 222 JNIEnv* env = AttachCurrentThread(); |
| 450 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer( | 223 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer( |
| 451 env, j_media_codec_.obj(), timeout.InMicroseconds()); | 224 env, j_media_codec_.obj(), timeout.InMicroseconds()); |
| 452 *index = Java_DequeueInputResult_index(env, result.obj()); | 225 *index = Java_DequeueInputResult_index(env, result.obj()); |
| 453 MediaCodecStatus status = static_cast<MediaCodecStatus>( | 226 MediaCodecStatus status = static_cast<MediaCodecStatus>( |
| 454 Java_DequeueInputResult_status(env, result.obj())); | 227 Java_DequeueInputResult_status(env, result.obj())); |
| 455 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status | 228 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status |
| 456 << ", index: " << *index; | 229 << ", index: " << *index; |
| 457 return status; | 230 return status; |
| 458 } | 231 } |
| 459 | 232 |
| 460 MediaCodecStatus MediaCodecBridge::DequeueOutputBuffer( | 233 MediaCodecStatus SdkMediaCodecBridge::DequeueOutputBuffer( |
| 461 const base::TimeDelta& timeout, | 234 const base::TimeDelta& timeout, |
| 462 int* index, | 235 int* index, |
| 463 size_t* offset, | 236 size_t* offset, |
| 464 size_t* size, | 237 size_t* size, |
| 465 base::TimeDelta* presentation_time, | 238 base::TimeDelta* presentation_time, |
| 466 bool* end_of_stream, | 239 bool* end_of_stream, |
| 467 bool* key_frame) { | 240 bool* key_frame) { |
| 468 JNIEnv* env = AttachCurrentThread(); | 241 JNIEnv* env = AttachCurrentThread(); |
| 469 ScopedJavaLocalRef<jobject> result = | 242 ScopedJavaLocalRef<jobject> result = |
| 470 Java_MediaCodecBridge_dequeueOutputBuffer( | 243 Java_MediaCodecBridge_dequeueOutputBuffer(env, j_media_codec_.obj(), |
| 471 env, j_media_codec_.obj(), timeout.InMicroseconds()); | 244 timeout.InMicroseconds()); |
| 472 *index = Java_DequeueOutputResult_index(env, result.obj()); | 245 *index = Java_DequeueOutputResult_index(env, result.obj()); |
| 473 *offset = base::checked_cast<size_t>( | 246 *offset = base::checked_cast<size_t>( |
| 474 Java_DequeueOutputResult_offset(env, result.obj())); | 247 Java_DequeueOutputResult_offset(env, result.obj())); |
| 475 *size = base::checked_cast<size_t>( | 248 *size = base::checked_cast<size_t>( |
| 476 Java_DequeueOutputResult_numBytes(env, result.obj())); | 249 Java_DequeueOutputResult_numBytes(env, result.obj())); |
| 477 if (presentation_time) { | 250 if (presentation_time) { |
| 478 *presentation_time = base::TimeDelta::FromMicroseconds( | 251 *presentation_time = base::TimeDelta::FromMicroseconds( |
| 479 Java_DequeueOutputResult_presentationTimeMicroseconds(env, | 252 Java_DequeueOutputResult_presentationTimeMicroseconds(env, |
| 480 result.obj())); | 253 result.obj())); |
| 481 } | 254 } |
| 482 int flags = Java_DequeueOutputResult_flags(env, result.obj()); | 255 int flags = Java_DequeueOutputResult_flags(env, result.obj()); |
| 483 if (end_of_stream) | 256 if (end_of_stream) |
| 484 *end_of_stream = flags & kBufferFlagEndOfStream; | 257 *end_of_stream = flags & kBufferFlagEndOfStream; |
| 485 if (key_frame) | 258 if (key_frame) |
| 486 *key_frame = flags & kBufferFlagSyncFrame; | 259 *key_frame = flags & kBufferFlagSyncFrame; |
| 487 MediaCodecStatus status = static_cast<MediaCodecStatus>( | 260 MediaCodecStatus status = static_cast<MediaCodecStatus>( |
| 488 Java_DequeueOutputResult_status(env, result.obj())); | 261 Java_DequeueOutputResult_status(env, result.obj())); |
| 489 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status | 262 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status |
| 490 << ", index: " << *index << ", offset: " << *offset | 263 << ", index: " << *index << ", offset: " << *offset |
| 491 << ", size: " << *size << ", flags: " << flags; | 264 << ", size: " << *size << ", flags: " << flags; |
| 492 return status; | 265 return status; |
| 493 } | 266 } |
| 494 | 267 |
| 495 void MediaCodecBridge::ReleaseOutputBuffer(int index, bool render) { | 268 void SdkMediaCodecBridge::ReleaseOutputBuffer(int index, bool render) { |
| 496 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index; | 269 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index; |
| 497 JNIEnv* env = AttachCurrentThread(); | 270 JNIEnv* env = AttachCurrentThread(); |
| 498 CHECK(env); | 271 CHECK(env); |
| 499 | 272 |
| 500 Java_MediaCodecBridge_releaseOutputBuffer( | 273 Java_MediaCodecBridge_releaseOutputBuffer(env, j_media_codec_.obj(), index, |
| 501 env, j_media_codec_.obj(), index, render); | 274 render); |
| 502 } | 275 } |
| 503 | 276 |
| 504 int MediaCodecBridge::GetOutputBuffersCount() { | 277 int SdkMediaCodecBridge::GetOutputBuffersCount() { |
| 505 JNIEnv* env = AttachCurrentThread(); | 278 JNIEnv* env = AttachCurrentThread(); |
| 506 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj()); | 279 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj()); |
| 507 } | 280 } |
| 508 | 281 |
| 509 size_t MediaCodecBridge::GetOutputBuffersCapacity() { | 282 size_t SdkMediaCodecBridge::GetOutputBuffersCapacity() { |
| 510 JNIEnv* env = AttachCurrentThread(); | 283 JNIEnv* env = AttachCurrentThread(); |
| 511 return Java_MediaCodecBridge_getOutputBuffersCapacity(env, | 284 return Java_MediaCodecBridge_getOutputBuffersCapacity(env, |
| 512 j_media_codec_.obj()); | 285 j_media_codec_.obj()); |
| 513 } | 286 } |
| 514 | 287 |
| 515 void MediaCodecBridge::GetInputBuffer(int input_buffer_index, | 288 void SdkMediaCodecBridge::GetInputBuffer(int input_buffer_index, |
| 516 uint8** data, | 289 uint8_t** data, |
| 517 size_t* capacity) { | 290 size_t* capacity) { |
| 518 JNIEnv* env = AttachCurrentThread(); | 291 JNIEnv* env = AttachCurrentThread(); |
| 519 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer( | 292 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer( |
| 520 env, j_media_codec_.obj(), input_buffer_index)); | 293 env, j_media_codec_.obj(), input_buffer_index)); |
| 521 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())); | 294 *data = static_cast<uint8_t*>(env->GetDirectBufferAddress(j_buffer.obj())); |
| 522 *capacity = base::checked_cast<size_t>( | 295 *capacity = |
| 523 env->GetDirectBufferCapacity(j_buffer.obj())); | 296 base::checked_cast<size_t>(env->GetDirectBufferCapacity(j_buffer.obj())); |
| 524 } | 297 } |
| 525 | 298 |
| 526 bool MediaCodecBridge::CopyFromOutputBuffer(int index, | 299 bool SdkMediaCodecBridge::CopyFromOutputBuffer(int index, |
| 527 size_t offset, | 300 size_t offset, |
| 528 void* dst, | 301 void* dst, |
| 529 int dst_size) { | 302 int dst_size) { |
| 530 void* src_data = nullptr; | 303 void* src_data = nullptr; |
| 531 int src_capacity = GetOutputBufferAddress(index, offset, &src_data); | 304 size_t src_capacity = GetOutputBufferAddress(index, offset, &src_data); |
| 532 if (src_capacity < dst_size) | 305 if (src_capacity < offset || |
| 306 src_capacity - offset < static_cast<size_t>(dst_size)) { |
| 533 return false; | 307 return false; |
| 534 memcpy(dst, src_data, dst_size); | 308 } |
| 309 memcpy(dst, static_cast<uint8*>(src_data) + offset, dst_size); |
| 535 return true; | 310 return true; |
| 536 } | 311 } |
| 537 | 312 |
| 538 int MediaCodecBridge::GetOutputBufferAddress(int index, | 313 int SdkMediaCodecBridge::GetOutputBufferAddress(int index, |
| 539 size_t offset, | 314 size_t offset, |
| 540 void** addr) { | 315 void** addr) { |
| 541 JNIEnv* env = AttachCurrentThread(); | 316 JNIEnv* env = AttachCurrentThread(); |
| 542 ScopedJavaLocalRef<jobject> j_buffer( | 317 ScopedJavaLocalRef<jobject> j_buffer( |
| 543 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index)); | 318 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index)); |
| 544 *addr = reinterpret_cast<uint8*>( | 319 *addr = |
| 545 env->GetDirectBufferAddress(j_buffer.obj())) + offset; | 320 reinterpret_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())) + |
| 321 offset; |
| 546 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset; | 322 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset; |
| 547 } | 323 } |
| 548 | 324 |
| 549 bool MediaCodecBridge::FillInputBuffer(int index, | 325 // static |
| 550 const uint8_t* data, | 326 bool SdkMediaCodecBridge::RegisterSdkMediaCodecBridge(JNIEnv* env) { |
| 551 size_t size) { | 327 return RegisterNativesImpl(env); |
| 552 uint8* dst = NULL; | 328 } |
| 553 size_t capacity = 0; | |
| 554 GetInputBuffer(index, &dst, &capacity); | |
| 555 CHECK(dst); | |
| 556 | 329 |
| 557 if (size > capacity) { | 330 // static |
| 558 LOG(ERROR) << "Input buffer size " << size | 331 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) { |
| 559 << " exceeds MediaCodec input buffer capacity: " << capacity; | 332 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 560 return false; | 333 return nullptr; |
| 561 } | |
| 562 | 334 |
| 563 memcpy(dst, data, size); | 335 const std::string mime = AudioCodecToAndroidMimeType(codec); |
| 564 return true; | 336 return mime.empty() ? nullptr : new AudioCodecBridge(mime); |
| 337 } |
| 338 |
| 339 // static |
| 340 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) { |
| 341 return MediaCodecUtil::IsKnownUnaccelerated( |
| 342 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER); |
| 565 } | 343 } |
| 566 | 344 |
| 567 AudioCodecBridge::AudioCodecBridge(const std::string& mime) | 345 AudioCodecBridge::AudioCodecBridge(const std::string& mime) |
| 568 // Audio codec doesn't care about security level and there is no need for | 346 // Audio codec doesn't care about security level and there is no need for |
| 569 // audio encoding yet. | 347 // audio encoding yet. |
| 570 : MediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {} | 348 : SdkMediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {} |
| 571 | 349 |
| 572 bool AudioCodecBridge::Start(const AudioCodec& codec, | 350 bool AudioCodecBridge::ConfigureAndStart(const AudioCodec& codec, |
| 573 int sample_rate, | 351 int sample_rate, |
| 574 int channel_count, | 352 int channel_count, |
| 575 const uint8* extra_data, | 353 const uint8_t* extra_data, |
| 576 size_t extra_data_size, | 354 size_t extra_data_size, |
| 577 int64 codec_delay_ns, | 355 int64_t codec_delay_ns, |
| 578 int64 seek_preroll_ns, | 356 int64_t seek_preroll_ns, |
| 579 bool play_audio, | 357 bool play_audio, |
| 580 jobject media_crypto) { | 358 jobject media_crypto) { |
| 581 JNIEnv* env = AttachCurrentThread(); | 359 JNIEnv* env = AttachCurrentThread(); |
| 582 | 360 |
| 583 if (!media_codec()) | 361 if (!media_codec()) |
| 584 return false; | 362 return false; |
| 585 | 363 |
| 586 std::string codec_string = AudioCodecToAndroidMimeType(codec); | 364 std::string codec_string = AudioCodecToAndroidMimeType(codec); |
| 587 if (codec_string.empty()) | 365 if (codec_string.empty()) |
| 588 return false; | 366 return false; |
| 589 | 367 |
| 590 ScopedJavaLocalRef<jstring> j_mime = | 368 ScopedJavaLocalRef<jstring> j_mime = |
| 591 ConvertUTF8ToJavaString(env, codec_string); | 369 ConvertUTF8ToJavaString(env, codec_string); |
| 592 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat( | 370 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat( |
| 593 env, j_mime.obj(), sample_rate, channel_count)); | 371 env, j_mime.obj(), sample_rate, channel_count)); |
| 594 DCHECK(!j_format.is_null()); | 372 DCHECK(!j_format.is_null()); |
| 595 | 373 |
| 596 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size, | 374 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size, |
| 597 codec_delay_ns, seek_preroll_ns)) { | 375 codec_delay_ns, seek_preroll_ns)) { |
| 598 return false; | 376 return false; |
| 599 } | 377 } |
| 600 | 378 |
| 601 if (!Java_MediaCodecBridge_configureAudio( | 379 if (!Java_MediaCodecBridge_configureAudio(env, media_codec(), j_format.obj(), |
| 602 env, media_codec(), j_format.obj(), media_crypto, 0, play_audio)) { | 380 media_crypto, 0, play_audio)) { |
| 603 return false; | 381 return false; |
| 604 } | 382 } |
| 605 | 383 |
| 606 return StartInternal(); | 384 return Start(); |
| 607 } | 385 } |
| 608 | 386 |
| 609 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format, | 387 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format, |
| 610 const AudioCodec& codec, | 388 const AudioCodec& codec, |
| 611 const uint8* extra_data, | 389 const uint8_t* extra_data, |
| 612 size_t extra_data_size, | 390 size_t extra_data_size, |
| 613 int64 codec_delay_ns, | 391 int64_t codec_delay_ns, |
| 614 int64 seek_preroll_ns) { | 392 int64_t seek_preroll_ns) { |
| 615 if (extra_data_size == 0 && codec != kCodecOpus) | 393 if (extra_data_size == 0 && codec != kCodecOpus) |
| 616 return true; | 394 return true; |
| 617 | 395 |
| 618 JNIEnv* env = AttachCurrentThread(); | 396 JNIEnv* env = AttachCurrentThread(); |
| 619 switch (codec) { | 397 switch (codec) { |
| 620 case kCodecVorbis: { | 398 case kCodecVorbis: { |
| 621 if (extra_data[0] != 2) { | 399 if (extra_data[0] != 2) { |
| 622 LOG(ERROR) << "Invalid number of vorbis headers before the codec " | 400 LOG(ERROR) << "Invalid number of vorbis headers before the codec " |
| 623 << "header: " << extra_data[0]; | 401 << "header: " << extra_data[0]; |
| 624 return false; | 402 return false; |
| 625 } | 403 } |
| 626 | 404 |
| 627 size_t header_length[2]; | 405 size_t header_length[2]; |
| 628 // |total_length| keeps track of the total number of bytes before the last | 406 // |total_length| keeps track of the total number of bytes before the last |
| 629 // header. | 407 // header. |
| 630 size_t total_length = 1; | 408 size_t total_length = 1; |
| 631 const uint8* current_pos = extra_data; | 409 const uint8_t* current_pos = extra_data; |
| 632 // Calculate the length of the first 2 headers. | 410 // Calculate the length of the first 2 headers. |
| 633 for (int i = 0; i < 2; ++i) { | 411 for (int i = 0; i < 2; ++i) { |
| 634 header_length[i] = 0; | 412 header_length[i] = 0; |
| 635 while (total_length < extra_data_size) { | 413 while (total_length < extra_data_size) { |
| 636 size_t size = *(++current_pos); | 414 size_t size = *(++current_pos); |
| 637 total_length += 1 + size; | 415 total_length += 1 + size; |
| 638 if (total_length > 0x80000000) { | 416 if (total_length > 0x80000000) { |
| 639 LOG(ERROR) << "Vorbis header size too large"; | 417 LOG(ERROR) << "Vorbis header size too large"; |
| 640 return false; | 418 return false; |
| 641 } | 419 } |
| 642 header_length[i] += size; | 420 header_length[i] += size; |
| 643 if (size < 0xFF) | 421 if (size < 0xFF) |
| 644 break; | 422 break; |
| 645 } | 423 } |
| 646 if (total_length >= extra_data_size) { | 424 if (total_length >= extra_data_size) { |
| 647 LOG(ERROR) << "Invalid vorbis header size in the extra data"; | 425 LOG(ERROR) << "Invalid vorbis header size in the extra data"; |
| 648 return false; | 426 return false; |
| 649 } | 427 } |
| 650 } | 428 } |
| 651 current_pos++; | 429 current_pos++; |
| 652 // The first header is identification header. | 430 // The first header is identification header. |
| 653 ScopedJavaLocalRef<jbyteArray> first_header = | 431 ScopedJavaLocalRef<jbyteArray> first_header = |
| 654 base::android::ToJavaByteArray(env, current_pos, header_length[0]); | 432 base::android::ToJavaByteArray(env, current_pos, header_length[0]); |
| 655 Java_MediaCodecBridge_setCodecSpecificData( | 433 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, |
| 656 env, j_format, 0, first_header.obj()); | 434 first_header.obj()); |
| 657 // The last header is codec header. | 435 // The last header is codec header. |
| 658 ScopedJavaLocalRef<jbyteArray> last_header = | 436 ScopedJavaLocalRef<jbyteArray> last_header = |
| 659 base::android::ToJavaByteArray( | 437 base::android::ToJavaByteArray(env, extra_data + total_length, |
| 660 env, extra_data + total_length, extra_data_size - total_length); | 438 extra_data_size - total_length); |
| 661 Java_MediaCodecBridge_setCodecSpecificData( | 439 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, |
| 662 env, j_format, 1, last_header.obj()); | 440 last_header.obj()); |
| 663 break; | 441 break; |
| 664 } | 442 } |
| 665 case kCodecAAC: { | 443 case kCodecAAC: { |
| 666 media::BitReader reader(extra_data, extra_data_size); | 444 media::BitReader reader(extra_data, extra_data_size); |
| 667 | 445 |
| 668 // The following code is copied from aac.cc | 446 // The following code is copied from aac.cc |
| 669 // TODO(qinmin): refactor the code in aac.cc to make it more reusable. | 447 // TODO(qinmin): refactor the code in aac.cc to make it more reusable. |
| 670 uint8 profile = 0; | 448 uint8_t profile = 0; |
| 671 uint8 frequency_index = 0; | 449 uint8_t frequency_index = 0; |
| 672 uint8 channel_config = 0; | 450 uint8_t channel_config = 0; |
| 673 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); | 451 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); |
| 674 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); | 452 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); |
| 675 | 453 |
| 676 if (0xf == frequency_index) | 454 if (0xf == frequency_index) |
| 677 RETURN_ON_ERROR(reader.SkipBits(24)); | 455 RETURN_ON_ERROR(reader.SkipBits(24)); |
| 678 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config)); | 456 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config)); |
| 679 | 457 |
| 680 if (profile == 5 || profile == 29) { | 458 if (profile == 5 || profile == 29) { |
| 681 // Read extension config. | 459 // Read extension config. |
| 682 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); | 460 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index)); |
| 683 if (frequency_index == 0xf) | 461 if (frequency_index == 0xf) |
| 684 RETURN_ON_ERROR(reader.SkipBits(24)); | 462 RETURN_ON_ERROR(reader.SkipBits(24)); |
| 685 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); | 463 RETURN_ON_ERROR(reader.ReadBits(5, &profile)); |
| 686 } | 464 } |
| 687 | 465 |
| 688 if (profile < 1 || profile > 4 || frequency_index == 0xf || | 466 if (profile < 1 || profile > 4 || frequency_index == 0xf || |
| 689 channel_config > 7) { | 467 channel_config > 7) { |
| 690 LOG(ERROR) << "Invalid AAC header"; | 468 LOG(ERROR) << "Invalid AAC header"; |
| 691 return false; | 469 return false; |
| 692 } | 470 } |
| 693 const size_t kCsdLength = 2; | 471 const size_t kCsdLength = 2; |
| 694 uint8 csd[kCsdLength]; | 472 uint8_t csd[kCsdLength]; |
| 695 csd[0] = profile << 3 | frequency_index >> 1; | 473 csd[0] = profile << 3 | frequency_index >> 1; |
| 696 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3; | 474 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3; |
| 697 ScopedJavaLocalRef<jbyteArray> byte_array = | 475 ScopedJavaLocalRef<jbyteArray> byte_array = |
| 698 base::android::ToJavaByteArray(env, csd, kCsdLength); | 476 base::android::ToJavaByteArray(env, csd, kCsdLength); |
| 699 Java_MediaCodecBridge_setCodecSpecificData( | 477 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, |
| 700 env, j_format, 0, byte_array.obj()); | 478 byte_array.obj()); |
| 701 | 479 |
| 702 // TODO(qinmin): pass an extra variable to this function to determine | 480 // TODO(qinmin): pass an extra variable to this function to determine |
| 703 // whether we need to call this. | 481 // whether we need to call this. |
| 704 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format); | 482 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format); |
| 705 break; | 483 break; |
| 706 } | 484 } |
| 707 case kCodecOpus: { | 485 case kCodecOpus: { |
| 708 if (!extra_data || extra_data_size == 0 || | 486 if (!extra_data || extra_data_size == 0 || codec_delay_ns < 0 || |
| 709 codec_delay_ns < 0 || seek_preroll_ns < 0) { | 487 seek_preroll_ns < 0) { |
| 710 LOG(ERROR) << "Invalid Opus Header"; | 488 LOG(ERROR) << "Invalid Opus Header"; |
| 711 return false; | 489 return false; |
| 712 } | 490 } |
| 713 | 491 |
| 714 // csd0 - Opus Header | 492 // csd0 - Opus Header |
| 715 ScopedJavaLocalRef<jbyteArray> csd0 = | 493 ScopedJavaLocalRef<jbyteArray> csd0 = |
| 716 base::android::ToJavaByteArray(env, extra_data, extra_data_size); | 494 base::android::ToJavaByteArray(env, extra_data, extra_data_size); |
| 717 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj()); | 495 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj()); |
| 718 | 496 |
| 719 // csd1 - Codec Delay | 497 // csd1 - Codec Delay |
| 720 ScopedJavaLocalRef<jbyteArray> csd1 = | 498 ScopedJavaLocalRef<jbyteArray> csd1 = base::android::ToJavaByteArray( |
| 721 base::android::ToJavaByteArray( | 499 env, reinterpret_cast<const uint8_t*>(&codec_delay_ns), |
| 722 env, reinterpret_cast<const uint8*>(&codec_delay_ns), | 500 sizeof(int64_t)); |
| 723 sizeof(int64_t)); | |
| 724 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj()); | 501 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj()); |
| 725 | 502 |
| 726 // csd2 - Seek Preroll | 503 // csd2 - Seek Preroll |
| 727 ScopedJavaLocalRef<jbyteArray> csd2 = | 504 ScopedJavaLocalRef<jbyteArray> csd2 = base::android::ToJavaByteArray( |
| 728 base::android::ToJavaByteArray( | 505 env, reinterpret_cast<const uint8_t*>(&seek_preroll_ns), |
| 729 env, reinterpret_cast<const uint8*>(&seek_preroll_ns), | 506 sizeof(int64_t)); |
| 730 sizeof(int64_t)); | |
| 731 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj()); | 507 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj()); |
| 732 break; | 508 break; |
| 733 } | 509 } |
| 734 default: | 510 default: |
| 735 LOG(ERROR) << "Invalid header encountered for codec: " | 511 LOG(ERROR) << "Invalid header encountered for codec: " |
| 736 << AudioCodecToAndroidMimeType(codec); | 512 << AudioCodecToAndroidMimeType(codec); |
| 737 return false; | 513 return false; |
| 738 } | 514 } |
| 739 return true; | 515 return true; |
| 740 } | 516 } |
| 741 | 517 |
| 742 int64 AudioCodecBridge::PlayOutputBuffer(int index, | 518 int64_t AudioCodecBridge::PlayOutputBuffer(int index, |
| 743 size_t size, | 519 size_t size, |
| 744 size_t offset, | 520 size_t offset, |
| 745 bool postpone) { | 521 bool postpone) { |
| 746 DCHECK_LE(0, index); | 522 DCHECK_LE(0, index); |
| 747 int numBytes = base::checked_cast<int>(size); | 523 int numBytes = base::checked_cast<int>(size); |
| 748 | 524 |
| 749 void* buffer = nullptr; | 525 void* buffer = nullptr; |
| 750 int capacity = GetOutputBufferAddress(index, offset, &buffer); | 526 int capacity = GetOutputBufferAddress(index, offset, &buffer); |
| 751 numBytes = std::min(capacity, numBytes); | 527 numBytes = std::min(capacity, numBytes); |
| 752 CHECK_GE(numBytes, 0); | 528 CHECK_GE(numBytes, 0); |
| 753 | 529 |
| 754 JNIEnv* env = AttachCurrentThread(); | 530 JNIEnv* env = AttachCurrentThread(); |
| 755 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray( | 531 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray( |
| 756 env, static_cast<uint8*>(buffer), numBytes); | 532 env, static_cast<uint8_t*>(buffer), numBytes); |
| 757 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(), | 533 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(), |
| 758 byte_array.obj(), postpone); | 534 byte_array.obj(), postpone); |
| 759 } | 535 } |
| 760 | 536 |
| 761 void AudioCodecBridge::SetVolume(double volume) { | 537 void AudioCodecBridge::SetVolume(double volume) { |
| 762 JNIEnv* env = AttachCurrentThread(); | 538 JNIEnv* env = AttachCurrentThread(); |
| 763 Java_MediaCodecBridge_setVolume(env, media_codec(), volume); | 539 Java_MediaCodecBridge_setVolume(env, media_codec(), volume); |
| 764 } | 540 } |
| 765 | 541 |
| 766 // static | 542 // static |
| 767 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) { | |
| 768 if (!MediaCodecBridge::IsAvailable()) | |
| 769 return NULL; | |
| 770 | |
| 771 const std::string mime = AudioCodecToAndroidMimeType(codec); | |
| 772 return mime.empty() ? NULL : new AudioCodecBridge(mime); | |
| 773 } | |
| 774 | |
| 775 // static | |
| 776 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) { | |
| 777 return MediaCodecBridge::IsKnownUnaccelerated( | |
| 778 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER); | |
| 779 } | |
| 780 | |
| 781 // static | |
| 782 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec, | 543 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec, |
| 783 MediaCodecDirection direction) { | 544 MediaCodecDirection direction) { |
| 784 return MediaCodecBridge::IsKnownUnaccelerated( | 545 return MediaCodecUtil::IsKnownUnaccelerated( |
| 785 VideoCodecToAndroidMimeType(codec), direction); | 546 VideoCodecToAndroidMimeType(codec), direction); |
| 786 } | 547 } |
| 787 | 548 |
| 788 // static | 549 // static |
| 789 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec, | 550 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec, |
| 790 bool is_secure, | 551 bool is_secure, |
| 791 const gfx::Size& size, | 552 const gfx::Size& size, |
| 792 jobject surface, | 553 jobject surface, |
| 793 jobject media_crypto) { | 554 jobject media_crypto) { |
| 794 if (!MediaCodecBridge::IsAvailable()) | 555 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 795 return NULL; | 556 return nullptr; |
| 796 | 557 |
| 797 const std::string mime = VideoCodecToAndroidMimeType(codec); | 558 const std::string mime = VideoCodecToAndroidMimeType(codec); |
| 798 if (mime.empty()) | 559 if (mime.empty()) |
| 799 return NULL; | 560 return nullptr; |
| 800 | 561 |
| 801 scoped_ptr<VideoCodecBridge> bridge( | 562 scoped_ptr<VideoCodecBridge> bridge( |
| 802 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER)); | 563 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER)); |
| 803 if (!bridge->media_codec()) | 564 if (!bridge->media_codec()) |
| 804 return NULL; | 565 return nullptr; |
| 805 | 566 |
| 806 JNIEnv* env = AttachCurrentThread(); | 567 JNIEnv* env = AttachCurrentThread(); |
| 807 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 568 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 808 ScopedJavaLocalRef<jobject> j_format( | 569 ScopedJavaLocalRef<jobject> j_format( |
| 809 Java_MediaCodecBridge_createVideoDecoderFormat( | 570 Java_MediaCodecBridge_createVideoDecoderFormat( |
| 810 env, j_mime.obj(), size.width(), size.height())); | 571 env, j_mime.obj(), size.width(), size.height())); |
| 811 DCHECK(!j_format.is_null()); | 572 DCHECK(!j_format.is_null()); |
| 812 if (!Java_MediaCodecBridge_configureVideo(env, | 573 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(), |
| 813 bridge->media_codec(), | 574 j_format.obj(), surface, |
| 814 j_format.obj(), | 575 media_crypto, 0)) { |
| 815 surface, | 576 return nullptr; |
| 816 media_crypto, | |
| 817 0)) { | |
| 818 return NULL; | |
| 819 } | 577 } |
| 820 | 578 |
| 821 return bridge->StartInternal() ? bridge.release() : NULL; | 579 return bridge->Start() ? bridge.release() : nullptr; |
| 822 } | 580 } |
| 823 | 581 |
| 824 // static | 582 // static |
| 825 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec, | 583 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec, |
| 826 const gfx::Size& size, | 584 const gfx::Size& size, |
| 827 int bit_rate, | 585 int bit_rate, |
| 828 int frame_rate, | 586 int frame_rate, |
| 829 int i_frame_interval, | 587 int i_frame_interval, |
| 830 int color_format) { | 588 int color_format) { |
| 831 if (!MediaCodecBridge::IsAvailable()) | 589 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 832 return NULL; | 590 return nullptr; |
| 833 | 591 |
| 834 const std::string mime = VideoCodecToAndroidMimeType(codec); | 592 const std::string mime = VideoCodecToAndroidMimeType(codec); |
| 835 if (mime.empty()) | 593 if (mime.empty()) |
| 836 return NULL; | 594 return nullptr; |
| 837 | 595 |
| 838 scoped_ptr<VideoCodecBridge> bridge( | 596 scoped_ptr<VideoCodecBridge> bridge( |
| 839 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER)); | 597 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER)); |
| 840 if (!bridge->media_codec()) | 598 if (!bridge->media_codec()) |
| 841 return NULL; | 599 return nullptr; |
| 842 | 600 |
| 843 JNIEnv* env = AttachCurrentThread(); | 601 JNIEnv* env = AttachCurrentThread(); |
| 844 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 602 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 845 ScopedJavaLocalRef<jobject> j_format( | 603 ScopedJavaLocalRef<jobject> j_format( |
| 846 Java_MediaCodecBridge_createVideoEncoderFormat(env, | 604 Java_MediaCodecBridge_createVideoEncoderFormat( |
| 847 j_mime.obj(), | 605 env, j_mime.obj(), size.width(), size.height(), bit_rate, frame_rate, |
| 848 size.width(), | 606 i_frame_interval, color_format)); |
| 849 size.height(), | |
| 850 bit_rate, | |
| 851 frame_rate, | |
| 852 i_frame_interval, | |
| 853 color_format)); | |
| 854 DCHECK(!j_format.is_null()); | 607 DCHECK(!j_format.is_null()); |
| 855 if (!Java_MediaCodecBridge_configureVideo(env, | 608 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(), |
| 856 bridge->media_codec(), | 609 j_format.obj(), nullptr, nullptr, |
| 857 j_format.obj(), | |
| 858 NULL, | |
| 859 NULL, | |
| 860 kConfigureFlagEncode)) { | 610 kConfigureFlagEncode)) { |
| 861 return NULL; | 611 return nullptr; |
| 862 } | 612 } |
| 863 | 613 |
| 864 return bridge->StartInternal() ? bridge.release() : NULL; | 614 return bridge->Start() ? bridge.release() : nullptr; |
| 865 } | 615 } |
| 866 | 616 |
| 867 VideoCodecBridge::VideoCodecBridge(const std::string& mime, | 617 VideoCodecBridge::VideoCodecBridge(const std::string& mime, |
| 868 bool is_secure, | 618 bool is_secure, |
| 869 MediaCodecDirection direction) | 619 MediaCodecDirection direction) |
| 870 : MediaCodecBridge(mime, is_secure, direction), | 620 : SdkMediaCodecBridge(mime, is_secure, direction), |
| 871 adaptive_playback_supported_for_testing_(-1) {} | 621 adaptive_playback_supported_for_testing_(-1) {} |
| 872 | 622 |
| 873 void VideoCodecBridge::SetVideoBitrate(int bps) { | 623 void VideoCodecBridge::SetVideoBitrate(int bps) { |
| 874 JNIEnv* env = AttachCurrentThread(); | 624 JNIEnv* env = AttachCurrentThread(); |
| 875 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps); | 625 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps); |
| 876 } | 626 } |
| 877 | 627 |
| 878 void VideoCodecBridge::RequestKeyFrameSoon() { | 628 void VideoCodecBridge::RequestKeyFrameSoon() { |
| 879 JNIEnv* env = AttachCurrentThread(); | 629 JNIEnv* env = AttachCurrentThread(); |
| 880 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec()); | 630 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec()); |
| 881 } | 631 } |
| 882 | 632 |
| 883 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) { | 633 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) { |
| 884 if (adaptive_playback_supported_for_testing_ == 0) | 634 if (adaptive_playback_supported_for_testing_ == 0) |
| 885 return false; | 635 return false; |
| 886 else if (adaptive_playback_supported_for_testing_ > 0) | 636 else if (adaptive_playback_supported_for_testing_ > 0) |
| 887 return true; | 637 return true; |
| 888 JNIEnv* env = AttachCurrentThread(); | 638 JNIEnv* env = AttachCurrentThread(); |
| 889 return Java_MediaCodecBridge_isAdaptivePlaybackSupported( | 639 return Java_MediaCodecBridge_isAdaptivePlaybackSupported(env, media_codec(), |
| 890 env, media_codec(), width, height); | 640 width, height); |
| 891 } | |
| 892 | |
| 893 bool MediaCodecBridge::RegisterMediaCodecBridge(JNIEnv* env) { | |
| 894 return RegisterNativesImpl(env); | |
| 895 } | 641 } |
| 896 | 642 |
| 897 } // namespace media | 643 } // namespace media |
| OLD | NEW |