Index: tools/perf_expectations/perf_expectations.json |
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json |
index 3433c64cc79792775e86ae95346fbc690a905e5d..c51237fd0ed34f3e7e1ca9a7f18de93c7fdc389e 100644 |
--- a/tools/perf_expectations/perf_expectations.json |
+++ b/tools/perf_expectations/perf_expectations.json |
@@ -14,8 +14,8 @@ |
"linux-release-64/sizes/nacl_helper_bootstrap-si/initializers": {"reva": 114822, "revb": 115019, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "228221af"}, |
"linux-release-64/sizes/nacl_helper_bootstrap-text/text": {"reva": 150377, "revb": 150377, "type": "absolute", "better": "lower", "improve": 5007, "regress": 5535, "sha1": "db1d84e2"}, |
"linux-release-64/sizes/nacl_helper_bootstrap/nacl_helper_bootstrap": {"reva": 114822, "revb": 115019, "type": "absolute", "better": "lower", "improve": 9076, "regress": 10032, "sha1": "a2d25af5"}, |
- "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 200515, "revb": 201324, "type": "absolute", "better": "lower", "improve": 130, "regress": 149, "sha1": "82e2b5d0"}, |
- "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 200515, "revb": 201324, "type": "absolute", "better": "lower", "improve": 54, "regress": 60, "sha1": "198e06f1"}, |
+ "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 54, "regress": 60, "sha1": "8a2f61f4"}, |
+ "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 54, "regress": 60, "sha1": "d5f77086"}, |
"linux-release/media_tests_av_perf/audio_pesq/actual": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "f4295968"}, |
"linux-release/media_tests_av_perf/audio_pesq/ref": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "920a6aee"}, |
"linux-release/media_tests_av_perf/cpu/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 29, "regress": 36, "sha1": "daac54b7"}, |
@@ -23,12 +23,12 @@ |
"linux-release/media_tests_av_perf/cpu/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 7, "regress": 10, "sha1": "4610ecbb"}, |
"linux-release/media_tests_av_perf/cpu/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 11, "regress": 15, "sha1": "2387532a"}, |
"linux-release/media_tests_av_perf/cpu/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 18, "regress": 24, "sha1": "056a9937"}, |
- "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.394491151121, "regress": 0.566832966779, "sha1": "7b704af7"}, |
- "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.472603033646, "regress": 0.695818122089, "sha1": "64c1a6ea"}, |
+ "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 0.315478992651, "regress": 0.392327813423, "sha1": "5bc9dd88"}, |
+ "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 0.393975797878, "regress": 0.522441418367, "sha1": "14899c83"}, |
"linux-release/media_tests_av_perf/cpu/tulip2.mp4": {"reva": 192736, "revb": 192827, "type": "absolute", "better": "lower", "improve": 12.1021431957, "regress": 15.6047995979, "sha1": "f328bb5f"}, |
- "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.433198415683, "regress": 0.56642284696, "sha1": "2b9f2b7f"}, |
+ "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 0.315551620367, "regress": 0.43580427209, "sha1": "4aa8af42"}, |
"linux-release/media_tests_av_perf/cpu/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 6, "regress": 10, "sha1": "1abd5824"}, |
- "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.432104722038, "regress": 0.608573072926, "sha1": "8cf0969c"}, |
+ "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 0.302926668634, "regress": 0.435028397036, "sha1": "5d55dcfa"}, |
"linux-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 13, "regress": 18, "sha1": "7b022336"}, |
"linux-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "fafd719d"}, |
"linux-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 21.9960102178, "regress": 27.7360681235, "sha1": "389b837f"}, |
@@ -165,14 +165,14 @@ |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_crowd360.ogv": {"reva": 169114, "revb": 169774, "type": "absolute", "better": "lower", "improve": 13.96215, "regress": 49.0271249999, "sha1": "446408eb"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 261, "regress": 350, "sha1": "ca836a17"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.m4a": {"reva": 200515, "revb": 201324, "type": "absolute", "better": "lower", "improve": 4.17857499998, "regress": 7.69282500009, "sha1": "097172f5"}, |
- "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 9, "regress": 14, "sha1": "533656f2"}, |
+ "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 5.324275, "regress": 11.4969749999, "sha1": "e5efe7bc"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 1.51477500001, "regress": 6.71422499994, "sha1": "0233e2d7"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 8, "regress": 15, "sha1": "5e67d71a"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 952, "regress": 1173, "sha1": "6d748214"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 254, "regress": 840, "sha1": "d8470cd7"}, |
- "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1997, "regress": 2624, "sha1": "c809889e"}, |
+ "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.webm": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 1835.38955, "regress": 2270.661225, "sha1": "4170989c"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd360.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 91, "regress": 132, "sha1": "b8c67309"}, |
- "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd360.ogv": {"reva": 196258, "revb": 196740, "type": "absolute", "better": "lower", "improve": 107.74045, "regress": 238.7154, "sha1": "e9d9a096"}, |
+ "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd360.ogv": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 120.999125, "regress": 273.634725, "sha1": "670f7de8"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 255, "regress": 343, "sha1": "0cb5aaff"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 147, "regress": 168, "sha1": "f37fb463"}, |
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 138, "regress": 163, "sha1": "5607ef7a"}, |
@@ -195,7 +195,7 @@ |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_crowd360.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 27, "regress": 48, "sha1": "1431f765"}, |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 80, "regress": 109, "sha1": "994aa163"}, |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1, "regress": 6, "sha1": "82e6a96f"}, |
- "linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 6, "regress": 11, "sha1": "a39d4be9"}, |
+ "linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 4.80604999996, "regress": 9.46522500003, "sha1": "0928519d"}, |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 2, "regress": 7, "sha1": "0e10f97e"}, |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1, "regress": 5, "sha1": "e542f46b"}, |
"linux-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd1080.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 569, "regress": 654, "sha1": "6cd04b3b"}, |
@@ -255,7 +255,7 @@ |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_crowd360.ogv": {"reva": 169114, "revb": 169774, "type": "absolute", "better": "lower", "improve": 15.205225, "regress": 51.9792000001, "sha1": "ab99c9ef"}, |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 265, "regress": 358, "sha1": "bfad200a"}, |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 4, "regress": 9, "sha1": "cfb5b581"}, |
- "linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 8, "regress": 14, "sha1": "c6ce5d65"}, |
+ "linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 5.45204999995, "regress": 10.723125, "sha1": "20fdaeb4"}, |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1, "regress": 6, "sha1": "221b2779"}, |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 8, "regress": 14, "sha1": "24915076"}, |
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Wifi_crowd1080.mp4": {"reva": 196258, "revb": 196740, "type": "absolute", "better": "lower", "improve": 17700.131625, "regress": 22252.22685, "sha1": "d723eec8"}, |
@@ -572,7 +572,7 @@ |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 16.6249999999, "regress": 19.9500000002, "sha1": "02eaff5c"}, |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 2.84999999972, "regress": 4.72500000024, "sha1": "ed31c86c"}, |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_NoConstraints_dartmoor2.wav": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 0.949999999762, "regress": 2.09999999995, "sha1": "36a540ac"}, |
- "win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd1080.mp4": {"reva": 199840, "revb": 201303, "type": "absolute", "better": "lower", "improve": 959.025, "regress": 1147.65, "sha1": "7fb613c7"}, |
+ "win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd1080.mp4": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 959, "regress": 2795, "sha1": "b688a8ff"}, |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd1080.ogv": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 217.075, "regress": 340.2, "sha1": "e25ef1c5"}, |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd1080.webm": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 520.6, "regress": 637.875, "sha1": "23555ce1"}, |
"win-release/media_tests_av_perf/seek/CACHED_SHORT_SEEK_Wifi_crowd360.mp4": {"reva": 199840, "revb": 201303, "type": "absolute", "better": "lower", "improve": 165, "regress": 192, "sha1": "5f260df8"}, |
@@ -629,7 +629,7 @@ |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_crowd360.ogv": {"reva": 199840, "revb": 201303, "type": "absolute", "better": "lower", "improve": 14.2499999999, "regress": 21.5250000001, "sha1": "3715b707"}, |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_crowd360.webm": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 248.425, "regress": 302.4, "sha1": "c69490da"}, |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.m4a": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 2.84999999972, "regress": 6.82499999996, "sha1": "82c9be52"}, |
- "win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 14.2499999999, "regress": 21.5250000001, "sha1": "7600fccf"}, |
+ "win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 202427, "revb": 202617, "type": "absolute", "better": "lower", "improve": 54.1499999998, "regress": 205.275, "sha1": "17a78f1a"}, |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 1.89999999995, "regress": 5.24999999987, "sha1": "4733f175"}, |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_NoConstraints_dartmoor2.wav": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 8.55000000001, "regress": 81.3749999999, "sha1": "2846065b"}, |
"win-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Wifi_crowd1080.mp4": {"reva": 196258, "revb": 196740, "type": "absolute", "better": "lower", "improve": 14924, "regress": 18891, "sha1": "92f739fb"}, |