| OLD | NEW |
| 1 # Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
| 2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
| 3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 # This directory contains tests that are intended to show the | 5 # This directory contains tests that are intended to show the |
| 6 # current state of the language. | 6 # current state of the language. |
| 7 | 7 |
| 8 # In order to maintain maximum test coverage for all builds, | 8 # In order to maintain maximum test coverage for all builds, |
| 9 # please use the following procedure to mark a test | 9 # please use the following procedure to mark a test |
| 10 # failed on architectures other than the one you are working on. | 10 # failed on architectures other than the one you are working on. |
| 11 # | 11 # |
| 12 # 1) Copy the old version of the test to | 12 # 1) Copy the old version of the test to |
| 13 # tests/language/src/test_name_[dartc|vm|frog]_test.dart. | 13 # tests/language/src/test_name_[dartc|vm]_test.dart. |
| 14 # to maintain coverage. | 14 # to maintain coverage. |
| 15 # 2) File a bug on each architecture for the failure due to the language change. | 15 # 2) File a bug on each architecture for the failure due to the language change. |
| 16 # 3) Update the language/src directory with the updated test. | 16 # 3) Update the language/src directory with the updated test. |
| 17 | 17 |
| 18 [ $compiler == none ] | 18 [ $compiler == none ] |
| 19 gc_test: Fail # Issue 1487 | 19 gc_test: Fail # Issue 1487 |
| 20 field_override_test/none: Fail # Issue 742: field shadowing now allowed | 20 field_override_test/none: Fail # Issue 742: field shadowing now allowed |
| 21 field_override_test/01: Fail # Issue 742: field shadowing now allowed | 21 field_override_test/01: Fail # Issue 742: field shadowing now allowed |
| 22 field_override_test/02: Fail # Issue 742: field shadowing now allowed | 22 field_override_test/02: Fail # Issue 742: field shadowing now allowed |
| 23 super_field_access_test: Fail # Issue 742: field shadowing now allowed | 23 super_field_access_test: Fail # Issue 742: field shadowing now allowed |
| (...skipping 25 matching lines...) Expand all Loading... |
| 49 closure_with_super_send_test: Fail # Issue 3197. | 49 closure_with_super_send_test: Fail # Issue 3197. |
| 50 super_closure_test: Fail # Issue 3197. | 50 super_closure_test: Fail # Issue 3197. |
| 51 parameter_initializer6_negative_test: Fail # Issue 3502 | 51 parameter_initializer6_negative_test: Fail # Issue 3502 |
| 52 | 52 |
| 53 prefix_core_test: Fail # Issue 3638. | 53 prefix_core_test: Fail # Issue 3638. |
| 54 | 54 |
| 55 # Issue 2501 | 55 # Issue 2501 |
| 56 cascade_test: Pass,Fail # Some cases pass, but for the wrong reason | 56 cascade_test: Pass,Fail # Some cases pass, but for the wrong reason |
| 57 cascade_precedence_test: Fail | 57 cascade_precedence_test: Fail |
| 58 | 58 |
| 59 # DartC or Frog specific tests that should not be run by the VM | 59 fauxverride_test/none: Fail |
| 60 |
| 61 # DartC specific tests that should not be run by the VM |
| 60 *dartc_test: Skip | 62 *dartc_test: Skip |
| 61 *dartc_negative_test: Skip | 63 *dartc_negative_test: Skip |
| 62 *frog_test: Skip | |
| 63 *frog_negative_test: Skip | |
| 64 | 64 |
| 65 [ $compiler == none && $mode == debug ] | 65 [ $compiler == none && $mode == debug ] |
| 66 gc_test: Skip # Takes too long. | 66 gc_test: Skip # Takes too long. |
| 67 | 67 |
| 68 [ $compiler == dartc ] | 68 [ $compiler == dartc ] |
| 69 application_negative_test: Fail # Runtime only test, rewrite as multitest | 69 application_negative_test: Fail # Runtime only test, rewrite as multitest |
| 70 assert_keyword_negative_test: Fail # Runtime only test, rewrite as multitest | 70 assert_keyword_negative_test: Fail # Runtime only test, rewrite as multitest |
| 71 assign_instance_method_negative_test: Fail # Issue 3662 | 71 assign_instance_method_negative_test: Fail # Issue 3662 |
| 72 body_less_constructor_wrong_arg_negative_test: Fail # Runtime only test, rewrit
e as multitest | 72 body_less_constructor_wrong_arg_negative_test: Fail # Runtime only test, rewrit
e as multitest |
| 73 call_operator_test: Pass # Issue 1355 | 73 call_operator_test: Pass # Issue 1355 |
| (...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 109 syntax_test: Skip # Bug 2107 Static type warnings in none case | 109 syntax_test: Skip # Bug 2107 Static type warnings in none case |
| 110 third_test: Fail # Issue 3659 | 110 third_test: Fail # Issue 3659 |
| 111 throw7_negative_test: Fail # Issue 3654 | 111 throw7_negative_test: Fail # Issue 3654 |
| 112 type_dartc_test: Fail # Issue 2348 | 112 type_dartc_test: Fail # Issue 2348 |
| 113 type_variable_bounds_test/00: Fail # issue 3079 | 113 type_variable_bounds_test/00: Fail # issue 3079 |
| 114 | 114 |
| 115 # | 115 # |
| 116 # Add new dartc annotations above in alphabetical order | 116 # Add new dartc annotations above in alphabetical order |
| 117 # | 117 # |
| 118 | 118 |
| 119 # VM or Frog specific tests that should not be run by DartC. | 119 # VM specific tests that should not be run by DartC. |
| 120 *vm_test: Skip | 120 *vm_test: Skip |
| 121 *vm_negative_test: Skip | 121 *vm_negative_test: Skip |
| 122 *frog_test: Skip | |
| 123 *frog_negative_test: Skip | |
| 124 | 122 |
| 125 | 123 |
| 126 [ $compiler == none && $runtime == drt ] | 124 [ $compiler == none && $runtime == drt ] |
| 127 # TODO: These need to be retriaged. | 125 # TODO: These need to be retriaged. |
| 128 disable_privacy_test: Skip | 126 disable_privacy_test: Skip |
| 129 richards_test: Fail | 127 richards_test: Fail |
| 130 string_escape1_negative_test: Skip | 128 string_escape1_negative_test: Skip |
| 131 gc_test: Skip # Issue 1487 | 129 gc_test: Skip # Issue 1487 |
| 132 | 130 |
| 133 [ $compiler == frog && $unchecked ] | |
| 134 bool_test: Fail # Issue 2092 | |
| 135 compile_time_constant_c_test/01: Fail # integers as keys in literal maps. | |
| 136 operator4_test: Fail | |
| 137 | |
| 138 [ $compiler == frog ] | |
| 139 bit_shift_test: Fail # Frog copies JS semantics: 499 >> 33 !== 0. | |
| 140 static_initializer_type_error_test: Fail # Checked mode not implemented. | |
| 141 exception_test: Fail # Issue 1785 | |
| 142 factory3_test: Fail # Issue 417 | |
| 143 factory2_negative_test: Fail | |
| 144 call_through_null_getter_test: Fail # Throw ObjectNotClosure instead of NullPoin
terException. | |
| 145 compile_time_constant_c_test/02: Fail # string-concatenated (+) keys in literal
maps. | |
| 146 compile_time_constant_d_test: Fail # doesn't recognize 400 + z (with z parameter
of constructor) as compile-time constant. | |
| 147 compile_time_constant_e_test: Fail | |
| 148 compile_time_constant_g_test: Fail # compile time constants with super calls to
optional arguments. | |
| 149 compile_time_constant_k_test: Fail # Constant maps are not canonicalized correct
ly if the same key appears multiple times. | |
| 150 compile_time_constant_l_test: Fail # final instance fields with default values a
re not initialized correctly. | |
| 151 compile_time_constant_o_test: Fail # String constants with string-interpolation. | |
| 152 compile_time_constant_p_test/01: Fail # Implicit super calls that don't match ar
e not caught in compile-time constants. | |
| 153 positive_bit_operations_test: Fail # Frog goes negative. | |
| 154 disable_privacy_test: Skip # Issue 1882: Needs --disable_privacy support. | |
| 155 double_to_string_as_exponential_test: Fail # fails due to -0.0. | |
| 156 # Once the -0.0 in double_to_string_as_fixed_test is fixed it will probably need
to | |
| 157 # be moved to a | |
| 158 # [ $compiler == frog ] | |
| 159 # section. | |
| 160 double_to_string_as_fixed_test: Fail # fails due to -0.0 and due to rounding in
constant propagation. | |
| 161 double_to_string_as_precision_test: Fail # fails due to -0.0. | |
| 162 extend_type_parameter_negative_test: Skip # Issue 886 | |
| 163 extend_type_parameter2_negative_test: Skip # Issue 886 | |
| 164 final_syntax_test/none: Fail | |
| 165 get_set_syntax_test/00: Fail # Issue 1571 | |
| 166 get_set_syntax_test/01: Fail # Issue 1571 | |
| 167 get_set_syntax_test/02: Fail # Issue 1571 | |
| 168 get_set_syntax_test/03: Fail # Issue 1571 | |
| 169 get_set_syntax_test/04: Fail # Issue 1571 | |
| 170 get_set_syntax_test/05: Fail # Issue 1571 | |
| 171 get_set_syntax_test/06: Fail # Issue 1571 | |
| 172 get_set_syntax_test/07: Fail # Issue 1571 | |
| 173 get_set_syntax_test/08: Fail # Issue 1571 | |
| 174 get_set_syntax_test/09: Fail # Issue 1571 | |
| 175 get_set_syntax_test/10: Fail # Issue 1571 | |
| 176 get_set_syntax_test/11: Fail # Issue 1571 | |
| 177 get_set_syntax_test/12: Fail # Issue 1571 | |
| 178 get_set_syntax_test/13: Fail # Issue 1571 | |
| 179 get_set_syntax_test/14: Fail # Issue 1571 | |
| 180 get_set_syntax_test/15: Fail # Issue 1571 | |
| 181 implement_type_tarameter_negative_test: Skip # Issue 887 | |
| 182 factory_implementation_test: Fail # Issue 523 | |
| 183 pseudo_kw_test: Fail # Issue 356 | |
| 184 naming_test: Fail # Issue 356 | |
| 185 duplicate_implements_test: Skip # Issue 976 | |
| 186 double_to_string: Fail # Prints "3" instead of "3.0". | |
| 187 third_test: Fail # Issue 1511 | |
| 188 try_catch_syntax_test/08: Fail | |
| 189 try_catch_syntax_test/09: Fail | |
| 190 cond_expr_test: Fail | |
| 191 string_interpolation8_test: Fail # Issue 2127 | |
| 192 super_field_access_test: Fail # Issue 1695 | |
| 193 compile_time_constant6_test: Fail | |
| 194 constructor_redirect_test/01: Fail # Issue 2104. | |
| 195 | |
| 196 savannah_test: Skip # TODO(jimhug): Seems flaky on some configs - investigate. | |
| 197 | |
| 198 # VM or DartC specific tests not to be run by Frog. See language.status | |
| 199 *vm_test: Skip | |
| 200 *vm_negative_test: Skip | |
| 201 *dartc_test: Skip | |
| 202 *dartc_negative_test: Skip | |
| 203 # Currently, these patterns skip three tests: | |
| 204 # math_vm_test - correctly skipped as this relies on VM guarantees | |
| 205 # - should add a version of this with the --enable_type_checks flag | |
| 206 # type_vm_test - correctly skipped as this relies on detailed of TypeError | |
| 207 # type_dartc_test - should pass, need refactoring to get frog safe version | |
| 208 | |
| 209 bit_operations_test: Fail # relies on big integers not available in JS | |
| 210 call_operator_test: Fail # Issue 1355 | |
| 211 call_through_getter_test: Fail | |
| 212 char_escape_test: Fail # relies on 4 byte unicode not available in JS | |
| 213 class_override_negative_test: Fail | |
| 214 closure_shared_state_test: Fail | |
| 215 const_objects_are_immutable_test: Fail | |
| 216 default_factory_library_test: Fail # Issue 514 | |
| 217 dynamic_test: Fail | |
| 218 example_constructor_test: Fail | |
| 219 constructor2_test: Fail | |
| 220 constructor3_test: Fail | |
| 221 constructor5_test: Fail # Order of initializers. | |
| 222 constructor6_test: Fail # Parse failure in initializers. | |
| 223 execute_finally6_test: Fail | |
| 224 expect_test: Fail | |
| 225 fauxverride_test/03: Fail | |
| 226 fauxverride_test/05: Fail | |
| 227 field3_negative_test: Fail # Issue 729 | |
| 228 final_param_negative_test: Fail | |
| 229 for2_test: Fail | |
| 230 function_syntax_test: Fail | |
| 231 function_test: Fail | |
| 232 function_malformed_result_type_test: Fail | |
| 233 function_type_alias_test: Fail | |
| 234 function_type_alias2_test: Fail | |
| 235 function_type_alias3_test: Fail | |
| 236 function_type_alias4_test: Fail | |
| 237 function_type_alias5_test/00: Fail | |
| 238 function_type_alias5_test/01: Fail | |
| 239 function_type_alias5_test/02: Fail | |
| 240 function_type_alias6_test: Fail | |
| 241 function_type_parameter2_test: Fail | |
| 242 function_type_parameter_test: Fail | |
| 243 generic_deep_test: Fail | |
| 244 generic_instanceof_test: Fail | |
| 245 generic_instanceof2_test: Fail | |
| 246 generic_syntax_test: Fail | |
| 247 generic_test: Fail | |
| 248 generics_test: Fail | |
| 249 getter_closure_execution_order_test: Pass # TODO(jmesserly): I don't think this
is really passing in the static case | |
| 250 implicit_scope_test: Fail | |
| 251 implied_interface_test: Fail | |
| 252 instanceof2_test: Fail | |
| 253 instanceof3_test: Fail # Issue 2571 | |
| 254 interface_factory3_negative_test: Fail | |
| 255 is_not_class4_negative_test: Fail | |
| 256 label_test: Fail | |
| 257 list_literal3_test: Fail # vm and frog throw different exceptions | |
| 258 list_literal4_test: Fail # missing type checks on index operations | |
| 259 list_test: Fail # array bound checks not implemented | |
| 260 local_function3_test: Fail | |
| 261 local_function_test: Fail | |
| 262 many_generic_instanceof_test: Fail | |
| 263 map_literal4_test: Fail # missing checks on map index operations | |
| 264 math_test: Fail | |
| 265 method_override_test: Fail # checking on precise type rules for methods | |
| 266 method_override2_test/00: Fail | |
| 267 method_override2_test/01: Fail | |
| 268 method_override2_test/02: Fail | |
| 269 method_override2_test/03: Fail | |
| 270 named_parameters_type_test: Fail | |
| 271 named_parameters_with_conversions_test: Fail | |
| 272 non_const_super_negative_test: Fail | |
| 273 null_pointer_exception_test: Fail | |
| 274 null_test: Fail | |
| 275 null_to_string_test: Fail | |
| 276 numbers_test: Fail | |
| 277 override_field_test/01: Fail | |
| 278 override_field_test/04: Fail | |
| 279 override_method_with_field_test/01: Fail | |
| 280 parameter_initializer5_negative_test: Fail # Issue 581 | |
| 281 prefix101_test: Fail # Allow multiple imports with same prefix. | |
| 282 prefix8_negative_test: Fail | |
| 283 prefix9_negative_test: Fail | |
| 284 prefix11_negative_test: Fail | |
| 285 prefix16_test: Fail | |
| 286 prefix20_negative_test: Fail | |
| 287 private_member_test: Fail | |
| 288 private_member1_negative_test: Fail | |
| 289 private_member2_negative_test: Fail | |
| 290 private_member3_negative_test: Fail | |
| 291 private_test: Fail | |
| 292 reg_exp3_test: Fail | |
| 293 scope_negative_test: Fail | |
| 294 script_negative_test: Fail | |
| 295 super_implicit_closure_test: Fail | |
| 296 super_test: Fail # this is testing precise ordering of super constructor call | |
| 297 switch_label_test: Fail | |
| 298 type_checks_in_factory_method_test: Fail # Issue 925 | |
| 299 type_variable_bounds_test/10: Fail # Issue 2134 | |
| 300 type_variable_scope2_test: Fail # Issue 2395 | |
| 301 type_variable_scope3_test/00: Fail # Issue 2239 | |
| 302 type_variable_identifier_expression_negative_test: Fail # Issue 643 | |
| 303 type_variable_shadows_class: Fail # Issue 643 | |
| 304 wrong_number_type_arguments_test/00: Fail # Issue 2134 | |
| 305 implicit_this_test/01: Fail # Issue 376 | |
| 306 implicit_this_test/02: Fail # Issue 376 | |
| 307 implicit_this_test/03: Fail # Issue 376 | |
| 308 implicit_this_test/04: Fail # Issue 376 | |
| 309 implicit_this_test/none: Fail # Issue 376 | |
| 310 | |
| 311 #Issue 1308 | |
| 312 named_parameters2_test: Fail | |
| 313 named_parameters3_test: Fail | |
| 314 named_parameters4_test: Fail | |
| 315 | |
| 316 string_escape4_negative_test: Fail # Issue 1352 | |
| 317 | |
| 318 issue4515170_test: Fail | |
| 319 | |
| 320 [ $compiler == frog && $runtime == d8 ] | |
| 321 string_escape1_negative_test: Fail # TODO(sra): investigate | |
| 322 | 131 |
| 323 [ $runtime == chrome ] | 132 [ $runtime == chrome ] |
| 324 string_escape1_negative_test: Skip | 133 string_escape1_negative_test: Skip |
| 325 | 134 |
| 326 [ $compiler == frog && ($runtime == ff || $runtime == safari || $runtime == ie)
] | |
| 327 closure3_test: Fail | |
| 328 method_invocation_test: Fail | |
| 329 private3_test: Fail | |
| 330 stack_trace_test: Fail | |
| 331 string_interpolate_npe_test: Fail | |
| 332 | |
| 333 # For these tests Frog generates invalid JS. Chrome throws a SyntaxError, but | |
| 334 # other browsers don't, so they eventually timeout. See issue 1515. | |
| 335 # In any case, we shouldn't be relying on SyntaxError. | |
| 336 label2_negative_test: Skip | |
| 337 label3_negative_test: Skip | |
| 338 label5_negative_test: Skip | |
| 339 label6_negative_test: Skip | |
| 340 label_test: Skip | |
| 341 string_escape1_negative_test: Skip | |
| 342 switch3_negative_test: Skip | |
| 343 switch4_negative_test: Skip | |
| 344 execute_finally6_test: Skip | |
| 345 | |
| 346 # TODO(jmesserly): now that we have a bot, we need to set up Opera testing. | 135 # TODO(jmesserly): now that we have a bot, we need to set up Opera testing. |
| 347 [ $runtime == opera ] | 136 [ $runtime == opera ] |
| 348 *: Skip | 137 *: Skip |
| 349 | 138 |
| 350 [ $compiler == frog && $runtime == ff ] | |
| 351 naming_test: Fail | |
| 352 stack_overflow_test: Fail | |
| 353 execute_finally7_test: Skip | |
| 354 static_final_field2_negative_test: Skip | |
| 355 | |
| 356 [ $compiler == frog && $runtime == ff && $system == windows ] | |
| 357 ct_const2_test: Pass,Fail # Issue 2101 | |
| 358 | |
| 359 [ $compiler == frog && $runtime == ie ] | |
| 360 stack_overflow_test: Fail | |
| 361 object_dynamic_method_test: Fail | |
| 362 number_syntax_test: Fail | |
| 363 | |
| 364 [ $runtime == ie && ($system == linux || $system == mac) ] | 139 [ $runtime == ie && ($system == linux || $system == mac) ] |
| 365 *: Skip | 140 *: Skip |
| 366 | 141 |
| 367 [ $runtime == safari && ($system == linux || $system == windows) ] | 142 [ $runtime == safari && ($system == linux || $system == windows) ] |
| 368 *: Skip | 143 *: Skip |
| 369 | 144 |
| 370 [ $compiler == frog && $unchecked ] | |
| 371 private_member_test/01: Fail # test seems bad - see issue #353 | |
| 372 private_member_test/02: Fail # test seems bad - see issue #353 | |
| 373 private_member_test/03: Fail # test seems bad - see issue #353 | |
| 374 private_member_test/04: Fail # test seems bad - see issue #353 | |
| 375 type_variable_scope_test/00: Fail # Issue 2395 | |
| 376 type_variable_scope_test/01: Fail # Issue 2395 | |
| 377 type_variable_scope_test/02: Fail # Issue 2395 | |
| 378 type_variable_scope_test/03: Fail # Issue 2395 | |
| 379 type_variable_scope_test/04: Fail # Issue 2395 | |
| 380 type_variable_scope_test/05: Fail # Issue 2395 | |
| 381 | |
| 382 [ $compiler == frog && $checked ] | |
| 383 f_bounded_quantification_test/01: Fail # Issue 439 | |
| 384 f_bounded_quantification_test/02: Fail # Issue 439 | |
| 385 private_member_test/none: Fail # test seems bad - see issue #353 | |
| 386 assign_static_type_test/01: Fail # Unrecognized option: --no-enable-type-checks. | |
| 387 assign_static_type_test/02: Fail # Unrecognized option: --no-enable-type-checks. | |
| 388 assign_static_type_test/03: Fail # Unrecognized option: --no-enable-type-checks. | |
| 389 assign_static_type_test/04: Fail # Unrecognized option: --no-enable-type-checks. | |
| 390 default_factory2_test/01: Fail # Issue 1380 | |
| 391 type_variable_bounds_test/01: Fail # Issue 2135 | |
| 392 type_variable_bounds_test/02: Fail # Issue 2135 | |
| 393 type_variable_bounds_test/04: Fail # Issue 2135 | |
| 394 type_variable_bounds_test/05: Fail # Issue 2135 | |
| 395 type_variable_bounds2_test/00: Fail # Issue 2135 | |
| 396 type_variable_bounds2_test/03: Fail # Issue 2135 | |
| 397 type_variable_bounds2_test/05: Fail # Issue 2135 | |
| 398 | |
| 399 [ $compiler == frog && $runtime == d8 ] | |
| 400 # these tests are inconsistent in frogium, investigate | |
| 401 static_field1_run_negative_test: Pass | |
| 402 static_field2_run_negative_test: Pass | |
| 403 syntax_test/28: Fail # Issue 1109 | |
| 404 syntax_test/29: Fail # Issue 1109 | |
| 405 syntax_test/31: Fail # Issue 1109 | |
| 406 syntax_test/32: Fail # Issue 1109 | |
| 407 syntax_test/33: Fail # Issue 1109 | |
| 408 literal_unary_plus_test/01: Fail # Issue 1400 | |
| 409 | |
| 410 [ $compiler == frog ] | |
| 411 string_escape3_negative_test: Fail # Issue 1352 | |
| 412 | |
| 413 [ $compiler == frog && $runtime == drt ] | |
| 414 # these tests are inconsistent in frogium, investigate | |
| 415 static_field1_run_negative_test: Pass # but error is not correct | |
| 416 static_field2_run_negative_test: Pass # but error is not correct | |
| 417 | |
| 418 [ $compiler == frog && $mode == debug ] | |
| 419 constructor_redirect1_negative_test: Skip # Undiagnosed infinite loop. | |
| 420 constructor_redirect2_negative_test: Skip # Undiagnosed infinite loop. | |
| 421 | |
| 422 [ $browser ] | 145 [ $browser ] |
| 423 prefix_core_test: Fail # Issue 2264. | 146 prefix_core_test: Fail # Issue 2264. |
| 424 | 147 |
| 425 [ $compiler == frog && $runtime == none ] | |
| 426 *: Skip | |
| 427 | |
| 428 [ $arch == simarm ] | 148 [ $arch == simarm ] |
| 429 *: Skip | 149 *: Skip |
| 430 | 150 |
| 431 [ $arch == arm ] | 151 [ $arch == arm ] |
| 432 *: Skip | 152 *: Skip |
| OLD | NEW |