| OLD | NEW |
| 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Test expectation list for WebDriver Java acceptance tests. | 5 """Test expectation list for WebDriver Java acceptance tests. |
| 6 | 6 |
| 7 It is evaluated through Python. | 7 It is evaluated through Python. |
| 8 """ | 8 """ |
| 9 | 9 |
| 10 import fnmatch | 10 import fnmatch |
| 11 | 11 |
| 12 | 12 |
| 13 _REVISION_NEGATIVE_FILTER = {} | 13 _REVISION_NEGATIVE_FILTER = {} |
| 14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ | 14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ |
| 15 'AlertsTest.*', | 15 'AlertsTest.*', |
| 16 'AuthenticatedPageLoadingTest.*', | 16 'AuthenticatedPageLoadingTest.*', |
| 17 'AvailableLogsTest.browserLogShouldBeEnabledByDefault', | |
| 18 'AvailableLogsTest.clientLogShouldBeEnabledByDefault', | |
| 19 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', | 17 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', |
| 20 'AvailableLogsTest.profilerLogShouldBeDisabledByDefault', | |
| 21 'AvailableLogsTest.shouldBeAbleToEnableProfilerLog', | |
| 22 'BasicMouseInterfaceTest.testContextClick', | 18 'BasicMouseInterfaceTest.testContextClick', |
| 23 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', | 19 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', |
| 24 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', | 20 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', |
| 25 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', | 21 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', |
| 26 'BasicMouseInterfaceTest.testMovingMousePastViewPort', | 22 'BasicMouseInterfaceTest.testMovingMousePastViewPort', |
| 27 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', | 23 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', |
| 24 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=a823e0a2ead8b5430a9a92a14452d0d47cb05f61&format=side&pat
h=/java/client/test/org/openqa/selenium/ClickScrollingTest.java&old_path=/java/c
lient/test/org/openqa/selenium/ClickScrollingTest.java&old=ee8ae7d15794146d24a74
4ec96d1192ff851f0fc |
| 25 'ClickScrollingTest.testShouldBeAbleToClickOnAnElementHiddenByDoubleOverflow
', |
| 28 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', | 26 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', |
| 29 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', | 27 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', |
| 30 'ClickTest.testCanClickAnImageMapArea', | 28 'ClickTest.testCanClickAnImageMapArea', |
| 29 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=9ec284bff77c06198af6097ca6703a48e1b0736b&format=side&pat
h=/java/client/test/org/openqa/selenium/ClickTest.java&old_path=/java/client/tes
t/org/openqa/selenium/ClickTest.java&old=5a0284c1a625ed8507f6d98857958e286a449bb
7 |
| 30 'ClickTest.testShouldBeAbleToClickOnAnElementInFrameGreaterThanTwoViewports'
, |
| 31 'CombinedInputActionsTest.testClickingOnFormElements', | 31 'CombinedInputActionsTest.testClickingOnFormElements', |
| 32 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', | 32 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', |
| 33 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', | 33 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', |
| 34 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', | 34 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', |
| 35 'DragAndDropTest.testDragTooFar', | 35 'DragAndDropTest.testDragTooFar', |
| 36 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', | 36 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', |
| 37 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=0e6a710cceed3037e8e44ae81579cf3ceca33fb6&format=side&pat
h=/java/client/test/org/openqa/selenium/ExecutingAsyncJavascriptTest.java&old_pa
th=/java/client/test/org/openqa/selenium/ExecutingAsyncJavascriptTest.java&old=e
e8ae7d15794146d24a744ec96d1192ff851f0fc |
| 38 'ExecutingAsyncJavascriptTest.shouldCatchErrorsWithMessageAndStacktraceWhenE
xecutingInitialScript', |
| 37 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', | 39 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', |
| 38 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, | 40 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, |
| 39 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', | 41 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', |
| 40 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', | 42 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', |
| 41 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', | 43 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', |
| 44 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=0e6a710cceed3037e8e44ae81579cf3ceca33fb6&format=side&pat
h=/java/client/test/org/openqa/selenium/ExecutingJavascriptTest.java&old_path=/j
ava/client/test/org/openqa/selenium/ExecutingJavascriptTest.java&old=bf0d4b7d040
315e9311efaa3a91a2a59777608da |
| 45 'ExecutingJavascriptTest.testShouldThrowAnExceptionWithMessageAndStacktraceW
henTheJavascriptIsBad', |
| 42 'FormHandlingTest.handleFormWithJavascriptAction', | 46 'FormHandlingTest.handleFormWithJavascriptAction', |
| 43 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', | 47 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', |
| 44 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', | 48 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', |
| 45 'GetLogsTest.differentLogsShouldNotContainTheSameLogEntries', | |
| 46 'GetLogsTest.logBufferShouldBeResetAfterEachGetLogCall', | |
| 47 'GetLogsTest.turningOffLogShouldMeanNoLogMessages', | |
| 48 'I18nTest.testShouldBeAbleToActivateIMEEngine', | 49 'I18nTest.testShouldBeAbleToActivateIMEEngine', |
| 49 # Broken because AddWebStorage.java is broken. | 50 # Broken because AddWebStorage.java is broken. |
| 50 'LocalStorageTest.*', | 51 'LocalStorageTest.*', |
| 51 'LocationContextTest.*', | 52 'LocationContextTest.*', |
| 52 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', | 53 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', |
| 53 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', | 54 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', |
| 54 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', | 55 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', |
| 55 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', | 56 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', |
| 56 # PerformanceLoggingTest is for firefox only. | 57 # PerformanceLoggingTest is for firefox only; "performance" log deprecated. |
| 57 'PerformanceLoggingTest.*', | 58 'PerformanceLoggingTest.*', |
| 58 'ProxySettingTest.canConfigureProxyWithRequiredCapability', | 59 'ProxySettingTest.canConfigureProxyWithRequiredCapability', |
| 59 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', | 60 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', |
| 60 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', | 61 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', |
| 61 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', | 62 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', |
| 62 # Broken because AddWebStorage.java is broken. | 63 # Broken because AddWebStorage.java is broken. |
| 63 'SessionStorageTest.*', | 64 'SessionStorageTest.*', |
| 64 'SqlDatabaseTest.*', | 65 'SqlDatabaseTest.*', |
| 66 # https://code.google.com/p/selenium/source/diff?spec=svn6bbba240f5437080318
9ce28149072c59f5d5312&r=6bbba240f54370803189ce28149072c59f5d5312&format=side&pat
h=/java/client/test/org/openqa/selenium/SvgDocumentTest.java |
| 67 'SvgDocumentTest.testClickOnSvgElement', |
| 68 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=859a1df06d56b4f2ba247f1dadbfceac8066efcb&format=side&pat
h=/java/client/test/org/openqa/selenium/TakesScreenshotTest.java&old_path=/java/
client/test/org/openqa/selenium/TakesScreenshotTest.java&old=cfea793d0410db2100a
40daf88483b83d58af435 |
| 69 'TakesScreenshotTest.testShouldCaptureScreenshot', |
| 70 'TakesScreenshotTest.testShouldCaptureScreenshotWithLongX', |
| 71 'TakesScreenshotTest.testShouldCaptureScreenshotWithLongY', |
| 72 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLong', |
| 73 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLongX', |
| 74 'TakesScreenshotTest.testShouldCaptureScreenshotWithTooLongY', |
| 65 'TextHandlingTest.testShouldNotReturnLtrMarks', | 75 'TextHandlingTest.testShouldNotReturnLtrMarks', |
| 66 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', | 76 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', |
| 67 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, | 77 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, |
| 68 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', | 78 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', |
| 69 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', | 79 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', |
| 70 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', | 80 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', |
| 71 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', | 81 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', |
| 72 'UnexpectedAlertBehaviorTest.*', | 82 'UnexpectedAlertBehaviorTest.*', |
| 83 # https://code.google.com/p/selenium/source/diff?spec=svn5e856ea3d0ee07db00a
a41293f68ce2566c16888&r=e923c1389b85331d2c98aaeb6bbca88bc57821cd&format=side&pat
h=/java/client/test/org/openqa/selenium/VisibilityTest.java&old_path=/java/clien
t/test/org/openqa/selenium/VisibilityTest.java&old=ee8ae7d15794146d24a744ec96d11
92ff851f0fc |
| 84 'VisibilityTest.testElementHiddenByOverflowXIsNotVisible', |
| 85 'VisibilityTest.testElementHiddenByOverflowYIsNotVisible', |
| 73 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', | 86 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', |
| 74 'WindowTest.*', | 87 'WindowTest.*', |
| 75 ] | 88 ] |
| 76 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] | 89 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] |
| 77 _REVISION_NEGATIVE_FILTER['26'] = [ | 90 _REVISION_NEGATIVE_FILTER['26'] = [ |
| 78 'UploadTest.testFileUploading', | 91 'UploadTest.testFileUploading', |
| 79 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', | 92 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', |
| 80 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', | 93 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', |
| 81 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', | 94 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', |
| 82 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', | 95 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', |
| (...skipping 97 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 180 | 193 |
| 181 Returns: | 194 Returns: |
| 182 Set of passed test names. | 195 Set of passed test names. |
| 183 """ | 196 """ |
| 184 filters = (_OS_NEGATIVE_FILTER[operating_system] + | 197 filters = (_OS_NEGATIVE_FILTER[operating_system] + |
| 185 _REVISION_NEGATIVE_FILTER[chrome_version]) | 198 _REVISION_NEGATIVE_FILTER[chrome_version]) |
| 186 passed = set(tests) | 199 passed = set(tests) |
| 187 for f in filters: | 200 for f in filters: |
| 188 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) | 201 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) |
| 189 return passed | 202 return passed |
| OLD | NEW |