OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Test expectation list for WebDriver Java acceptance tests. | 5 """Test expectation list for WebDriver Java acceptance tests. |
6 | 6 |
7 It is evaluated through Python. | 7 It is evaluated through Python. |
8 """ | 8 """ |
9 | 9 |
10 import fnmatch | 10 import fnmatch |
11 | 11 |
12 | 12 |
13 _REVISION_NEGATIVE_FILTER = {} | 13 _REVISION_NEGATIVE_FILTER = {} |
14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ | 14 _REVISION_NEGATIVE_FILTER['HEAD'] = [ |
15 'AlertsTest.*', | 15 'AlertsTest.*', |
16 'PerformanceLoggingTest.*', | |
17 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', | |
18 'AuthenticatedPageLoadingTest.*', | 16 'AuthenticatedPageLoadingTest.*', |
19 'AvailableLogsTest.browserLogShouldBeEnabledByDefault', | 17 'AvailableLogsTest.browserLogShouldBeEnabledByDefault', |
20 'AvailableLogsTest.clientLogShouldBeEnabledByDefault', | 18 'AvailableLogsTest.clientLogShouldBeEnabledByDefault', |
21 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', | 19 'AvailableLogsTest.driverLogShouldBeEnabledByDefault', |
22 'AvailableLogsTest.profilerLogShouldBeDisabledByDefault', | 20 'AvailableLogsTest.profilerLogShouldBeDisabledByDefault', |
23 'AvailableLogsTest.shouldBeAbleToEnableProfilerLog', | 21 'AvailableLogsTest.shouldBeAbleToEnableProfilerLog', |
24 'BasicMouseInterfaceTest.testContextClick', | 22 'BasicMouseInterfaceTest.testContextClick', |
25 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', | 23 'BasicMouseInterfaceTest.testMousePositionIsNotPreservedInActionsChain', |
26 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', | 24 'BasicMouseInterfaceTest.testMovingIntoAnImageEnclosedInALink', |
27 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', | 25 'BasicMouseInterfaceTest.testMovingMouseBackAndForthPastViewPort', |
28 'BasicMouseInterfaceTest.testMovingMousePastViewPort', | 26 'BasicMouseInterfaceTest.testMovingMousePastViewPort', |
29 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', | 27 'ClickScrollingTest.testShouldNotBeAbleToClickElementThatIsOutOfViewInANonSc
rollableFrame', |
30 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', | 28 'ClickScrollingTest.testShouldNotScrollIfAlreadyScrolledAndElementIsInView', |
31 'ClickTest.testCanClickAnImageMapArea', | 29 'ClickTest.testCanClickAnImageMapArea', |
32 'ClickTest.testCanClickOnALinkThatContainsEmbeddedBlockElements', | |
33 'CombinedInputActionsTest.testClickingOnFormElements', | 30 'CombinedInputActionsTest.testClickingOnFormElements', |
34 'CombinedInputActionsTest.testHoldingDownShiftKeyWhileClicking', | |
35 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', | 31 'CoordinatesTest.testShouldScrollPageAndGetCoordinatesOfAnElementThatIsOutOf
ViewPort', |
36 'CorrectEventFiringTest.testShouldEmitOnClickEventsWhenSelectingElements', | |
37 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', | 32 'CorrectEventFiringTest.testShouldFireEventsInTheRightOrder', |
38 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', | 33 'CorrectEventFiringTest.testShouldFireFocusEventWhenClicking', |
39 'DragAndDropTest.testDragTooFar', | 34 'DragAndDropTest.testDragTooFar', |
40 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', | 35 'ExecutingAsyncJavascriptTest.includesAlertTextInUnhandledAlertException', |
41 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', | 36 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScript', |
42 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, | 37 'ExecutingAsyncJavascriptTest.throwsIfAlertHappensDuringScriptWhichTimesOut'
, |
43 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', | 38 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlert', |
44 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', | 39 'ExecutingAsyncJavascriptTest.throwsIfScriptTriggersAlertWhichTimesOut', |
45 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', | 40 'ExecutingJavascriptTest.testShouldThrowExceptionIfExecutingOnNoPage', |
46 'FormHandlingTest.handleFormWithJavascriptAction', | 41 'FormHandlingTest.handleFormWithJavascriptAction', |
47 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', | 42 'FormHandlingTest.testShouldNotBeAbleToSubmitAFormThatDoesNotExist', |
48 'FrameSwitchingTest.testFrameSearchesShouldBeRelativeToTheCurrentlySelectedF
rame', | 43 'FrameSwitchingTest.testFrameSearchesShouldBeRelativeToTheCurrentlySelectedF
rame', |
49 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', | 44 'FrameSwitchingTest.testShouldNotBeAbleToDoAnythingTheFrameIsDeletedFromUnde
rUs', |
50 'FrameSwitchingTest.testShouldReturnWindowTitleInAFrameset', | 45 'FrameSwitchingTest.testShouldReturnWindowTitleInAFrameset', |
51 'FrameSwitchingTest.testShouldThrowFrameNotFoundExceptionLookingUpSubFramesW
ithSuperFrameNames', | 46 'FrameSwitchingTest.testShouldThrowFrameNotFoundExceptionLookingUpSubFramesW
ithSuperFrameNames', |
52 'GetLogsTest.differentLogsShouldNotContainTheSameLogEntries', | 47 'GetLogsTest.differentLogsShouldNotContainTheSameLogEntries', |
53 'GetLogsTest.logBufferShouldBeResetAfterEachGetLogCall', | 48 'GetLogsTest.logBufferShouldBeResetAfterEachGetLogCall', |
54 'GetLogsTest.turningOffLogShouldMeanNoLogMessages', | 49 'GetLogsTest.turningOffLogShouldMeanNoLogMessages', |
55 'I18nTest.testShouldBeAbleToActivateIMEEngine', | 50 'I18nTest.testShouldBeAbleToActivateIMEEngine', |
56 # Broken because AddWebStorage.java is broken. | 51 # Broken because AddWebStorage.java is broken. |
57 'LocalStorageTest.*', | 52 'LocalStorageTest.*', |
58 'LocationContextTest.*', | 53 'LocationContextTest.*', |
59 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', | 54 'MiscTest.testShouldBeAbleToGetTheSourceOfAnXmlDocument', |
60 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', | 55 'PageLoadingTest.shouldBeAbleToDisableAcceptOfInsecureSslCertsWithRequiredCa
pability', |
61 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', | 56 'PageLoadingTest.testShouldNotWaitIndefinitelyIfAnExternalResourceFailsToLoa
d', |
62 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', | 57 'PageLoadingTest.testShouldTimeoutIfAPageTakesTooLongToLoad', |
63 'PerformanceLoggingTest.testDisabledProfilingDoesNotLog', | 58 # PerformanceLoggingTest is for firefox only. |
| 59 'PerformanceLoggingTest.*', |
64 'ProxySettingTest.canConfigureProxyWithRequiredCapability', | 60 'ProxySettingTest.canConfigureProxyWithRequiredCapability', |
65 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', | 61 'ProxySettingTest.requiredProxyCapabilityShouldHavePriority', |
66 'RenderedWebElementTest.testGetCssValueShouldReturnStandardizedColour', | |
67 'RenderedWebElementTest.testShouldAllowInheritedStylesToBeUsed', | |
68 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', | 62 'RenderedWebElementTest.testShouldHandleNonIntegerPositionAndSize', |
69 'RenderedWebElementTest.testShouldPickUpStyleOfAnElement', | |
70 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', | 63 'SessionHandlingTest.callingQuitAfterClosingTheLastWindowIsANoOp', |
71 # Broken because AddWebStorage.java is broken. | 64 # Broken because AddWebStorage.java is broken. |
72 'SessionStorageTest.*', | 65 'SessionStorageTest.*', |
73 'SqlDatabaseTest.*', | 66 'SqlDatabaseTest.*', |
74 'TextHandlingTest.testShouldNotReturnLtrMarks', | 67 'TextHandlingTest.testShouldNotReturnLtrMarks', |
75 'TextHandlingTest.testShouldReturnEmptyStringWhenTagIsSelfClosing', | |
76 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', | 68 'TextPagesTest.testShouldBeAbleToLoadASimplePageOfText', |
77 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, | 69 'TextPagesTest.testShouldThrowExceptionWhenAddingCookieToAPageThatIsNotHtml'
, |
78 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', | 70 'TypingTest.testNonPrintableCharactersShouldWorkWithContentEditableOrDesignM
odeSet', |
79 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', | 71 'TypingTest.testShouldBeAbleToTypeIntoContentEditableElementWithExistingValu
e', |
80 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', | 72 'TypingTest.testShouldNotTypeIntoElementsThatPreventKeyDownEvents', |
81 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', | 73 'TypingTest.testTypingIntoAnIFrameWithContentEditableOrDesignModeSet', |
82 'UnexpectedAlertBehaviorTest.*', | 74 'UnexpectedAlertBehaviorTest.*', |
83 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', | 75 'VisibilityTest.tooSmallAWindowWithOverflowHiddenIsNotAProblem', |
84 'WebElementTest.testElementReturnsOriginDriver', | |
85 'WindowTest.*', | 76 'WindowTest.*', |
86 ] | 77 ] |
87 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] | 78 _REVISION_NEGATIVE_FILTER['27'] = [] + _REVISION_NEGATIVE_FILTER['HEAD'] |
88 _REVISION_NEGATIVE_FILTER['26'] = [ | 79 _REVISION_NEGATIVE_FILTER['26'] = [ |
89 'UploadTest.testFileUploading', | 80 'UploadTest.testFileUploading', |
90 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', | 81 'CorrectEventFiringTest.testUploadingFileShouldFireOnChangeEvent', |
91 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', | 82 'FormHandlingTest.testShouldBeAbleToAlterTheContentsOfAFileUploadInputElemen
t', |
92 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', | 83 'FormHandlingTest.testShouldBeAbleToUploadTheSameFileTwice', |
93 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', | 84 'FormHandlingTest.testShouldBeAbleToSendKeysToAFileUploadInputElementInAnXht
mlDocument', |
94 ] + _REVISION_NEGATIVE_FILTER['HEAD'] | 85 ] + _REVISION_NEGATIVE_FILTER['HEAD'] |
95 | 86 |
96 _OS_NEGATIVE_FILTER = {} | 87 _OS_NEGATIVE_FILTER = {} |
97 _OS_NEGATIVE_FILTER['win'] = [ | 88 _OS_NEGATIVE_FILTER['win'] = [ |
98 # https://code.google.com/p/chromedriver/issues/detail?id=303 | |
99 'CombinedInputActionsTest.testChordControlCutAndPaste', | |
100 # Flaky: https://code.google.com/p/chromedriver/issues/detail?id=282 | 89 # Flaky: https://code.google.com/p/chromedriver/issues/detail?id=282 |
101 'PageLoadingTest.testShouldNotHangIfDocumentOpenCallIsNeverFollowedByDocumen
tCloseCall', | 90 'PageLoadingTest.testShouldNotHangIfDocumentOpenCallIsNeverFollowedByDocumen
tCloseCall', |
102 ] | 91 ] |
103 _OS_NEGATIVE_FILTER['linux'] = [ | 92 _OS_NEGATIVE_FILTER['linux'] = [] |
104 # https://code.google.com/p/chromedriver/issues/detail?id=284 | |
105 'TypingTest.testArrowKeysAndPageUpAndDown', | |
106 'TypingTest.testHomeAndEndAndPageUpAndPageDownKeys', | |
107 'TypingTest.testNumberpadKeys', | |
108 ] | |
109 _OS_NEGATIVE_FILTER['mac'] = [] | 93 _OS_NEGATIVE_FILTER['mac'] = [] |
110 _OS_NEGATIVE_FILTER['android'] = [ | 94 _OS_NEGATIVE_FILTER['android'] = [ |
111 'BasicKeyboardInterfaceTest.*', | 95 'BasicKeyboardInterfaceTest.*', |
112 'BasicMouseInterfaceTest.*', | 96 'BasicMouseInterfaceTest.*', |
| 97 'ChromeOptionsFunctionalTest.canStartChromeWithCustomOptions', |
113 'ClickScrollingTest.testShouldBeAbleToClickElementThatIsOutOfViewInANestedFr
ameThatIsOutOfView', | 98 'ClickScrollingTest.testShouldBeAbleToClickElementThatIsOutOfViewInANestedFr
ameThatIsOutOfView', |
114 'ClickScrollingTest.testShouldBeAbleToClickElementThatIsOutOfViewInANestedFr
ame', | 99 'ClickScrollingTest.testShouldBeAbleToClickElementThatIsOutOfViewInANestedFr
ame', |
115 'ClickTest.testCanClickOnAnElementWithTopSetToANegativeNumber', | 100 'ClickTest.testCanClickOnAnElementWithTopSetToANegativeNumber', |
116 'ClickTest.testShouldOnlyFollowHrefOnce', | 101 'ClickTest.testShouldOnlyFollowHrefOnce', |
117 'CombinedInputActionsTest.*', | 102 'CombinedInputActionsTest.*', |
118 'CoordinatesTest.testShouldGetCoordinatesInViewPortOfAnElementInAFrame', | 103 'CoordinatesTest.testShouldGetCoordinatesInViewPortOfAnElementInAFrame', |
119 'CoordinatesTest.testShouldGetCoordinatesInViewPortOfAnElementInANestedFrame
', | 104 'CoordinatesTest.testShouldGetCoordinatesInViewPortOfAnElementInANestedFrame
', |
120 'CoordinatesTest.testShouldGetCoordinatesOfAHiddenElement', | 105 'CoordinatesTest.testShouldGetCoordinatesOfAHiddenElement', |
121 'CorrectEventFiringTest.testSendingKeysToAFocusedElementShouldNotBlurThatEle
ment', | 106 'CorrectEventFiringTest.testSendingKeysToAFocusedElementShouldNotBlurThatEle
ment', |
122 'CorrectEventFiringTest.testSendingKeysToAnElementShouldCauseTheFocusEventTo
Fire', | 107 'CorrectEventFiringTest.testSendingKeysToAnElementShouldCauseTheFocusEventTo
Fire', |
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
197 | 182 |
198 Returns: | 183 Returns: |
199 Set of passed test names. | 184 Set of passed test names. |
200 """ | 185 """ |
201 filters = (_OS_NEGATIVE_FILTER[operating_system] + | 186 filters = (_OS_NEGATIVE_FILTER[operating_system] + |
202 _REVISION_NEGATIVE_FILTER[chrome_version]) | 187 _REVISION_NEGATIVE_FILTER[chrome_version]) |
203 passed = set(tests) | 188 passed = set(tests) |
204 for f in filters: | 189 for f in filters: |
205 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) | 190 passed.difference_update(set(t for t in tests if fnmatch.fnmatch(t, f))) |
206 return passed | 191 return passed |
OLD | NEW |