Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(127)

Side by Side Diff: functional/nacl_sdk.py

Issue 10024031: Nacl sdk automated test(method-testNaClSDK) of new installation process of NaCl sdk. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src/chrome/test/
Patch Set: Created 8 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 import copy 6 import copy
7 import ctypes 7 import ctypes
8 from distutils import version 8 from distutils import version
9 import fnmatch 9 import fnmatch
10 import glob 10 import glob
11 import hashlib 11 import hashlib
12 import logging 12 import logging
13 import os 13 import os
14 import platform 14 import platform
15 import re
15 import shutil 16 import shutil
16 import subprocess 17 import subprocess
17 import sys 18 import sys
18 import tarfile
19 import tempfile 19 import tempfile
20 import time
20 import urllib2 21 import urllib2
21 import xml.dom.minidom 22 import xml.dom.minidom
23 import zipfile
22 24
23 import pyauto_functional # Must be imported before pyauto. 25 import pyauto_functional # Must be imported before pyauto.
24 import pyauto 26 import pyauto
25 import pyauto_utils 27 import pyauto_utils
26 28
27 29
28 class NaClSDKTest(pyauto.PyUITest): 30 class NaClSDKTest(pyauto.PyUITest):
29 """Tests for the NaCl SDK.""" 31 """Tests for the NaCl SDK."""
30 _extracted_sdk_path = None 32 _extracted_sdk_path = None
31 _temp_dir = None 33 _temp_dir = None
34 _pepper_versions = []
35 _updated_pepper_versions = []
36 _latest_updated_pepper_versions = []
32 _settings = { 37 _settings = {
33 'release_win_sdk_url': 'http://commondatastorage.googleapis.com/'
34 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_win.exe',
35 'release_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
36 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_mac.tgz',
37 'release_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
38 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_linux.tgz',
39 'expected_md5_url': 'http://commondatastorage.googleapis.com/'
40 'nativeclient-mirror',
41 'release_win_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_win.exe',
42 'release_mac_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_mac.tgz',
43 'release_lin_expected_md5_key': 'nacl/nacl_sdk/staging/'
44 'naclsdk_linux.tgz',
45 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/' 38 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/'
46 'docs/download.html', 39 'docs/download.html',
47 'post_win_sdk_url': 'http://commondatastorage.googleapis.com/' 40 'post_sdk_url': 'http://commondatastorage.googleapis.com/'
48 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_win.exe', 41 'nativeclient-mirror/nacl/nacl_sdk/nacl_sdk.zip',
49 'post_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
50 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_mac.tgz',
51 'post_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
52 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_linux.tgz',
53 'min_required_chrome_build': 14, 42 'min_required_chrome_build': 14,
54 'gallery_examples': {
55 'life': 'http://nacl-gallery.appspot.com/life/life.html',
56 'hello_world': 'http://nacl-gallery.appspot.com/hello_world/'
57 'hello_world.html',
58 'pi_generator': 'http://nacl-gallery.appspot.com/pi_generator/'
59 'pi_generator.html',
60 'sine_synth': 'http://nacl-gallery.appspot.com/sine_synth/'
61 'sine_synth.html'
62 },
63 'prerelease_gallery': {
64 'hello_world': 'http://4.nacl-gallery.appspot.com/hello_world/'
65 'hello_world.html',
66 'hello_world_c': 'http://4.nacl-gallery.appspot.com/hello_world_c/'
67 'hello_world.html',
68 'life': 'http://4.nacl-gallery.appspot.com/life/life.html',
69 'pi_generator': 'http://4.nacl-gallery.appspot.com/pi_generator/'
70 'pi_generator.html',
71 'sine_synth': 'http://4.nacl-gallery.appspot.com/sine_synth/'
72 'sine_synth.html',
73 'geturl': 'http://4.nacl-gallery.appspot.com/geturl/geturl.html'
74 }
75 } 43 }
76 44
77 def tearDown(self): 45 def tearDown(self):
78 pyauto.PyUITest.tearDown(self) 46 pyauto.PyUITest.tearDown(self)
79 self._RemoveDownloadedTestFile() 47 self._RemoveDownloadedTestFile()
80 48
81 def testNaClSDK(self): 49 def testNaClSDK(self):
82 """Verify that NaCl SDK is working properly.""" 50 """Verify that NaCl SDK is working properly."""
83 if not self._HasAllSystemRequirements(): 51 if not self._HasAllSystemRequirements():
84 logging.info('System does not meet the requirements.') 52 logging.info('System does not meet the requirements.')
85 return 53 return
86 self._extracted_sdk_path = tempfile.mkdtemp() 54 self._extracted_sdk_path = tempfile.mkdtemp()
87
88 self._VerifyDownloadLinks() 55 self._VerifyDownloadLinks()
89 self._VerifyNaClSDKInstaller() 56 self._VerifyNaClSDKInstaller()
90 self._VerifyBuildStubProject() 57 self._VerifyInstall()
58 self._VerifyUpdate()
91 self._LaunchServerAndVerifyExamples() 59 self._LaunchServerAndVerifyExamples()
92 self._VerifyRebuildExamples()
93 self._VerifySelldrAndNcval()
94
95 def testVerifyNaClSDKChecksum(self):
96 """Verify NaCl SDK Checksum."""
97 if not self._HasAllSystemRequirements():
98 logging.info('System does not meet the requirements.')
99 return
100
101 self._DownloadNaClSDK()
102
103 if pyauto.PyUITest.IsWin():
104 expected_md5_key = self._settings['release_win_expected_md5_key']
105 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
106 elif pyauto.PyUITest.IsMac():
107 expected_md5_key = self._settings['release_mac_expected_md5_key']
108 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
109 elif pyauto.PyUITest.IsLinux():
110 expected_md5_key = self._settings['release_lin_expected_md5_key']
111 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
112 else:
113 self.fail(msg='NaCl SDK does not support this OS.')
114
115 # Get expected MD5.
116 expected_md5_url = self._settings['expected_md5_url']
117 response = urllib2.urlopen(expected_md5_url)
118 dom = xml.dom.minidom.parseString(response.read())
119 dom_content = dom.getElementsByTagName('Contents')
120 expected_md5 = None
121 for con in dom_content:
122 if (self._GetXMLNodeData(con.getElementsByTagName('Key')[0].childNodes)
123 == expected_md5_key):
124 node = con.getElementsByTagName('ETag')[0].childNodes
125 expected_md5 = self._GetXMLNodeData(node).strip('"')
126 self.assertTrue(expected_md5,
127 msg='Cannot get expected MD5 from %s.' % expected_md5_url)
128
129 md5 = hashlib.md5()
130 md5.update(open(file_path).read())
131 md5_sum = md5.hexdigest()
132 self.assertEqual(expected_md5, md5_sum,
133 msg='Unexpected checksum. Expected: %s, got: %s'
134 % (expected_md5, md5_sum))
135
136 def testVerifyNaClPlugin(self):
137 """Verify NaCl plugin."""
138 if not self._HasAllSystemRequirements():
139 logging.info('System does not meet the requirements.')
140 return
141 self._OpenExamplesAndStartTest(
142 self._settings['gallery_examples'])
143
144 def testVerifyPrereleaseGallery(self):
145 """Verify Pre-release gallery examples."""
146 if not self._HasAllSystemRequirements():
147 logging.info('System does not meet the requirements.')
148 return
149 self._OpenExamplesAndStartTest(
150 self._settings['prerelease_gallery'])
151 60
152 def _VerifyDownloadLinks(self): 61 def _VerifyDownloadLinks(self):
153 """Verify the download links.""" 62 """Verify the download links.
63
64 Simply verify that NaCl download links exist in html page.
65 """
154 html = None 66 html = None
155 for i in xrange(3): 67 for i in xrange(3):
156 try: 68 try:
157 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read() 69 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read()
158 break 70 break
159 except: 71 except:
160 pass 72 pass
161 self.assertTrue(html, 73 self.assertTrue(html,
162 msg='Cannot open URL: %s' % 74 msg='Cannot open URL: %s' %
163 self._settings['post_sdk_download_url']) 75 self._settings['post_sdk_download_url'])
164 76 sdk_url = self._settings['post_sdk_url']
165 # Make sure the correct URL is under the correct label. 77 url_index = html.find(sdk_url)
166 if pyauto.PyUITest.IsWin(): 78 self.assertTrue(url_index > -1,
167 win_sdk_url = self._settings['post_win_sdk_url'] 79 msg='Missing SDK download URL: %s' % sdk_url)
168 win_url_index = html.find(win_sdk_url)
169 self.assertTrue(win_url_index > -1,
170 msg='Missing SDK download URL: %s' % win_sdk_url)
171 win_keyword_index = html.rfind('Windows', 0, win_url_index)
172 self.assertTrue(win_keyword_index > -1,
173 msg='Misplaced download link: %s' % win_sdk_url)
174 elif pyauto.PyUITest.IsMac():
175 mac_sdk_url = self._settings['post_mac_sdk_url']
176 mac_url_index = html.find(mac_sdk_url)
177 self.assertTrue(mac_url_index > -1,
178 msg='Missing SDK download URL: %s' % mac_sdk_url)
179 mac_keyword_index = html.rfind('Macintosh', 0, mac_url_index)
180 self.assertTrue(mac_keyword_index > -1,
181 msg='Misplaced download link: %s' % mac_sdk_url)
182 elif pyauto.PyUITest.IsLinux():
183 lin_sdk_url = self._settings['post_lin_sdk_url']
184 lin_url_index = html.find(lin_sdk_url)
185 self.assertTrue(lin_url_index > -1,
186 msg='Missing SDK download URL: %s' % lin_sdk_url)
187 lin_keyword_index = html.rfind('Linux', 0, lin_url_index)
188 self.assertTrue(lin_keyword_index > -1,
189 msg='Misplaced download link: %s' % lin_sdk_url)
190 else:
191 self.fail(msg='NaCl SDK does not support this OS.')
192 80
193 def _VerifyNaClSDKInstaller(self): 81 def _VerifyNaClSDKInstaller(self):
194 """Verify NaCl SDK installer.""" 82 """Verify NaCl SDK installer."""
195 search_list = [ 83 search_list = [
196 'build.scons', 84 'sdk_cache/',
197 'favicon.ico', 85 'sdk_tools/',
198 'geturl/',
199 'hello_world/',
200 'hello_world_c/',
201 'httpd.py',
202 'index.html',
203 'nacl_sdk_scons/',
204 'pi_generator/',
205 'scons',
206 'sine_synth/'
207 ] 86 ]
208
209 mac_lin_additional_search_items = [ 87 mac_lin_additional_search_items = [
210 'sel_ldr_x86_32', 88 'naclsdk',
211 'sel_ldr_x86_64',
212 'ncval_x86_32',
213 'ncval_x86_64'
214 ] 89 ]
215
216 win_additional_search_items = [ 90 win_additional_search_items = [
217 'httpd.cmd', 91 'naclsdk.bat'
218 'sel_ldr_x86_32.exe',
219 'sel_ldr_x86_64.exe',
220 'ncval_x86_32.exe',
221 'ncval_x86_64.exe'
222 ] 92 ]
223
224 self._DownloadNaClSDK() 93 self._DownloadNaClSDK()
225 94 self._ExtractNaClSDK()
226 if pyauto.PyUITest.IsWin(): 95 if pyauto.PyUITest.IsWin():
227 self._ExtractNaClSDK() 96 self._SearchNaClSDKFile(
228 self._SearchNaClSDKFileWindows(
229 search_list + win_additional_search_items) 97 search_list + win_additional_search_items)
230 elif pyauto.PyUITest.IsMac(): 98 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
231 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz') 99 self._SearchNaClSDKFile(
232 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items, 100 search_list + mac_lin_additional_search_items)
233 source_file)
234 self._ExtractNaClSDK()
235 elif pyauto.PyUITest.IsLinux():
236 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
237 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items,
238 source_file)
239 self._ExtractNaClSDK()
240 else: 101 else:
241 self.fail(msg='NaCl SDK does not support this OS.') 102 self.fail(msg='NaCl SDK does not support this OS.')
242 103
243 def _VerifyBuildStubProject(self): 104 def _VerifyInstall(self):
244 """Build stub project.""" 105 """Verify installation of NACL sdk."""
245 stub_project_files = [ 106 # Executing naclsdk(.bat) list
246 'build.scons', 107 if pyauto.PyUITest.IsWin():
247 'scons' 108 source_file = os.path.join(
248 ] 109 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk.bat')
249 project_template_path = self._GetDirectoryPath('project_templates', 110 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
250 self._extracted_sdk_path) 111 source_file = os.path.join(
251 examples_path = self._GetDirectoryPath('examples', 112 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk')
252 self._extracted_sdk_path) 113 subprocess.call(['chmod', '-R', '755', self._extracted_sdk_path])
253 init_project_path = os.path.join(project_template_path, 'init_project.py') 114 else:
115 self.fail(msg='NaCl SDK does not support this OS.')
116 output, error = subprocess.Popen([source_file, 'list'],
117 stdout=subprocess.PIPE,
118 stderr=subprocess.PIPE).communicate()
254 119
255 # Build a C project. 120 def _VerifyUpdate(self):
256 subprocess.call( 121 """Verify update of NACL sdk"""
257 ['python', init_project_path, '-n', 'hello_c', '-c', '-d', 122 # Executing naclsdk(.bat) update
258 examples_path], stdout=subprocess.PIPE) 123 if pyauto.PyUITest.IsWin():
259 124 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
260 hello_c_path = os.path.join(examples_path, 'hello_c') 125 'naclsdk.bat')
261 for file in stub_project_files: 126 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
262 self.assertTrue(self._HasFile(file, hello_c_path), 127 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
263 msg='Cannot build C stub project.') 128 'naclsdk')
264 129 else:
265 # Build a C++ project. 130 self.fail(msg='NaCl SDK does not support this OS.')
266 subprocess.call( 131 # Executing nacl_sdk(.bat) update to get the latest version.
267 ['python', init_project_path, '-n', 'hello_cc', '-d', 132 updated_output, error=subprocess.Popen(
chrisphan 2012/04/24 18:34:00 Spaces here. updated_output, error = subprocess.
Pooja Nihalani 2012/04/24 19:00:52 Done.
268 examples_path], stdout=subprocess.PIPE) 133 [source_file, 'update'],
269 134 stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
chrisphan 2012/04/24 18:34:00 One less space.
Pooja Nihalani 2012/04/24 19:00:52 Done.
270 hello_cc_path = os.path.join(examples_path, 'hello_cc') 135 self._updated_pepper_versions.extend(
271 for file in stub_project_files: 136 re.findall('Updating bundle (pepper_[0-9]{2})', updated_output))
272 self.assertTrue(self._HasFile(file, hello_cc_path), 137 self._updated_pepper_versions = list(set(self._updated_pepper_versions))
273 msg='Cannot build C++ stub project.') 138 self._updated_pepper_versions.sort(key=str.lower)
139 updated_pepper_versions_len = len(self._updated_pepper_versions)
140 self._latest_updated_pepper_versions = filter(
141 lambda x:x>='pepper_18', self._updated_pepper_versions)
chrisphan 2012/04/24 19:19:10 You're comparing string here. This will add 'pepp
Pooja Nihalani 2012/04/24 19:24:38 I wanted to get string not just the version number
chrisphan 2012/04/24 19:57:17 After you compare int, then you can append it to '
274 142
275 def _LaunchServerAndVerifyExamples(self): 143 def _LaunchServerAndVerifyExamples(self):
276 """Start local HTTP server and verify examples.""" 144 """Start local HTTP server and verify examples."""
277 # Make sure server is not open. 145 if pyauto.PyUITest.IsWin():
146 examples_path = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
147 self._latest_updated_pepper_versions[0],
148 'examples')
149 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
150 examples_path = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
151 self._latest_updated_pepper_versions[0],
152 'examples')
153 # TODO(pnihalani): Check and install suitable chrome and pepper version.
154 else:
155 self.fail(msg='NaCl SDK does not support this OS.')
156
157 # Close server if it's already open.
278 if self._IsURLAlive('http://localhost:5103'): 158 if self._IsURLAlive('http://localhost:5103'):
279 self._CloseHTTPServer() 159 self._CloseHTTPServer()
280 160
281 # Start HTTP server. 161 # Launch local http server.
282 examples_path = self._GetDirectoryPath('examples', 162 os.chdir(examples_path)
283 self._extracted_sdk_path) 163 proc = subprocess.Popen(['make RUN'], shell=True)
284 if pyauto.PyUITest.IsWin():
285 http_path = os.path.join(examples_path, 'httpd.cmd')
286 proc = subprocess.Popen([http_path], cwd=examples_path)
287 else:
288 http_path = os.path.join(examples_path, 'httpd.py')
289 proc = subprocess.Popen(['python', http_path], cwd=examples_path)
290
291 success = self.WaitUntil( 164 success = self.WaitUntil(
292 lambda: self._IsURLAlive('http://localhost:5103'), 165 lambda: self._IsURLAlive('http://localhost:5103'),
293 timeout=30, retry_sleep=1, expect_retval=True) 166 timeout=150, retry_sleep=1, expect_retval=True)
294 self.assertTrue(success, 167
295 msg='Cannot open HTTP server. %s' %
296 self.GetActiveTabTitle())
297
298 examples = { 168 examples = {
299 'hello_world_c': 'http://localhost:5103/hello_world_c/'
300 'hello_world.html',
301 'hello_world': 'http://localhost:5103/hello_world/hello_world.html',
302 'geturl': 'http://localhost:5103/geturl/geturl.html', 169 'geturl': 'http://localhost:5103/geturl/geturl.html',
303 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html', 170 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html',
304 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html', 171 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html',
172 'input_events': 'http://localhost:5103/input_events/input_events.html',
173 'dynamic_library_open': 'http://localhost:5103/dlopen/dlopen.html',
174 'load_progress':
175 'http://localhost:5103/load_progress/load_progress.html',
176 'multithreaded_input_events':
177 'http://localhost:5103/multithreaded_input_events/mt_input_events.html',
chrisphan 2012/04/24 18:34:00 More than 80 characters.
Pooja Nihalani 2012/04/24 19:00:52 Done.
178 'web_socket':'http://localhost:5103/websocket/websocket.html',
305 } 179 }
306 try: 180 try:
307 self._OpenExamplesAndStartTest(examples) 181 self._OpenExamplesAndStartTest(examples)
308 finally: 182 finally:
309 self._CloseHTTPServer(proc) 183 self._CloseHTTPServer(proc)
310 184
311 def _VerifyRebuildExamples(self):
312 """Re-build the examples and verify they are as expected."""
313 example_dirs = [
314 'geturl',
315 'hello_world',
316 'hello_world_c',
317 'pi_generator',
318 'sine_synth'
319 ]
320 examples_path = self._GetDirectoryPath('examples',
321 self._extracted_sdk_path)
322
323 scons_path = os.path.join(examples_path, 'scons -c')
324 subprocess.call([scons_path], cwd=examples_path, shell=True)
325 for x in example_dirs:
326 ex_path = os.path.join(examples_path, x)
327 self.assertFalse(self._HasFile('*.nmf', ex_path),
328 msg='Failed running scons -c.')
329
330 scons_path = os.path.join(examples_path, 'scons')
331 proc = subprocess.Popen([scons_path], cwd=examples_path,
332 stdout=subprocess.PIPE, shell=True)
333 proc.communicate()
334
335 # Verify each example directory contains .nmf file.
336 for dir in example_dirs:
337 dir = os.path.join(examples_path, dir)
338 if not self._HasFile('*.nmf', dir):
339 self.fail(msg='Failed running scons.')
340
341 self._LaunchServerAndVerifyExamples()
342
343 def _VerifySelldrAndNcval(self):
344 """Verify sel_ldr and ncval."""
345 architecture = self._GetPlatformArchitecture()
346 scons_arg = None
347 if pyauto.PyUITest.IsWin():
348 if architecture == '64bit':
349 scons_arg = 'test64'
350 else:
351 scons_arg = 'test32'
352 elif pyauto.PyUITest.IsMac():
353 scons_arg = 'test64'
354 elif pyauto.PyUITest.IsLinux():
355 scons_arg = 'test64'
356
357 examples_path = self._GetDirectoryPath('examples',
358 self._extracted_sdk_path)
359 scons_path = os.path.join(examples_path, 'scons ' + scons_arg)
360
361 # Build and run the unit test.
362 proc = subprocess.Popen([scons_path], stdout=subprocess.PIPE,
363 shell=True, cwd=examples_path)
364 lines = proc.communicate()[0].splitlines()
365 test_ran = False
366
367 for line in lines:
368 if 'Check:' in line:
369 self.assertTrue('passed' in line,
370 msg='Nacl-sel_ldr unit test failed.')
371 test_ran = True
372 self.assertTrue(test_ran,
373 msg='Failed to build and run nacl-sel_ldr unit test.')
374
375 if architecture == '64bit':
376 self.assertTrue(
377 self._HasPathInTree('hello_world_x86_64.nexe',
378 True, root=examples_path),
379 msg='Missing file: hello_world_x86_64.nexe.')
380 else:
381 self.assertTrue(
382 self._HasPathInTree('hello_world_x86_32.nexe',
383 True, root=examples_path),
384 msg='Missing file: hello_world_x86_32.nexe.')
385
386 # Verify that a mismatch of sel_ldr and .nexe produces an error.
387 toolchain_path = self._GetDirectoryPath('toolchain',
388 self._extracted_sdk_path)
389 bin_path = self._GetDirectoryPath('bin', toolchain_path)
390 hello_world_path = self._GetDirectoryPath('hello_world', examples_path)
391 sel_32_path = os.path.join(bin_path, 'sel_ldr_x86_32')
392 sel_64_path = os.path.join(bin_path, 'sel_ldr_x86_64')
393 nexe_32_path = os.path.join(hello_world_path, 'hello_world_x86_32.nexe')
394 nexe_64_path = os.path.join(hello_world_path, 'hello_world_x86_64.nexe')
395
396 if architecture == '64bit':
397 success = self._RunProcessAndCheckOutput(
398 [sel_64_path, nexe_32_path], 'Error while loading')
399 else:
400 success = self._RunProcessAndCheckOutput(
401 [sel_32_path, nexe_64_path], 'Error while loading')
402 self.assertTrue(success,
403 msg='Failed to verify sel_ldr and .nexe mismatch.')
404
405 # Run the appropriate ncval for the platform on the matching .nexe.
406 ncval_32_path = os.path.join(bin_path, 'ncval_x86_32')
407 ncval_64_path = os.path.join(bin_path, 'ncval_x86_64')
408
409 if architecture == '64bit':
410 success = self._RunProcessAndCheckOutput(
411 [ncval_64_path, nexe_64_path], 'is safe')
412 else:
413 success = self._RunProcessAndCheckOutput(
414 [ncval_32_path, nexe_32_path], 'is safe')
415 self.assertTrue(success, msg='Failed to verify ncval.')
416
417 # Verify that a mismatch of ncval and .nexe produces an error.
418 if architecture == '64bit':
419 success = self._RunProcessAndCheckOutput(
420 [ncval_64_path, nexe_32_path], 'is safe', is_in=False)
421 else:
422 success = self._RunProcessAndCheckOutput(
423 [ncval_32_path, nexe_64_path], 'is safe', is_in=False)
424 self.assertTrue(success, msg='Failed to verify ncval and .nexe mismatch.')
425
426 def _RemoveDownloadedTestFile(self): 185 def _RemoveDownloadedTestFile(self):
427 """Delete downloaded files and dirs from downloads directory.""" 186 """Delete downloaded files and dirs from downloads directory."""
187 os.chdir(os.path.join(self._extracted_sdk_path,'..'))
428 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path): 188 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path):
429 self._CloseHTTPServer() 189 self._CloseHTTPServer()
430 190
431 def _RemoveFile(): 191 def _RemoveFile():
432 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True) 192 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True)
433 return os.path.exists(self._extracted_sdk_path) 193 return os.path.exists(self._extracted_sdk_path)
434 194
435 success = self.WaitUntil(_RemoveFile, retry_sleep=2, expect_retval=False) 195 success = self.WaitUntil(_RemoveFile, retry_sleep=2,
196 expect_retval=False)
436 self.assertTrue(success, 197 self.assertTrue(success,
437 msg='Cannot remove %s' % self._extracted_sdk_path) 198 msg='Cannot remove %s' % self._extracted_sdk_path)
438 199
chrisphan 2012/04/24 18:34:00 Spaces in empty line.
Pooja Nihalani 2012/04/24 19:00:52 Done.
439 if self._temp_dir: 200 if self._temp_dir:
440 pyauto_utils.RemovePath(self._temp_dir) 201 pyauto_utils.RemovePath(self._temp_dir)
441 202
chrisphan 2012/04/24 18:34:00 Spaces in empty line.
Pooja Nihalani 2012/04/24 19:00:52 Done.
442 def _RunProcessAndCheckOutput(self, args, look_for, is_in=True):
443 """Run process and look for string in output.
444
445 Args:
446 args: Argument strings to pass to subprocess.
447 look_for: The string to search in output.
448 is_in: True if checking if param look_for is in output.
449 False if checking if param look_for is not in output.
450
451 Returns:
452 True, if output contains parameter |look_for| and |is_in| is True, or
453 False otherwise.
454 """
455 proc = subprocess.Popen(args, stdout=subprocess.PIPE,
456 stderr=subprocess.PIPE)
457 (stdout, stderr) = proc.communicate()
458 lines = (stdout + stderr).splitlines()
459 for line in lines:
460 if look_for in line:
461 return is_in
462 return not is_in
463
464 def _OpenExamplesAndStartTest(self, examples): 203 def _OpenExamplesAndStartTest(self, examples):
465 """Open each example and verify that it's working. 204 """Open each example and verify that it's working.
466 205
467 Args: 206 Args:
468 examples: A dict of name to url of examples. 207 examples: A dict of name to url of examples.
469 """ 208 """
470 self._EnableNaClPlugin()
471
472 # Open all examples. 209 # Open all examples.
473 for name, url in examples.items(): 210 for name, url in examples.items():
474 self.AppendTab(pyauto.GURL(url)) 211 self.AppendTab(pyauto.GURL(url))
475 self._CheckForCrashes() 212 self._CheckForCrashes()
476 213
477 # Verify all examples are working. 214 # Verify all examples are working.
478 for name, url in examples.items(): 215 for name, url in examples.items():
479 self._VerifyAnExample(name, url) 216 self._VerifyAnExample(name, url)
480 self._CheckForCrashes() 217 self._CheckForCrashes()
481 218
482 # Reload all examples.
483 for _ in range(2):
484 for tab_index in range(self.GetTabCount()):
485 self.GetBrowserWindow(0).GetTab(tab_index).Reload()
486 self._CheckForCrashes()
487
488 # Verify all examples are working.
489 for name, url in examples.items():
490 self._VerifyAnExample(name, url)
491 self._CheckForCrashes()
492
493 # Close each tab, check for crashes and verify all open 219 # Close each tab, check for crashes and verify all open
494 # examples operate correctly. 220 # examples operate correctly.
495 tab_count = self.GetTabCount() 221 tab_count = self.GetTabCount()
496 for index in xrange(tab_count - 1, 0, -1): 222 for index in xrange(tab_count - 1, 0, -1):
497 self.GetBrowserWindow(0).GetTab(index).Close(True) 223 self.GetBrowserWindow(0).GetTab(index).Close(True)
498 self._CheckForCrashes() 224 self._CheckForCrashes()
499 225
500 tabs = self.GetBrowserInfo()['windows'][0]['tabs'] 226 tabs = self.GetBrowserInfo()['windows'][0]['tabs']
501 for tab in tabs: 227 for tab in tabs:
502 if tab['index'] > 0: 228 if tab['index'] > 0:
503 for name, url in examples.items(): 229 for name, url in examples.items():
504 if url == tab['url']: 230 if url == tab['url']:
505 self._VerifyAnExample(name, url) 231 self._VerifyAnExample(name, url)
506 break 232 break
507 233
508 def _VerifyAnExample(self, name, url): 234 def _VerifyAnExample(self, name, url):
509 """Verify NaCl example is working. 235 """Verify NaCl example is working.
510 236
511 Args: 237 Args:
512 name: A string name of the example. 238 name: A string name of the example.
513 url: A string url of the example. 239 url: A string url of the example.
514 """ 240 """
515 available_example_tests = { 241 available_example_tests = {
516 'hello_world_c': self._VerifyHelloWorldExample, 242 'pi_generator': self._VerifyPiGeneratorExample,
517 'hello_world': self._VerifyHelloWorldExample, 243 'sine_synth': self._VerifySineSynthExample,
518 'pi_generator': self._VerifyPiGeneratorExample, 244 'geturl': self._VerifyGetURLExample,
519 'sine_synth': self._VerifySineSynthExample, 245 'input_events': self._VerifyInputEventsExample,
520 'geturl': self._VerifyGetURLExample, 246 'dynamic_library_open': self._VerifyDynamicLibraryOpen,
521 'life': self._VerifyConwaysLifeExample 247 'load_progress': self._VerifyLoadProgressExample,
248 'multithreaded_input_events':
249 self._VerifyMultithreadedInputEventsExample,
250 'web_socket':self._VerifyWebSocketExample,
522 } 251 }
523 252
524 if not name in available_example_tests: 253 if not name in available_example_tests:
525 self.fail(msg='No test available for %s.' % name) 254 self.fail(msg='No test available for %s.' % name)
526 255
527 info = self.GetBrowserInfo() 256 info = self.GetBrowserInfo()
528 tabs = info['windows'][0]['tabs'] 257 tabs = info['windows'][0]['tabs']
529 tab_index = None 258 tab_index = None
530 for tab in tabs: 259 for tab in tabs:
531 if url == tab['url']: 260 if url == tab['url']:
532 self.ActivateTab(tab['index']) 261 self.ActivateTab(tab['index'])
533 tab_index = tab['index'] 262 tab_index = tab['index']
534 break 263 break
535 264
536 if tab_index: 265 if tab_index:
537 available_example_tests[name](tab_index, name, url) 266 available_example_tests[name](tab_index, name, url)
267
268 def _VerifyInputEventsExample(self, tab_index, name, url):
269 """Verify Input Events Example.
538 270
539 def _VerifyHelloWorldExample(self, tab_index, name, url): 271 Args:
540 """Verify Hello World Example. 272 tab_index: Tab index integer that the example is on.
273 name: A string name of the example.
274 url: A string url of the example.
275 """
276 js_code = """
277 var output = document.getElementById("eventString").innerHTML;
278 var result;
279 if (output.indexOf("DidChangeView") != -1)
280 result = "pass";
281 else
282 result = "fail";
283 window.domAutomationController.send(result);
284 """
285 success = self.WaitUntil(
286 lambda: self.ExecuteJavascript(js_code, tab_index),
287 timeout=60, expect_retval='pass')
288 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
289
290 # Simulate mouse click on event module.
291 js_code = """
292 var rightClick = document.createEvent('MouseEvents');
293 rightClick.initMouseEvent(
294 'mousedown', true, true, document,
295 1, 32, 121, 10, 100,
296 false, false, false, false,
297 2, document.getElementById('event_module')
298 );
299 document.getElementById("event_module").dispatchEvent(rightClick);
300 window.domAutomationController.send("done");
301 """
302 self.ExecuteJavascript(js_code, tab_index)
303
304 # Check if 'eventString' has handled above mouse click.
305 success = self.WaitUntil(
306 lambda: re.search('DidHandleInputEvent', self.GetDOMValue(
307 'document.getElementById("eventString").innerHTML',
308 tab_index)).group(), timeout=30,
309 expect_retval='DidHandleInputEvent')
310 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
311
312 def _VerifyMultithreadedInputEventsExample(self, tab_index, name, url):
313 """Verify Input Events Example.
541 314
542 Args: 315 Args:
543 tab_index: Tab index integer that the example is on. 316 tab_index: Tab index integer that the example is on.
544 name: A string name of the example. 317 name: A string name of the example.
545 url: A string url of the example. 318 url: A string url of the example.
546 """ 319 """
547 success = self.WaitUntil( 320 success = self.WaitUntil(
548 lambda: self.GetDOMValue( 321 lambda: bool(self.GetDOMValue(
549 'document.getElementById("statusField").innerHTML', 322 'document.getElementById("eventString").innerHTML',
550 tab_index), 323 tab_index).find('DidChangeView')+1), timeout=30,
551 timeout=60, expect_retval='SUCCESS') 324 expect_retval=True)
325
chrisphan 2012/04/24 18:34:00 Remove spaces in this empty line.
Pooja Nihalani 2012/04/24 19:00:52 Done.
552 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 326 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
553 327
328 # Simulate mouse click on event module.
554 js_code = """ 329 js_code = """
555 window.alert = function(e) { 330 var rightClick = document.createEvent('MouseEvents');
556 window.domAutomationController.send(String(e)); 331 rightClick.initMouseEvent(
557 } 332 'mousedown', true, true, document,
333 1, 432, 121, 10, 100,
334 false, false, false, false,
335 2, document.getElementById('event_module')
336 );
337 document.getElementById("event_module").dispatchEvent(rightClick);
338 window.domAutomationController.send("done");
339 """
340 self.ExecuteJavascript(js_code, tab_index)
341
342 # Check if above mouse click is handled.
343 js_code = """
344 var output = document.getElementById("eventString").innerHTML;
345 var result;
346 if (output.indexOf("Mouse event") != -1)
347 result = "pass";
348 else
349 result = "fail";
350 window.domAutomationController.send(result);
351 """
352 success = self.WaitUntil(
353 lambda: self.ExecuteJavascript(js_code, tab_index),
354 timeout=30, expect_retval='pass')
355 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
356
357 # Kill worker thread and queue
358 js_code = """
359 document.getElementsByTagName('button')[0].click();
558 window.domAutomationController.send("done"); 360 window.domAutomationController.send("done");
559 """ 361 """
560 self.ExecuteJavascript(js_code, tab_index) 362 self.ExecuteJavascript(js_code, tab_index)
561 363
562 result = self.ExecuteJavascript('document.helloForm.elements[1].click();', 364 # Check if main thread has cancelled queue.
563 tab_index) 365 js_code = """
564 self.assertEqual(result, '42', 366 var output = document.getElementById("eventString").innerHTML;
565 msg='Example %s failed. URL: %s' % (name, url)) 367 var result;
368 if (output.indexOf("Received cancel") != -1)
369 result = "pass";
370 else
371 result = "fail";
372 window.domAutomationController.send(result);
373 """
374 success = self.WaitUntil(
375 lambda: self.ExecuteJavascript(js_code, tab_index),
376 timeout=30, expect_retval='pass')
377 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
566 378
567 result = self.ExecuteJavascript('document.helloForm.elements[2].click();', 379 # Simulate mouse click on event module.
568 tab_index) 380 js_code = """
569 self.assertEqual(result, 'dlrow olleH', 381 var rightClick = document.createEvent('MouseEvents');
570 msg='Example %s failed. URL: %s' % (name, url)) 382 rightClick.initMouseEvent(
383 'mousedown', true, true, document,
384 1, 432, 121, 10, 100,
385 false, false, false, false,
386 2 ,document.getElementById('event_module')
387 );
388 document.getElementById("event_module").dispatchEvent(rightClick);
389 window.domAutomationController.send("done");
390 """
391 self.ExecuteJavascript(js_code, tab_index)
571 392
572 def _VerifyPiGeneratorExample(self, tab_index, name, url): 393 # Check if above mouse click is not handled after killing worker thread.
573 """Verify Pi Generator Example. 394 success = self.WaitUntil(
395 lambda: self.GetDOMValue(
396 'document.getElementById("eventString").innerHTML',
397 tab_index).find('Mouse event', self.GetDOMValue(
398 'document.getElementById("eventString").innerHTML', tab_index).find(
399 'Received cancel')), timeout=30, expect_retval=-1)
400 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
401
402 def _VerifyWebSocketExample(self, tab_index, name, url):
403 """Verify Web Socket Open Example.
574 404
575 Args: 405 Args:
576 tab_index: Tab index integer that the example is on. 406 tab_index: Tab index integer that the example is on.
577 name: A string name of the example. 407 name: A string name of the example.
578 url: A string url of the example. 408 url: A string url of the example.
579 """ 409 """
410 # Check if example is loaded.
580 success = self.WaitUntil( 411 success = self.WaitUntil(
581 lambda: self.GetDOMValue('document.form.pi.value', 0, tab_index)[0:3], 412 lambda: self.GetDOMValue(
582 timeout=120, expect_retval='3.1') 413 'document.getElementById("statusField").innerHTML',tab_index),
414 timeout=60, expect_retval='SUCCESS')
583 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 415 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
584 416
585 # Get top corner of Pi image. 417 # Simulate clicking on Connect button to establish a connection.
586 js_code = """ 418 js_code = """
587 var obj = document.getElementById('piGenerator'); 419 document.getElementsByTagName('input')[1].click();
588 var curleft = curtop = 0; 420 window.domAutomationController.send("done");
589 do {
590 curleft += obj.offsetLeft;
591 curtop += obj.offsetTop;
592 } while (obj = obj.offsetParent);
593 window.domAutomationController.send(curleft + ", " + curtop);
594 """ 421 """
595 result = self.ExecuteJavascript(js_code, tab_index) 422 self.ExecuteJavascript(js_code, tab_index)
596 result_split = result.split(', ')
597 x = int(result_split[0])
598 y = int(result_split[1])
599 window = self.GetBrowserInfo()['windows'][0]
600 window_to_content_x = 2
601 window_to_content_y = 80
602 pi_image_x = x + window['x'] + window_to_content_x
603 pi_image_y = y + window['y'] + window_to_content_y
604 423
605 if self._IsGetPixelSupported(): 424 # Check if connected
606 is_animating = self._IsColorChanging(pi_image_x, pi_image_y, 50, 50)
607 self.assertTrue(is_animating,
608 msg='Example %s failed. URL: %s' % (name, url))
609
610 def _VerifySineSynthExample(self, tab_index, name, url):
611 """Verify Sine Wave Synthesizer Example.
612
613 Args:
614 tab_index: Tab index integer that the example is on.
615 name: A string name of the example.
616 url: A string url of the example.
617 """
618 success = self.WaitUntil(
619 lambda: self.GetDOMValue(
620 'document.getElementById("frequency_field").value',
621 tab_index),
622 timeout=30, expect_retval='440')
623 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
624
625 self.ExecuteJavascript(
626 'document.body.getElementsByTagName("button")[0].click();'
627 'window.domAutomationController.send("done")',
628 tab_index)
629
630 # TODO(chrisphan): Verify sound.
631
632 def _VerifyGetURLExample(self, tab_index, name, url):
633 """Verify GetURL Example.
634
635 Args:
636 tab_index: Tab index integer that the example is on.
637 name: A string name of the example.
638 url: A string url of the example.
639 """
640 success = self.WaitUntil(
641 lambda: self.GetDOMValue(
642 'document.getElementById("status_field").innerHTML',
643 tab_index),
644 timeout=60, expect_retval='SUCCESS')
645 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
646
647 self.ExecuteJavascript(
648 'document.geturl_form.elements[0].click();'
649 'window.domAutomationController.send("done")',
650 tab_index)
651
652 js_code = """ 425 js_code = """
653 var output = document.getElementById("general_output").innerHTML; 426 var output = document.getElementById("log").value;
654 var result; 427 var result;
655 if (output.indexOf("test passed") != -1) 428 if (output.indexOf("connected") != -1)
656 result = "pass"; 429 result = "pass";
657 else 430 else
658 result = "fail"; 431 result = "fail";
659 window.domAutomationController.send(result); 432 window.domAutomationController.send(result);
660 """ 433 """
661 success = self.WaitUntil( 434 success = self.WaitUntil(
662 lambda: self.ExecuteJavascript(js_code, tab_index), 435 lambda: self.ExecuteJavascript(js_code, tab_index),
663 timeout=30, expect_retval='pass') 436 timeout=30, expect_retval='pass')
664 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 437 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
665 438
666 def _VerifyConwaysLifeExample(self, tab_index, name, url): 439 # Simulate clicking on Send button to send text message in log.
667 """Verify Conway's Life Example. 440 js_code = """
441 document.getElementsByTagName('input')[3].click();
442 window.domAutomationController.send("done");
443 """
444 self.ExecuteJavascript(js_code, tab_index)
445 success = self.WaitUntil(
446 lambda: bool(re.search(r"send:",self.GetDOMValue(
447 'document.getElementById("log").value',tab_index))),
448 timeout=30, expect_retval=True)
449 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
450
451 def _VerifyDynamicLibraryOpen(self, tab_index, name, url):
452 """Verify Dynamic Library Open Example.
668 453
669 Args: 454 Args:
670 tab_index: Tab index integer that the example is on. 455 tab_index: Tab index integer that the example is on.
671 name: A string name of the example. 456 name: A string name of the example.
672 url: A string url of the example. 457 url: A string url of the example.
673 """ 458 """
674 window = self.GetBrowserInfo()['windows'][0] 459 # Check if example is loaded.
675 window_to_content_x = 2 460 js_code = """
676 window_to_content_y = 80 461 var output = document.getElementById("consolec").innerHTML;
677 x = window['x'] + window_to_content_x 462 var result;
678 y = window['y'] + window_to_content_y 463 if (output.indexOf("Eightball loaded") != -1)
679 offset_pixel = 100 464 result = "pass";
680 if self._IsGetPixelSupported(): 465 else
681 success = self.WaitUntil( 466 result = "fail";
682 lambda: self._GetPixel(x + offset_pixel, y + offset_pixel), 467 window.domAutomationController.send(result);
683 timeout=30, expect_retval=16777215) 468 """
684 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 469 success = self.WaitUntil(
470 lambda: self.ExecuteJavascript(js_code, tab_index),
471 timeout=60, expect_retval='pass')
472 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
685 473
686 def _GetXMLNodeData(self, nodelist): 474 # Simulate clicking on ASK button and check answer log for desired answer.
687 rc = [] 475 js_code = """
688 for node in nodelist: 476 document.getElementsByTagName('input')[1].click();
689 if node.nodeType == node.TEXT_NODE: 477 window.domAutomationController.send("done");
690 rc.append(node.data) 478 """
691 return ''.join(rc) 479 self.ExecuteJavascript(js_code, tab_index)
480 success = self.WaitUntil(
481 lambda: bool(
482 re.search(r'NO|YES|42|MAYBE NOT|DEFINITELY|'
483 'ASK ME TOMORROW|MAYBE|PARTLY CLOUDY',
484 self.GetDOMValue('document.getElementById("answerlog").innerHTML',
485 tab_index))), timeout=30, expect_retval=True)
486 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
692 487
693 def _IsColorChanging(self, x, y, width, height): 488 def _VerifyLoadProgressExample(self, tab_index, name, url):
694 """Check screen for anything that is moving. 489 """Verify Dynamic Library Open Example.
695 490
696 Args: 491 Args:
697 x: X coordinate on the screen. 492 tab_index: Tab index integer that the example is on.
698 y: Y coordinate on the screen. 493 name: A string name of the example.
699 width: Width of the area to scan. 494 url: A string url of the example.
700 height: Height of the area to scan. 495 """
496 # Check if example loads and displays loading progress.
497 success = self.WaitUntil(
498 lambda: self.GetDOMValue(
499 'document.getElementById("status_field").innerHTML', tab_index),
500 timeout=60, expect_retval='SUCCESS')
501 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
502 success = self.WaitUntil(
503 lambda: bool(
504 re.search(r'(loadstart).+(progress:).+(load).+(loadend).+(lastError:)',
505 self.GetDOMValue('document.getElementById("event_log_field").innerHTML',
506 tab_index))),timeout=10, expect_retval=True)
chrisphan 2012/04/24 18:34:00 Missing a space here.
Pooja Nihalani 2012/04/24 19:00:52 Done.
507 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
701 508
702 Returns: 509 def _VerifyPiGeneratorExample(self, tab_index, name, url):
703 True, if pixel color in area is changing, or 510 """Verify Pi Generator Example.
704 False otherwise.
705 """
706 color_a = self._GetAreaPixelColor(x, y, width, height)
707 def _HasColorChanged():
708 color_b = self._GetAreaPixelColor(x, y, width, height)
709 return color_a != color_b
710
711 return self.WaitUntil(_HasColorChanged, timeout=6,
712 retry_sleep=2, expect_retval=True)
713
714 def _IsGetPixelSupported(self):
715 """Check if get pixel is supported.
716
717 Returns:
718 True, if get pixel is supported, or
719 False otherwise.
720 """
721 return pyauto.PyUITest.IsWin()
722
723 def _GetAreaPixelColor(self, x, y, width, height):
724 """Get an area of pixel color and return a list of color code values.
725 511
726 Args: 512 Args:
727 x: X coordinate on the screen. 513 tab_index: Tab index integer that the example is on.
728 y: Y coordinate on the screen. 514 name: A string name of the example.
729 width: Width of the area to scan. 515 url: A string url of the example.
730 height: Height of the area to scan. 516 """
517 success = self.WaitUntil(
518 lambda: self.GetDOMValue('document.form.pi.value', tab_index)[0:3],
519 timeout=30, expect_retval='3.1')
520 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
731 521
732 Returns: 522 def _VerifySineSynthExample(self, tab_index, name, url):
733 A list containing color codes. 523 """Verify Sine Wave Synthesizer Example.
734 """
735 if pyauto.PyUITest.IsMac():
736 pass # TODO(chrisphan): Do Mac.
737 elif pyauto.PyUITest.IsWin():
738 return self._GetAreaPixelColorWin(x, y, width, height)
739 elif pyauto.PyUITest.IsLinux():
740 pass # TODO(chrisphan): Do Linux.
741 return None
742
743 def _GetAreaPixelColorWin(self, x, y, width, height):
744 """Get an area of pixel color for Windows and return a list.
745 524
746 Args: 525 Args:
747 x: X coordinate on the screen. 526 tab_index: Tab index integer that the example is on.
748 y: Y coordinate on the screen. 527 name: A string name of the example.
749 width: Width of the area to scan. 528 url: A string url of the example.
750 height: Height of the area to scan. 529 """
530 success = self.WaitUntil(
531 lambda: self.GetDOMValue(
532 'document.getElementById("frequency_field").value',
533 tab_index),
534 timeout=40, expect_retval='440')
535 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
536 self.ExecuteJavascript(
537 'document.body.getElementsByTagName("button")[0].click();'
538 'window.domAutomationController.send("done")',
539 tab_index)
751 540
752 Returns: 541 def _VerifyGetURLExample(self, tab_index, name, url):
753 A list containing color codes. 542 """Verify GetURL Example.
754 """
755 colors = []
756 hdc = ctypes.windll.user32.GetDC(0)
757 for x_pos in xrange(x, x + width, 1):
758 for y_pos in xrange(y, y + height, 1):
759 color = ctypes.windll.gdi32.GetPixel(hdc, x_pos, y_pos)
760 colors.append(color)
761 return colors
762
763 def _GetPixel(self, x, y):
764 """Get pixel color at coordinate x and y.
765 543
766 Args: 544 Args:
767 x: X coordinate on the screen. 545 tab_index: Tab index integer that the example is on.
768 y: Y coordinate on the screen. 546 name: A string name of the example.
547 url: A string url of the example.
548 """
549 success = self.WaitUntil(
550 lambda: self.GetDOMValue(
551 'document.getElementById("status_field").innerHTML',
552 tab_index),
553 timeout=60, expect_retval='SUCCESS')
554 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
555 self.ExecuteJavascript(
556 'document.geturl_form.elements[0].click();'
557 'window.domAutomationController.send("done")',
558 tab_index)
559 js_code = """
560 var output = document.getElementById("general_output").innerHTML;
561 var result;
562 if (output.indexOf("test passed") != -1)
563 result = "pass";
564 else
565 result = "fail";
566 window.domAutomationController.send(result);
567 """
568 success = self.WaitUntil(
569 lambda: self.ExecuteJavascript(js_code, tab_index),
570 timeout=60, expect_retval='pass')
571 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
769 572
770 Returns: 573 def _CheckForCrashes(self):
771 An integer color code. 574 """Check for any browser/tab crashes and hangs."""
772 """
773 if pyauto.PyUITest.IsMac():
774 pass # TODO(chrisphan): Do Mac.
775 elif pyauto.PyUITest.IsWin():
776 return self._GetPixelWin(x, y)
777 elif pyauto.PyUITest.IsLinux():
778 pass # TODO(chrisphan): Do Linux.
779 return None
780
781 def _GetPixelWin(self, x, y):
782 """Get pixel color at coordinate x and y for Windows
783
784 Args:
785 x: X coordinate on the screen.
786 y: Y coordinate on the screen.
787
788 Returns:
789 An integer color code.
790 """
791 hdc = ctypes.windll.user32.GetDC(0)
792 color = ctypes.windll.gdi32.GetPixel(hdc, x, y)
793 return color
794
795 def _CheckForCrashes(self, last_action=None, last_action_param=None):
796 """Check for any browser/tab crashes and hangs.
797
798 Args:
799 last_action: Specify action taken before checking for crashes.
800 last_action_param: Parameter for last action.
801 """
802 self.assertTrue(self.GetBrowserWindowCount(), 575 self.assertTrue(self.GetBrowserWindowCount(),
803 msg='Browser crashed, no window is open.') 576 msg='Browser crashed, no window is open.')
804 577
805 info = self.GetBrowserInfo() 578 info = self.GetBrowserInfo()
806 breakpad_folder = info['properties']['DIR_CRASH_DUMPS'] 579 breakpad_folder = info['properties']['DIR_CRASH_DUMPS']
807 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp')) 580 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp'))
808 581
809 # Verify there're no crash dump files. 582 # Verify there're no crash dump files.
810 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')): 583 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')):
811 self.assertTrue(dmp_file in old_dmp_files, 584 self.assertTrue(dmp_file in old_dmp_files,
812 msg='Crash dump %s found' % dmp_file) 585 msg='Crash dump %s found' % dmp_file)
813 586
814 # Check for any crashed tabs. 587 # Check for any crashed tabs.
815 tabs = info['windows'][0]['tabs'] 588 tabs = info['windows'][0]['tabs']
816 for tab in tabs: 589 for tab in tabs:
817 if tab['url'] != 'about:blank': 590 if tab['url'] != 'about:blank':
818 if not self.GetDOMValue('document.body.innerHTML', tab['index']): 591 if not self.GetDOMValue('document.body.innerHTML', tab['index']):
819 self.fail(msg='Tab crashed on %s' % tab['url']) 592 self.fail(msg='Tab crashed on %s' % tab['url'])
820 593
821 # TODO(chrisphan): Check for tab hangs and browser hangs.
822 # TODO(chrisphan): Handle specific action: close browser, close tab.
823 if last_action == 'close tab':
824 pass
825 elif last_action == 'close browser':
826 pass
827 else:
828 pass
829
830 def _GetPlatformArchitecture(self): 594 def _GetPlatformArchitecture(self):
831 """Get platform architecture. 595 """Get platform architecture.
832 596
833 Args:
834 last_action: Last action taken before checking for crashes.
835 last_action_param: Parameter for last action.
836
837 Returns: 597 Returns:
838 A string representing the platform architecture. 598 A string representing the platform architecture.
839 """ 599 """
840 if pyauto.PyUITest.IsWin(): 600 if pyauto.PyUITest.IsWin():
841 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)': 601 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)':
842 return '64bit' 602 return '64bit'
843 else: 603 else:
844 return '32bit' 604 return '32bit'
845 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux(): 605 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
846 if platform.machine() == 'x86_64': 606 if platform.machine() == 'x86_64':
847 return '64bit' 607 return '64bit'
848 else: 608 else:
849 return '32bit' 609 return '32bit'
850 return '32bit' 610 return '32bit'
851 611
852 def _HasFile(self, pattern, root=os.curdir):
853 """Check if a file matching the specified pattern exists in a directory.
854
855 Args:
856 pattern: Pattern of file name.
857 root: Directory to start looking.
858
859 Returns:
860 True, if root contains the file name pattern, or
861 False otherwise.
862 """
863 return len(glob.glob(os.path.join(root, pattern)))
864
865 def _HasPathInTree(self, pattern, is_file, root=os.curdir): 612 def _HasPathInTree(self, pattern, is_file, root=os.curdir):
866 """Recursively checks if a file/directory matching a pattern exists. 613 """Recursively checks if a file/directory matching a pattern exists.
867 614
868 Args: 615 Args:
869 pattern: Pattern of file or directory name. 616 pattern: Pattern of file or directory name.
870 is_file: True if looking for file, or False if looking for directory. 617 is_file: True if looking for file, or False if looking for directory.
871 root: Directory to start looking. 618 root: Directory to start looking.
872 619
873 Returns: 620 Returns:
874 True, if root contains the directory name pattern, or 621 True, if root contains the directory name pattern, or
875 False otherwise. 622 False otherwise.
876 """ 623 """
877 for path, dirs, files in os.walk(os.path.abspath(root)): 624 for path, dirs, files in os.walk(os.path.abspath(root)):
878 if is_file: 625 if is_file:
879 if len(fnmatch.filter(files, pattern)): 626 if len(fnmatch.filter(files, pattern)):
880 return True 627 return True
881 else: 628 else:
882 if len(fnmatch.filter(dirs, pattern)): 629 if len(fnmatch.filter(dirs, pattern)):
883 return True 630 return True
884 return False 631 return False
885 632
886 def _GetDirectoryPath(self, pattern, root=os.curdir):
887 """Get the path of a directory in another directory.
888
889 Args:
890 pattern: Pattern of directory name.
891 root: Directory to start looking.
892
893 Returns:
894 A string of the path.
895 """
896 for path, dirs, files in os.walk(os.path.abspath(root)):
897 result = fnmatch.filter(dirs, pattern)
898 if result:
899 return os.path.join(path, result[0])
900 return None
901
902 def _HasAllSystemRequirements(self): 633 def _HasAllSystemRequirements(self):
903 """Verify NaCl SDK installation system requirements. 634 """Verify NaCl SDK installation system requirements.
904 635
905 Returns: 636 Returns:
906 True, if system passed requirements, or 637 True, if system passed requirements, or
907 False otherwise. 638 False otherwise.
908 """ 639 """
909 # Check python version. 640 # Check python version.
910 if sys.version_info[0:2] < (2, 6): 641 if sys.version_info[0:2] < (2, 6):
911 return False 642 return False
(...skipping 16 matching lines...) Expand all
928 # NaCl supports Chrome 10 and higher builds. 659 # NaCl supports Chrome 10 and higher builds.
929 min_required_chrome_build = self._settings['min_required_chrome_build'] 660 min_required_chrome_build = self._settings['min_required_chrome_build']
930 browser_info = self.GetBrowserInfo() 661 browser_info = self.GetBrowserInfo()
931 chrome_version = browser_info['properties']['ChromeVersion'] 662 chrome_version = browser_info['properties']['ChromeVersion']
932 chrome_build = int(chrome_version.split('.')[0]) 663 chrome_build = int(chrome_version.split('.')[0])
933 return chrome_build >= min_required_chrome_build 664 return chrome_build >= min_required_chrome_build
934 665
935 def _DownloadNaClSDK(self): 666 def _DownloadNaClSDK(self):
936 """Download NaCl SDK.""" 667 """Download NaCl SDK."""
937 self._temp_dir = tempfile.mkdtemp() 668 self._temp_dir = tempfile.mkdtemp()
938 if pyauto.PyUITest.IsWin(): 669 dl_file = urllib2.urlopen(self._settings['post_sdk_url'])
939 dl_file = urllib2.urlopen(self._settings['release_win_sdk_url']) 670 file_path = os.path.join(self._temp_dir, 'nacl_sdk.zip')
940 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
941 elif pyauto.PyUITest.IsMac():
942 dl_file = urllib2.urlopen(self._settings['release_mac_sdk_url'])
943 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
944 elif pyauto.PyUITest.IsLinux():
945 dl_file = urllib2.urlopen(self._settings['release_lin_sdk_url'])
946 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
947 else:
948 self.fail(msg='NaCl SDK does not support this OS.')
949 671
950 try: 672 try:
951 f = open(file_path, 'wb') 673 f = open(file_path, 'wb')
952 f.write(dl_file.read()) 674 f.write(dl_file.read())
953 except IOError: 675 except IOError:
954 self.fail(msg='Cannot open %s.' % file_path) 676 self.fail(msg='Cannot open %s.' % file_path)
955 finally: 677 finally:
956 f.close() 678 f.close()
957 679
958 def _ExtractNaClSDK(self): 680 def _ExtractNaClSDK(self):
959 """Extract NaCl SDK.""" 681 """Extract NaCl SDK."""
960 if pyauto.PyUITest.IsWin(): 682 source_file = os.path.join(self._temp_dir, 'nacl_sdk.zip')
961 source_file = os.path.join(self._temp_dir, 'naclsdk_win.exe') 683 if zipfile.is_zipfile(source_file):
962 proc = subprocess.Popen([source_file, '/S', '/D=' + 684 zip = zipfile.ZipFile(source_file, 'r')
963 self._extracted_sdk_path], 685 zip.extractall(self._extracted_sdk_path)
964 stdout=subprocess.PIPE)
965 proc.communicate()
966 if not os.listdir(self._extracted_sdk_path):
967 self.fail(msg='Failed to extract NaCl SDK.')
968 elif pyauto.PyUITest.IsMac():
969 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
970 tar = tarfile.open(source_file, 'r')
971 tar.extractall(self._extracted_sdk_path)
972 elif pyauto.PyUITest.IsLinux():
973 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
974 tar = tarfile.open(source_file, 'r')
975 tar.extractall(self._extracted_sdk_path)
976 else: 686 else:
977 self.fail(msg='NaCl SDK does not support this OS.') 687 self.fail(msg='%s is not a valid zip file' % source_file)
978 688
979 def _IsURLAlive(self, url): 689 def _IsURLAlive(self, url):
980 """Test if URL is alive.""" 690 """Test if URL is alive."""
981 try: 691 try:
982 urllib2.urlopen(url) 692 urllib2.urlopen(url)
983 except: 693 except:
984 return False 694 return False
985 return True 695 return True
986 696
987 def _CloseHTTPServer(self, proc=None): 697 def _CloseHTTPServer(self, proc=None):
(...skipping 15 matching lines...) Expand all
1003 lambda: self._IsURLAlive('http://localhost:5103'), 713 lambda: self._IsURLAlive('http://localhost:5103'),
1004 timeout=30, retry_sleep=1, expect_retval=False) 714 timeout=30, retry_sleep=1, expect_retval=False)
1005 if not success: 715 if not success:
1006 if not proc: 716 if not proc:
1007 self.fail(msg='Failed to close HTTP server.') 717 self.fail(msg='Failed to close HTTP server.')
1008 else: 718 else:
1009 if proc.poll() == None: 719 if proc.poll() == None:
1010 try: 720 try:
1011 proc.kill() 721 proc.kill()
1012 except: 722 except:
1013 self.fail(msg='Failed to close HTTP server') 723 self.fail(msg='Failed to close HTTP server.')
1014 724
1015 def _SearchNaClSDKTarFile(self, search_list, source_file): 725 def _SearchNaClSDKFile(self, search_list):
1016 """Search NaCl SDK tar file for example files and directories.
1017
1018 Args:
1019 search_list: A list of strings, representing file and
1020 directory names for which to search.
1021 source_file: The string name of an NaCl SDK tar file.
1022 """
1023 tar = tarfile.open(source_file, 'r')
1024
1025 # Look for files and directories in examples.
1026 files = copy.deepcopy(search_list)
1027 for tar_info in tar:
1028 file_name = tar_info.name
1029 if tar_info.isdir() and not file_name.endswith('/'):
1030 file_name = file_name + '/'
1031
1032 for name in files:
1033 if file_name.find('examples/' + name):
1034 files.remove(name)
1035 if not files:
1036 break
1037
1038 tar.close()
1039
1040 self.assertEqual(len(files), 0,
1041 msg='Missing files or directories: %s' %
1042 ', '.join(map(str, files)))
1043
1044 def _SearchNaClSDKFileWindows(self, search_list):
1045 """Search NaCl SDK file for example files and directories in Windows. 726 """Search NaCl SDK file for example files and directories in Windows.
1046 727
1047 Args: 728 Args:
1048 search_list: A list of strings, representing file and 729 search_list: A list of strings, representing file and
1049 directory names for which to search. 730 directory names for which to search.
1050 """ 731 """
1051 missing_items = [] 732 missing_items = []
1052 for name in search_list: 733 for name in search_list:
1053 is_file = name.find('/') < 0 734 is_file = name.find('/') < 0
1054 if not is_file: 735 if not is_file:
1055 name = name.replace('/', '') 736 name = name.replace('/', '')
1056 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path): 737 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path):
1057 missing_items.append(name) 738 missing_items.append(name)
1058 self.assertEqual(len(missing_items), 0, 739 self.assertEqual(len(missing_items), 0,
1059 msg='Missing files or directories: %s' % 740 msg='Missing files or directories: %s' %
1060 ', '.join(map(str, missing_items))) 741 ', '.join(map(str, missing_items)))
1061 742
1062 def _EnableNaClPlugin(self): 743 def ExtraChromeFlags(self):
1063 """Enable NaCl plugin.""" 744 """Ensures Nacl is enabled.
1064 nacl_plugin = (self.GetPluginsInfo().PluginForName('Chrome NaCl') or
1065 self.GetPluginsInfo().PluginForName('Native Client'))
1066 if not nacl_plugin:
1067 self.fail(msg='No NaCl plugin found.')
1068 self.EnablePlugin(nacl_plugin[0]['path'])
1069 745
1070 self.NavigateToURL('about:flags') 746 Returns:
1071 747 A list of extra flags to pass to Chrome when it is launched.
1072 js_code = """
1073 chrome.send('enableFlagsExperiment', ['enable-nacl', 'true']);
1074 requestFlagsExperimentsData();
1075 window.domAutomationController.send('done');
1076 """ 748 """
1077 self.ExecuteJavascript(js_code) 749 return ['--flag-switches-begin',
1078 self.RestartBrowser(False) 750 '--enable-nacl',
1079 751 '--enable-nacl-exception-handling',
1080 self.NavigateToURL('about://version') 752 '--nacl-gdb',
1081 self.assertEqual(self.FindInPage('--enable-nacl')['match_count'], 1, 753 '--flag-switches-end'
1082 msg='Missing expected Chrome flag --enable-nacl.') 754 ]
1083
1084 755
1085 if __name__ == '__main__': 756 if __name__ == '__main__':
1086 pyauto_functional.Main() 757 pyauto_functional.Main()
OLDNEW
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698