| OLD | NEW |
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 2 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 """Setups a local Rietveld instance to test against a live server for | 6 """Setups a local Rietveld instance to test against a live server for |
| 7 integration tests. | 7 integration tests. |
| 8 | 8 |
| 9 It makes sure Google AppEngine SDK is found, download Rietveld and Django code | 9 It makes sure Google AppEngine SDK is found, download Rietveld and Django code |
| 10 if necessary and starts the server on a free inbound TCP port. | 10 if necessary and starts the server on a free inbound TCP port. |
| 11 """ | 11 """ |
| 12 | 12 |
| 13 import logging |
| 13 import optparse | 14 import optparse |
| 14 import os | 15 import os |
| 15 import shutil | 16 import shutil |
| 16 import socket | 17 import socket |
| 17 import sys | 18 import sys |
| 19 import tempfile |
| 18 import time | 20 import time |
| 19 | 21 |
| 20 try: | 22 try: |
| 21 import subprocess2 | 23 import subprocess2 |
| 22 except ImportError: | 24 except ImportError: |
| 23 sys.path.append( | 25 sys.path.append( |
| 24 os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) | 26 os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) |
| 25 import subprocess2 | 27 import subprocess2 |
| 26 | 28 |
| 27 | 29 |
| (...skipping 26 matching lines...) Expand all Loading... |
| 54 def __init__(self, base_dir=None): | 56 def __init__(self, base_dir=None): |
| 55 # Paths | 57 # Paths |
| 56 self.base_dir = base_dir | 58 self.base_dir = base_dir |
| 57 if not self.base_dir: | 59 if not self.base_dir: |
| 58 self.base_dir = os.path.dirname(os.path.abspath(__file__)) | 60 self.base_dir = os.path.dirname(os.path.abspath(__file__)) |
| 59 # TODO(maruel): This should be in /tmp but that would mean having to fetch | 61 # TODO(maruel): This should be in /tmp but that would mean having to fetch |
| 60 # everytime. This test is already annoyingly slow. | 62 # everytime. This test is already annoyingly slow. |
| 61 self.rietveld = os.path.join(self.base_dir, '_rietveld') | 63 self.rietveld = os.path.join(self.base_dir, '_rietveld') |
| 62 self.test_server = None | 64 self.test_server = None |
| 63 self.port = None | 65 self.port = None |
| 66 self.tempdir = None |
| 64 | 67 |
| 65 # Find the GAE SDK | 68 # Find the GAE SDK |
| 66 previous_dir = '' | 69 previous_dir = '' |
| 67 self.sdk_path = '' | 70 self.sdk_path = '' |
| 68 base_dir = self.base_dir | 71 base_dir = self.base_dir |
| 69 while base_dir != previous_dir: | 72 while base_dir != previous_dir: |
| 70 previous_dir = base_dir | 73 previous_dir = base_dir |
| 71 self.sdk_path = os.path.join(base_dir, 'google_appengine') | 74 self.sdk_path = os.path.join(base_dir, 'google_appengine') |
| 72 if not os.path.isfile(os.path.join(self.sdk_path, 'VERSION')): | 75 if not os.path.isfile(os.path.join(self.sdk_path, 'VERSION')): |
| 73 base_dir = os.path.dirname(base_dir) | 76 base_dir = os.path.dirname(base_dir) |
| (...skipping 24 matching lines...) Expand all Loading... |
| 98 else: | 101 else: |
| 99 print('Syncing rietveld...') | 102 print('Syncing rietveld...') |
| 100 try: | 103 try: |
| 101 subprocess2.check_call( | 104 subprocess2.check_call( |
| 102 ['hg', 'co', '-q', '-C', rev], cwd=self.rietveld) | 105 ['hg', 'co', '-q', '-C', rev], cwd=self.rietveld) |
| 103 except (OSError, subprocess2.CalledProcessError), e: | 106 except (OSError, subprocess2.CalledProcessError), e: |
| 104 raise Failure('Failed to sync rietveld\n%s' % e) | 107 raise Failure('Failed to sync rietveld\n%s' % e) |
| 105 | 108 |
| 106 def start_server(self, verbose=False): | 109 def start_server(self, verbose=False): |
| 107 self.install_prerequisites() | 110 self.install_prerequisites() |
| 111 assert not self.tempdir |
| 112 self.tempdir = tempfile.mkdtemp(prefix='rietveld_test') |
| 108 self.port = find_free_port() | 113 self.port = find_free_port() |
| 109 if verbose: | 114 if verbose: |
| 110 pipe = None | 115 stdout = stderr = None |
| 111 else: | 116 else: |
| 112 pipe = subprocess2.VOID | 117 stdout = subprocess2.PIPE |
| 118 stderr = subprocess2.STDOUT |
| 113 cmd = [ | 119 cmd = [ |
| 114 sys.executable, | 120 sys.executable, |
| 115 self.dev_app, | 121 self.dev_app, |
| 122 '.', |
| 123 '--port', str(self.port), |
| 124 '--storage', self.tempdir, |
| 125 '--clear_search_indexes', |
| 116 '--skip_sdk_update_check', | 126 '--skip_sdk_update_check', |
| 117 '.', | 127 ] |
| 118 '--port=%d' % self.port, | |
| 119 '--datastore_path=' + os.path.join(self.rietveld, 'tmp.db'), | |
| 120 '-c'] | |
| 121 | 128 |
| 122 # CHEAP TRICK | 129 # CHEAP TRICK |
| 123 # By default you only want to bind on loopback but I'm testing over a | 130 # By default you only want to bind on loopback but I'm testing over a |
| 124 # headless computer so it's useful to be able to access the test instance | 131 # headless computer so it's useful to be able to access the test instance |
| 125 # remotely. | 132 # remotely. |
| 126 if os.environ.get('GAE_LISTEN_ALL', '') == 'true': | 133 if os.environ.get('GAE_LISTEN_ALL', '') == 'true': |
| 127 cmd.extend(('-a', '0.0.0.0')) | 134 cmd.extend(('-a', '0.0.0.0')) |
| 128 | 135 logging.info(' '.join(cmd)) |
| 129 self.test_server = subprocess2.Popen( | 136 self.test_server = subprocess2.Popen( |
| 130 cmd, stdout=pipe, stderr=pipe, cwd=self.rietveld) | 137 cmd, stdout=stdout, stderr=stderr, cwd=self.rietveld) |
| 131 # Loop until port 127.0.0.1:port opens or the process dies. | 138 # Loop until port 127.0.0.1:port opens or the process dies. |
| 132 while not test_port(self.port): | 139 while not test_port(self.port): |
| 133 self.test_server.poll() | 140 self.test_server.poll() |
| 134 if self.test_server.returncode is not None: | 141 if self.test_server.returncode is not None: |
| 142 if not verbose: |
| 143 out = self.test_server.communicate()[0] |
| 144 shutil.rmtree(self.tempdir) |
| 145 self.tempdir = None |
| 135 raise Failure( | 146 raise Failure( |
| 136 'Test rietveld instance failed early on port %s' % | 147 'Test rietveld instance failed early on port %s\n%s' % |
| 137 self.port) | 148 (self.port, out)) |
| 138 time.sleep(0.01) | 149 time.sleep(0.01) |
| 139 | 150 |
| 140 def stop_server(self): | 151 def stop_server(self): |
| 141 if self.test_server: | 152 if self.test_server: |
| 142 try: | 153 try: |
| 143 self.test_server.kill() | 154 self.test_server.kill() |
| 144 except OSError: | 155 except OSError: |
| 145 pass | 156 pass |
| 146 self.test_server.wait() | 157 self.test_server.wait() |
| 147 self.test_server = None | 158 self.test_server = None |
| 148 self.port = None | 159 self.port = None |
| 160 if self.tempdir: |
| 161 shutil.rmtree(self.tempdir) |
| 162 self.tempdir = None |
| 149 | 163 |
| 150 | 164 |
| 151 def main(): | 165 def main(): |
| 152 parser = optparse.OptionParser() | 166 parser = optparse.OptionParser() |
| 153 parser.add_option('-v', '--verbose', action='store_true') | 167 parser.add_option('-v', '--verbose', action='store_true') |
| 154 options, args = parser.parse_args() | 168 options, args = parser.parse_args() |
| 155 if args: | 169 if args: |
| 156 parser.error('Unknown arguments: %s' % ' '.join(args)) | 170 parser.error('Unknown arguments: %s' % ' '.join(args)) |
| 157 instance = LocalRietveld() | 171 instance = LocalRietveld() |
| 158 try: | 172 try: |
| 159 instance.start_server(verbose=options.verbose) | 173 instance.start_server(verbose=options.verbose) |
| 160 print 'Local rietveld instance started on port %d' % instance.port | 174 print 'Local rietveld instance started on port %d' % instance.port |
| 161 while True: | 175 while True: |
| 162 time.sleep(0.1) | 176 time.sleep(0.1) |
| 163 finally: | 177 finally: |
| 164 instance.stop_server() | 178 instance.stop_server() |
| 165 | 179 |
| 166 | 180 |
| 167 if __name__ == '__main__': | 181 if __name__ == '__main__': |
| 168 main() | 182 main() |
| OLD | NEW |