change sdk layout, fixes to darta/editor tests to work with new layout

tools/create_sdk.py

 #!/usr/bin/env python

[dgrove, 2012/09/05 00:05:56]

Generally, compare this file to itself @ r11740

 #
 # Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 # for details. All rights reserved. Use of this source code is governed by a
 # BSD-style license that can be found in the LICENSE file.
 #
 # A script which will be invoked from gyp to create an SDK.
 #
 # Usage: create_sdk.py sdk_directory
 #
 # The SDK will be used either from the command-line or from the editor.
 # Top structure is
 #
 # ..dart-sdk/
 # ....bin/
 # ......dart or dart.exe (executable)
 # ......dart.lib (import library for VM native extensions on Windows)
 # ......dart2js
 # ......dart_analyzer
 # ......pub
 # ....include/
 # ......dart_api.h
 # ......dart_debugger_api.h
 # ....lib/
-# ......builtin/
-# ........builtin_runtime.dart
+# ......_internal/
+# ......compiler/
+# ......config/
+# ......core/
+# ......coreimpl/
+# ......crypto/
+# ......html/
 # ......io/
-# ........io_runtime.dart
-# ........runtime/
-# ......compiler/
-# ......core/
-# ........core_runtime.dart
-# ........runtime/
-# ......coreimpl/
-# ........coreimpl_runtime.dart
-# ........runtime/
-# ......dart2js/
 # ......isolate/
-# ........isolate_{dart2js, runtime}.dart
-# ........dart2js/
-# ......dom/
-# ........dom.dart
-# ......html/
-# ........html_dart2js.dart
-# ........html_dartium.dart
-# ......crypto/
-# ........crypto.dart
-# ........(implementation files)
 # ......json/
-# ........json_frog.dart
-#.........json.dart
-# ........{frog}/
+# ......math/
 # ......mirrors/
-# ........mirrors.dart
 # ......uri/
-# ........uri.dart
 # ......utf/
 # ......web/
-# ........web.dart
 # ....pkg/
 # ......args/
 # ......dartdoc/
 # ......intl/
 # ......logging/
+# ......unittest/
 # ......(more will come here)
 # ....util/
 # ......analyzer/
 # ........dart_analyzer.jar
 # ........(third-party libraries for dart_analyzer)
 # ......pub/
 # ......(more will come here)
 
 
 
@@ skipping 39 matching lines @@
   file_extension = ''
   if utils.GuessOS() == 'win32':
     file_extension = '.bat'
 
   src = src_file + file_extension
   dest = join(dest_dir, basename(src_file) + file_extension)
   Copy(src, dest)
 
 
 def CopyDart2Js(build_dir, sdk_root, revision):
-  '''
-  Install dart2js in SDK/lib/dart2js.
-
-  Currently, we copy too much stuff to this location, but the SDK's
-  layout matches the the layout of the part of the repository we're
-  dealing with here which frees us from rewriting files. The long term
-  plan is to align the layout of the repository and the SDK, at which
-  point we should be able to simplify Main below and share the dart
-  files between the various components to minimize SDK download size.
-  '''
-  dart2js_lib = os.path.join(sdk_root, 'lib', 'dart2js', 'lib')
-  copytree('lib', dart2js_lib, ignore=ignore_patterns('.svn'))
-  copytree(os.path.join('runtime', 'lib'),
-           os.path.join(sdk_root, 'lib', 'dart2js', 'runtime', 'lib'),
-           ignore=ignore_patterns('.svn'))
-  copytree(os.path.join('runtime', 'bin'),
-           os.path.join(sdk_root, 'lib', 'dart2js', 'runtime', 'bin'),
-           ignore=ignore_patterns('.svn'))
   if revision:
-    ReplaceInFiles([os.path.join(dart2js_lib,
-                                 'compiler/implementation/compiler.dart')],
+    ReplaceInFiles([os.path.join(sdk_root, 'lib', 'compiler', 
+                                 'implementation', 'compiler.dart')],
                    [(r"BUILD_ID = 'build number could not be determined'",
                      r"BUILD_ID = '%s'" % revision)])
   if utils.GuessOS() == 'win32':
     dart2js = os.path.join(sdk_root, 'bin', 'dart2js.bat')
     Copy(os.path.join(build_dir, 'dart2js.bat'), dart2js)
     ReplaceInFiles([dart2js],
                    [(r'%SCRIPTPATH%\.\.\\lib',
-                     r'%SCRIPTPATH%..\lib\dart2js\lib')])
+                     r'%SCRIPTPATH%..\lib')])
     dartdoc = os.path.join(sdk_root, 'bin', 'dartdoc.bat')
     Copy(os.path.join(build_dir, 'dartdoc.bat'), dartdoc)
   else:
     dart2js = os.path.join(sdk_root, 'bin', 'dart2js')
     Copy(os.path.join(build_dir, 'dart2js'), dart2js)
     ReplaceInFiles([dart2js],
                    [(r'\$BIN_DIR/\.\./\.\./lib',
-                     r'$BIN_DIR/../lib/dart2js/lib')])
+                     r'$BIN_DIR/../lib')])
     dartdoc = os.path.join(sdk_root, 'bin', 'dartdoc')
     Copy(os.path.join(build_dir, 'dartdoc'), dartdoc)
 
 
 def Main(argv):
   # Pull in all of the gpyi files which will be munged into the sdk.
   io_runtime_sources = \
     (eval(open("runtime/bin/io_sources.gypi").read()))['sources']
 
   HOME = dirname(dirname(realpath(__file__)))
@@ skipping 76 matching lines @@
   # Construct lib/io/io_runtime.dart from whole cloth.
   dest_file = open(join(io_dest_dir, 'io_runtime.dart'), 'a')
   for filename in io_runtime_sources:
     assert filename.endswith('.dart')
     if filename == 'io.dart':
       continue
     dest_file.write('#source("runtime/' + filename + '");\n')
   dest_file.close()
 
   #
-  # Create and populate lib/compiler.
-  #
-  compiler_src_dir = join(HOME, 'lib', 'compiler')
-  compiler_dest_dir = join(LIB, 'compiler')
-
-  copytree(compiler_src_dir, compiler_dest_dir, ignore=ignore_patterns('.svn'))
-
-  # Remap imports in lib/compiler/* .
-  for (dirpath, subdirs, filenames) in os.walk(compiler_dest_dir):
-    for filename in filenames:
-      if filename.endswith('.dart'):
-        filename = join(dirpath, filename)
-        file_contents = open(filename).read()
-        file = open(filename, 'w')
-        file_contents = re.sub(r"\.\./lib", "..", file_contents)
-        file.write(file_contents)
-        file.close()
-
-  #
-  # Create and populate lib/html.
-  #
-  html_src_dir = join(HOME, 'lib', 'html')
-  html_dest_dir = join(LIB, 'html')
-  os.makedirs(html_dest_dir)
-
-  copyfile(join(html_src_dir, 'dart2js', 'html_dart2js.dart'),
-           join(html_dest_dir, 'html_dart2js.dart'))
-  copyfile(join(html_src_dir, 'dartium', 'html_dartium.dart'),
-           join(html_dest_dir, 'html_dartium.dart'))
-  copyfile(join(html_src_dir, 'dartium', 'nativewrappers.dart'),
-           join(html_dest_dir, 'nativewrappers.dart'))
-
-  #
-  # Create and populate lib/dom.
-  #
-  dom_src_dir = join(HOME, 'lib', 'dom')
-  dom_dest_dir = join(LIB, 'dom')
-  os.makedirs(dom_dest_dir)
-
-  copyfile(join(dom_src_dir, 'dart2js', 'dom_dart2js.dart'),
-           join(dom_dest_dir, 'dom_dart2js.dart'))

[dgrove, 2012/09/05 00:05:56]

the dom piece of this needs to stay in for now. Once efortuna@ deletes dom/ ,
this will go away.

[keertip, 2012/09/05 15:35:18]

Done.

-
-  #
   # Create and populate lib/{core, crypto, isolate, json, uri, utf, ...}.
   #
 
-  for library in ['_internal', 'core', 'coreimpl', 'crypto', 'isolate', 'json',
-                  'math', 'mirrors', 'uri', 'utf', 'web']:
-    src_dir = join(HOME, 'lib', library)
-    dest_dir = join(LIB, library)
-    os.makedirs(dest_dir)
-
-    for filename in os.listdir(src_dir):
-      if filename.endswith('.dart'):
-        copyfile(join(src_dir, filename), join(dest_dir, filename))
+  for library in ['_internal', 'compiler', 'config', 'html', 'core', 'coreimpl',
+                  'crypto', 'isolate', 'json', 'math', 'mirrors', 'uri', 'utf',
+                  'web']:
+    copytree(join(HOME, 'lib', library), join(LIB, library),
+             ignore=ignore_patterns('*.svn', 'doc', '*.py', '*.gypi', '*.sh'))

[dgrove, 2012/09/05 00:05:56]

You will also need this:

 # TODO(dgrove): fix this really ugly hack
ReplaceInFiles(
        [join(LIB, 'compiler', 'implementation', 'lib', 'io.dart')],
      [('../../runtime/bin', '../io/runtime')])

[keertip, 2012/09/05 15:35:18]

Done.

 
   # Create and copy pkg.
   PKG = join(SDK_tmp, 'pkg')
   os.makedirs(PKG)
 
   #
   # Create and populate pkg/{args, intl, logging, unittest}
   #
 
-  for library in ['args', 'intl', 'logging', 'unittest']:
-    src_dir = join(HOME, 'pkg', library)
-    dest_dir = join(PKG, library)
-    os.makedirs(dest_dir)
+  for library in ['args', 'dartdoc', 'intl', 'logging', 'unittest']:
+    copytree(join(HOME, 'pkg', library), join(PKG, library),
+             ignore=ignore_patterns('*.svn', 'doc', 'docs', 
+                                    '*.py', '*.gypi', '*.sh'))
 
-    for filename in os.listdir(src_dir):
-      if filename.endswith('.dart'):
-        copyfile(join(src_dir, filename), join(dest_dir, filename))
-    if exists(join(src_dir, 'lib')):
-      copytree(join(src_dir, 'lib'), join(dest_dir, 'lib'),
-           ignore=ignore_patterns('.svn'))
-
-  # Create and populate pkg/dartdoc.
-  dartdoc_src_dir = join(HOME, 'pkg', 'dartdoc')
-  dartdoc_dest_dir = join(PKG, 'dartdoc')
-  copytree(dartdoc_src_dir, dartdoc_dest_dir,
-           ignore=ignore_patterns('.svn', 'docs'))
-
-  # Fixup dart2js dependencies.
+  # Fixup dartdoc
   ReplaceInFiles([
       join(PKG, 'dartdoc', 'dartdoc.dart'),
     ], [
       ("final bool IN_SDK = false;",
        "final bool IN_SDK = true;"),
     ])
 
 
   # Create and copy tools.
   UTIL = join(SDK_tmp, 'util')
@@ skipping 13 matching lines @@
                    join("guava", "r09", "guava-r09.jar"),
                    join("json", "r2_20080312", "json.jar") ]
     for jarToCopy in jarsToCopy:
         dest_dir = join (ANALYZER_DEST, os.path.dirname(jarToCopy))
         os.makedirs(dest_dir)
         dest_file = join (ANALYZER_DEST, jarToCopy)
         src_file = join(ANALYZER_HOME, 'util', 'analyzer', jarToCopy)
         copyfile(src_file, dest_file)
 
   # Create and populate util/pub.
-  pub_src_dir = join(HOME, 'utils', 'pub')
-  pub_dst_dir = join(UTIL, 'pub')
-  copytree(pub_src_dir, pub_dst_dir,
+  copytree(join(HOME, 'utils', 'pub'), join(UTIL, 'pub'),
            ignore=ignore_patterns('.svn', 'sdk'))
 
-  # Copy import maps.
-  PLATFORMS = ['any', 'vm', 'dartium', 'dart2js' ]
-  os.makedirs(join(LIB, 'config'))
-  for platform in PLATFORMS:
-    import_src = join(HOME, 'lib', 'config', 'import_' + platform + '.config')
-    import_dst = join(LIB, 'config', 'import_' + platform + '.config')
-    copyfile(import_src, import_dst);
-
   revision = utils.GetSVNRevision()
 
   # Copy dart2js.
   CopyDart2Js(build_dir, SDK_tmp, revision)
 
   # Write the 'revision' file
   if revision is not None:
     with open(os.path.join(SDK_tmp, 'revision'), 'w') as f:
       f.write(revision + '\n')
       f.close()
 
   move(SDK_tmp, SDK)
   utils.Touch(os.path.join(SDK, 'create.stamp'))
 
 if __name__ == '__main__':
   sys.exit(Main(sys.argv))