Index: third_party/buildbot_7_12/buildbot/test/test_vc.py
|
diff --git a/third_party/buildbot_7_12/buildbot/test/test_vc.py b/third_party/buildbot_7_12/buildbot/test/test_vc.py
|
deleted file mode 100644
|
index 281185fdc72aca2dfbc60d375c5d3b581c4e0612..0000000000000000000000000000000000000000
|
--- a/third_party/buildbot_7_12/buildbot/test/test_vc.py
|
+++ /dev/null
|
@@ -1,3273 +0,0 @@
|
-# -*- test-case-name: buildbot.test.test_vc -*-
|
-# -*- coding: utf-8 -*-
|
-
|
-import sys, os, time, re
|
-from email.Utils import mktime_tz, parsedate_tz
|
-
|
-from twisted.trial import unittest
|
-from twisted.internet import defer, reactor, utils, protocol, task, error
|
-from twisted.python import failure
|
-from twisted.python.procutils import which
|
-from twisted.web import client, static, server
|
-
|
-#defer.Deferred.debug = True
|
-
|
-from twisted.python import log
|
-#log.startLogging(sys.stderr)
|
-
|
-from buildbot import master, interfaces
|
-from buildbot.slave import bot, commands
|
-from buildbot.slave.commands import rmdirRecursive
|
-from buildbot.status.builder import SUCCESS, FAILURE
|
-from buildbot.process import base
|
-from buildbot.steps import source
|
-from buildbot.changes import changes
|
-from buildbot.sourcestamp import SourceStamp
|
-from buildbot.scripts import tryclient
|
-from buildbot.test.runutils import SignalMixin, myGetProcessOutputAndValue
|
-
|
-#step.LoggedRemoteCommand.debug = True
|
-
|
-from twisted.internet.defer import waitForDeferred, deferredGenerator
|
-
|
-# Most of these tests (all but SourceStamp) depend upon having a set of
|
-# repositories from which we can perform checkouts. These repositories are
|
-# created by the setUp method at the start of each test class. In earlier
|
-# versions these repositories were created offline and distributed with a
|
-# separate tarball named 'buildbot-test-vc-1.tar.gz'. This is no longer
|
-# necessary.
|
-
|
-# CVS requires a local file repository. Providing remote access is beyond
|
-# the feasible abilities of this test program (needs pserver or ssh).
|
-
|
-# SVN requires a local file repository. To provide remote access over HTTP
|
-# requires an apache server with DAV support and mod_svn, way beyond what we
|
-# can test from here.
|
-
|
-# Arch and Darcs both allow remote (read-only) operation with any web
|
-# server. We test both local file access and HTTP access (by spawning a
|
-# small web server to provide access to the repository files while the test
|
-# is running).
|
-
|
-# Perforce starts the daemon running on localhost. Unfortunately, it must
|
-# use a predetermined Internet-domain port number, unless we want to go
|
-# all-out: bind the listen socket ourselves and pretend to be inetd.
|
-
|
-config_vc = """
|
-from buildbot.process import factory
|
-from buildbot.steps import source
|
-from buildbot.buildslave import BuildSlave
|
-from buildbot.config import BuilderConfig
|
-s = factory.s
|
-
|
-f1 = factory.BuildFactory([
|
- %s,
|
- ])
|
-c = {}
|
-c['slaves'] = [BuildSlave('bot1', 'sekrit')]
|
-c['schedulers'] = []
|
-c['builders'] = [
|
- BuilderConfig(name='vç', slavename='bot1', factory=f1, builddir='vc-dir'),
|
-]
|
-c['slavePortnum'] = 0
|
-# do not compress logs in tests
|
-c['logCompressionLimit'] = False
|
-BuildmasterConfig = c
|
-"""
|
-
|
-p0_diff = r"""
|
-Index: subdir/subdir.c
|
-===================================================================
|
-RCS file: /home/warner/stuff/Projects/BuildBot/code-arch/_trial_temp/test_vc/repositories/CVS-Repository/sample/subdir/subdir.c,v
|
-retrieving revision 1.1.1.1
|
-diff -u -r1.1.1.1 subdir.c
|
---- subdir/subdir.c 14 Aug 2005 01:32:49 -0000 1.1.1.1
|
-+++ subdir/subdir.c 14 Aug 2005 01:36:15 -0000
|
-@@ -4,6 +4,6 @@
|
- int
|
- main(int argc, const char *argv[])
|
- {
|
-- printf("Hello subdir.\n");
|
-+ printf("HellÒ patched subdir.\n");
|
- return 0;
|
- }
|
-"""
|
-
|
-# Test buildbot try --root support.
|
-subdir_diff = p0_diff.replace('subdir/subdir.c', 'subdir.c')
|
-
|
-# Test --patchlevel support.
|
-p2_diff = p0_diff.replace('subdir/subdir.c', 'foo/bar/subdir/subdir.c')
|
-
|
-# Used in do_patch() test.
|
-PATCHLEVEL0, SUBDIR_ROOT, PATCHLEVEL2 = range(3)
|
-
|
-# this patch does not include the filename headers, so it is
|
-# patchlevel-neutral
|
-TRY_PATCH = '''
|
-@@ -5,6 +5,6 @@
|
- int
|
- main(int argc, const char *argv[])
|
- {
|
-- printf("Hello subdir.\\n");
|
-+ printf("HÉllo try.\\n");
|
- return 0;
|
- }
|
-'''
|
-
|
-MAIN_C = '''
|
-// this is main.c
|
-#include <stdio.h>
|
-
|
-int
|
-main(int argc, const char *argv[])
|
-{
|
- printf("Hello world.\\n");
|
- return 0;
|
-}
|
-'''
|
-
|
-BRANCH_C = '''
|
-// this is main.c
|
-#include <stdio.h>
|
-
|
-int
|
-main(int argc, const char *argv[])
|
-{
|
- printf("Hello branch.\\n");
|
- return 0;
|
-}
|
-'''
|
-
|
-VERSION_C = '''
|
-// this is version.c
|
-#include <stdio.h>
|
-
|
-int
|
-main(int argc, const char *argv[])
|
-{
|
- printf("Hello world, version=%d\\n");
|
- return 0;
|
-}
|
-'''
|
-
|
-SUBDIR_C = '''
|
-// this is subdir/subdir.c
|
-#include <stdio.h>
|
-
|
-int
|
-main(int argc, const char *argv[])
|
-{
|
- printf("Hello subdir.\\n");
|
- return 0;
|
-}
|
-'''
|
-
|
-TRY_C = '''
|
-// this is subdir/subdir.c
|
-#include <stdio.h>
|
-
|
-int
|
-main(int argc, const char *argv[])
|
-{
|
- printf("Hello try.\\n");
|
- return 0;
|
-}
|
-'''
|
-
|
-def _makedirsif(dir):
|
- absdir = os.path.abspath(dir)
|
- if not os.path.isdir(absdir):
|
- os.makedirs(absdir)
|
-
|
-def qw(s):
|
- return s.split()
|
-
|
-class VCS_Helper:
|
- # this is a helper class which keeps track of whether each VC system is
|
- # available, and whether the repository for each has been created. There
|
- # is one instance of this class, at module level, shared between all test
|
- # cases.
|
-
|
- def __init__(self):
|
- self._helpers = {}
|
- self._isCapable = {}
|
- self._excuses = {}
|
- self._repoReady = {}
|
-
|
- def registerVC(self, name, helper):
|
- self._helpers[name] = helper
|
- self._repoReady[name] = False
|
-
|
- def skipIfNotCapable(self, name):
|
- """Either return None, or raise SkipTest"""
|
- d = self.capable(name)
|
- def _maybeSkip(res):
|
- if not res[0]:
|
- raise unittest.SkipTest(res[1])
|
- d.addCallback(_maybeSkip)
|
- return d
|
-
|
- def capable(self, name):
|
- """Return a Deferred that fires with (True,None) if this host offers
|
- the given VC tool, or (False,excuse) if it does not (and therefore
|
- the tests should be skipped)."""
|
-
|
- if self._isCapable.has_key(name):
|
- if self._isCapable[name]:
|
- return defer.succeed((True,None))
|
- else:
|
- return defer.succeed((False, self._excuses[name]))
|
- d = defer.maybeDeferred(self._helpers[name].capable)
|
- def _capable(res):
|
- if res[0]:
|
- self._isCapable[name] = True
|
- else:
|
- self._excuses[name] = res[1]
|
- return res
|
- d.addCallback(_capable)
|
- return d
|
-
|
- def getHelper(self, name):
|
- return self._helpers[name]
|
-
|
- def createRepository(self, name):
|
- """Return a Deferred that fires when the repository is set up."""
|
- if self._repoReady[name]:
|
- return defer.succeed(True)
|
- d = self._helpers[name].createRepository()
|
- def _ready(res):
|
- self._repoReady[name] = True
|
- d.addCallback(_ready)
|
- return d
|
-
|
-VCS = VCS_Helper()
|
-
|
-
|
-# the overall plan here:
|
-#
|
-# Each VC system is tested separately, all using the same source tree defined
|
-# in the 'files' dictionary above. Each VC system gets its own TestCase
|
-# subclass. The first test case that is run will create the repository during
|
-# setUp(), making two branches: 'trunk' and 'branch'. The trunk gets a copy
|
-# of all the files in 'files'. The variant of good.c is committed on the
|
-# branch.
|
-#
|
-# then testCheckout is run, which does a number of checkout/clobber/update
|
-# builds. These all use trunk r1. It then runs self.fix(), which modifies
|
-# 'fixable.c', then performs another build and makes sure the tree has been
|
-# updated.
|
-#
|
-# testBranch uses trunk-r1 and branch-r1, making sure that we clobber the
|
-# tree properly when we switch between them
|
-#
|
-# testPatch does a trunk-r1 checkout and applies a patch.
|
-#
|
-# testTryGetPatch performs a trunk-r1 checkout, modifies some files, then
|
-# verifies that tryclient.getSourceStamp figures out the base revision and
|
-# what got changed.
|
-
|
-
|
-# vc_create makes a repository at r1 with three files: main.c, version.c, and
|
-# subdir/foo.c . It also creates a branch from r1 (called b1) in which main.c
|
-# says "hello branch" instead of "hello world". self.trunk[] contains
|
-# revision stamps for everything on the trunk, and self.branch[] does the
|
-# same for the branch.
|
-
|
-# vc_revise() checks out a tree at HEAD, changes version.c, then checks it
|
-# back in. The new version stamp is appended to self.trunk[]. The tree is
|
-# removed afterwards.
|
-
|
-# vc_try_checkout(workdir, rev) checks out a tree at REV, then changes
|
-# subdir/subdir.c to say 'Hello try'
|
-# vc_try_finish(workdir) removes the tree and cleans up any VC state
|
-# necessary (like deleting the Arch archive entry).
|
-
|
-
|
-class BaseHelper:
|
- def __init__(self):
|
- self.trunk = []
|
- self.branch = []
|
- self.allrevs = []
|
-
|
- def capable(self):
|
- # this is also responsible for setting self.vcexe
|
- raise NotImplementedError
|
-
|
- def createBasedir(self):
|
- # you must call this from createRepository
|
- self.repbase = os.path.abspath(os.path.join("test_vc",
|
- "repositories"))
|
- rmdirRecursive(self.repbase)
|
- os.makedirs(self.repbase)
|
-
|
- def createRepository(self):
|
- # this will only be called once per process
|
- raise NotImplementedError
|
-
|
- def populate(self, basedir):
|
- _makedirsif(basedir)
|
- _makedirsif(os.path.join(basedir, "subdir"))
|
-
|
- open(os.path.join(basedir, "main.c"), "w").write(MAIN_C)
|
- self.version = 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(basedir, "version.c"), "w").write(version_c)
|
- open(os.path.join(basedir, "main.c"), "w").write(MAIN_C)
|
- open(os.path.join(basedir, "subdir", "subdir.c"), "w").write(SUBDIR_C)
|
-
|
- def populate_branch(self, basedir):
|
- open(os.path.join(basedir, "main.c"), "w").write(BRANCH_C)
|
-
|
- def addTrunkRev(self, rev):
|
- self.trunk.append(rev)
|
- self.allrevs.append(rev)
|
- def addBranchRev(self, rev):
|
- self.branch.append(rev)
|
- self.allrevs.append(rev)
|
-
|
- def runCommand(self, basedir, command, failureIsOk=False,
|
- stdin=None, env=None):
|
- # all commands passed to do() should be strings or lists. If they are
|
- # strings, none of the arguments may have spaces. This makes the
|
- # commands less verbose at the expense of restricting what they can
|
- # specify.
|
- if type(command) not in (list, tuple):
|
- command = command.split(" ")
|
-
|
- # execute scripts through cmd.exe on windows, to avoid space in path issues
|
- if sys.platform == 'win32' and command[0].lower().endswith('.cmd'):
|
- command = [which('cmd.exe')[0], '/c', 'call'] + command
|
-
|
- DEBUG = False
|
- if DEBUG:
|
- print "do %s" % command
|
- print " in basedir %s" % basedir
|
- if stdin:
|
- print " STDIN:\n", stdin, "\n--STDIN DONE"
|
-
|
- if not env:
|
- env = os.environ.copy()
|
- env['LC_ALL'] = "C"
|
- d = myGetProcessOutputAndValue(command[0], command[1:],
|
- env=env, path=basedir,
|
- stdin=stdin)
|
- def check((out, err, code)):
|
- if DEBUG:
|
- print
|
- print "command was: %s" % command
|
- if out: print "out: %s" % out
|
- if err: print "err: %s" % err
|
- print "code: %s" % code
|
- if code != 0 and not failureIsOk:
|
- log.msg("command %s finished with exit code %d" %
|
- (command, code))
|
- log.msg(" and stdout %s" % (out,))
|
- log.msg(" and stderr %s" % (err,))
|
- raise RuntimeError("command %s finished with exit code %d"
|
- % (command, code)
|
- + ": see logs for stdout")
|
- return out
|
- d.addCallback(check)
|
- return d
|
-
|
- def do(self, basedir, command, failureIsOk=False, stdin=None, env=None):
|
- d = self.runCommand(basedir, command, failureIsOk=failureIsOk,
|
- stdin=stdin, env=env)
|
- return waitForDeferred(d)
|
-
|
- def dovc(self, basedir, command, failureIsOk=False, stdin=None, env=None):
|
- """Like do(), but the VC binary will be prepended to COMMAND."""
|
- if isinstance(command, (str, unicode)):
|
- command = [self.vcexe] + command.split(' ')
|
- else:
|
- # command is a list
|
- command = [self.vcexe] + command
|
- return self.do(basedir, command, failureIsOk, stdin, env)
|
-
|
-class VCBase(SignalMixin):
|
- metadir = None
|
- createdRepository = False
|
- master = None
|
- slave = None
|
- helper = None
|
- httpServer = None
|
- httpPort = None
|
- skip = None
|
- has_got_revision = False
|
- has_got_revision_branches_are_merged = False # for SVN
|
-
|
- def failUnlessIn(self, substring, string, msg=None):
|
- # trial provides a version of this that requires python-2.3 to test
|
- # strings.
|
- if msg is None:
|
- msg = ("did not see the expected substring '%s' in string '%s'" %
|
- (substring, string))
|
- self.failUnless(string.find(substring) != -1, msg)
|
-
|
- def setUp(self):
|
- self.setUpSignalHandler()
|
- d = VCS.skipIfNotCapable(self.vc_name)
|
- d.addCallback(self._setUp1)
|
- return d
|
-
|
- def _setUp1(self, res):
|
- self.helper = VCS.getHelper(self.vc_name)
|
-
|
- if os.path.exists("basedir"):
|
- rmdirRecursive("basedir")
|
- os.mkdir("basedir")
|
- self.master = master.BuildMaster("basedir")
|
- self.slavebase = os.path.abspath("slavebase")
|
- if os.path.exists(self.slavebase):
|
- rmdirRecursive(self.slavebase)
|
- os.mkdir("slavebase")
|
-
|
- d = VCS.createRepository(self.vc_name)
|
- return d
|
-
|
- def connectSlave(self):
|
- port = self.master.slavePort._port.getHost().port
|
- slave = bot.BuildSlave("localhost", port, "bot1", "sekrit",
|
- self.slavebase, keepalive=0, usePTY=False)
|
- self.slave = slave
|
- slave.startService()
|
- d = self.master.botmaster.waitUntilBuilderAttached("vç")
|
- return d
|
-
|
- def loadConfig(self, config):
|
- # reloading the config file causes a new 'listDirs' command to be
|
- # sent to the slave. To synchronize on this properly, it is easiest
|
- # to stop and restart the slave.
|
- d = defer.succeed(None)
|
- if self.slave:
|
- d = self.master.botmaster.waitUntilBuilderDetached("vç")
|
- self.slave.stopService()
|
- d.addCallback(lambda res: self.master.loadConfig(config))
|
- d.addCallback(lambda res: self.connectSlave())
|
- return d
|
-
|
- def serveHTTP(self):
|
- # launch an HTTP server to serve the repository files
|
- self.root = static.File(self.helper.repbase)
|
- self.site = server.Site(self.root)
|
- self.httpServer = reactor.listenTCP(0, self.site)
|
- self.httpPort = self.httpServer.getHost().port
|
-
|
- def doBuild(self, shouldSucceed=True, ss=None):
|
- c = interfaces.IControl(self.master)
|
-
|
- if ss is None:
|
- ss = SourceStamp()
|
- #print "doBuild(ss: b=%s rev=%s)" % (ss.branch, ss.revision)
|
- req = base.BuildRequest("test_vc forced build", ss, 'test_builder')
|
- d = req.waitUntilFinished()
|
- c.getBuilder("vç").requestBuild(req)
|
- d.addCallback(self._doBuild_1, shouldSucceed)
|
- return d
|
- def _doBuild_1(self, bs, shouldSucceed):
|
- r = bs.getResults()
|
- if r != SUCCESS and shouldSucceed:
|
- print
|
- print
|
- if not bs.isFinished():
|
- print "Hey, build wasn't even finished!"
|
- print "Build did not succeed:", r, bs.getText()
|
- for s in bs.getSteps():
|
- for l in s.getLogs():
|
- print "--- START step %s / log %s ---" % (s.getName(),
|
- l.getName())
|
- print l.getTextWithHeaders()
|
- print "--- STOP ---"
|
- print
|
- self.fail("build did not succeed")
|
- return bs
|
-
|
- def printLogs(self, bs):
|
- for s in bs.getSteps():
|
- for l in s.getLogs():
|
- print "--- START step %s / log %s ---" % (s.getName(),
|
- l.getName())
|
- print l.getTextWithHeaders()
|
- print "--- STOP ---"
|
- print
|
-
|
- def touch(self, d, f):
|
- open(os.path.join(d,f),"w").close()
|
- def shouldExist(self, *args):
|
- target = os.path.join(*args)
|
- self.failUnless(os.path.exists(target),
|
- "expected to find %s but didn't" % target)
|
- def shouldNotExist(self, *args):
|
- target = os.path.join(*args)
|
- self.failIf(os.path.exists(target),
|
- "expected to NOT find %s, but did" % target)
|
- def shouldContain(self, d, f, contents):
|
- c = open(os.path.join(d, f), "r").read()
|
- self.failUnlessIn(contents, c)
|
-
|
- def checkGotRevision(self, bs, expected):
|
- if self.has_got_revision:
|
- self.failUnlessEqual(bs.getProperty("got_revision"), str(expected))
|
-
|
- def checkGotRevisionIsLatest(self, bs):
|
- expected = self.helper.trunk[-1]
|
- if self.has_got_revision_branches_are_merged:
|
- expected = self.helper.allrevs[-1]
|
- self.checkGotRevision(bs, expected)
|
-
|
- def do_vctest(self, testRetry=True):
|
- vctype = self.vctype
|
- args = self.helper.vcargs
|
- m = self.master
|
- self.vcdir = os.path.join(self.slavebase, "vc-dir", "source")
|
- self.workdir = os.path.join(self.slavebase, "vc-dir", "build")
|
- # woo double-substitution
|
- s = "s(%s, timeout=200, workdir='build', mode='%%s'" % (vctype,)
|
- for k,v in args.items():
|
- s += ", %s=%s" % (k, repr(v))
|
- s += ")"
|
- config = config_vc % s
|
-
|
- m.loadConfig(config % 'clobber')
|
- m.readConfig = True
|
- m.startService()
|
-
|
- d = self.connectSlave()
|
- d.addCallback(lambda res: log.msg("testing clobber"))
|
- d.addCallback(self._do_vctest_clobber)
|
- d.addCallback(lambda res: log.msg("doing update"))
|
- d.addCallback(lambda res: self.loadConfig(config % 'update'))
|
- d.addCallback(lambda res: log.msg("testing update"))
|
- d.addCallback(self._do_vctest_update)
|
- if testRetry:
|
- d.addCallback(lambda res: log.msg("testing update retry"))
|
- d.addCallback(self._do_vctest_update_retry)
|
- d.addCallback(lambda res: log.msg("doing copy"))
|
- d.addCallback(lambda res: self.loadConfig(config % 'copy'))
|
- d.addCallback(lambda res: log.msg("testing copy"))
|
- d.addCallback(self._do_vctest_copy)
|
- d.addCallback(lambda res: log.msg("did copy test"))
|
- if self.metadir:
|
- d.addCallback(lambda res: log.msg("doing export"))
|
- d.addCallback(lambda res: self.loadConfig(config % 'export'))
|
- d.addCallback(lambda res: log.msg("testing export"))
|
- d.addCallback(self._do_vctest_export)
|
- d.addCallback(lambda res: log.msg("did export test"))
|
- return d
|
-
|
- def _do_vctest_clobber(self, res):
|
- d = self.doBuild() # initial checkout
|
- d.addCallback(self._do_vctest_clobber_1)
|
- return d
|
- def _do_vctest_clobber_1(self, bs):
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldExist(self.workdir, "subdir", "subdir.c")
|
- if self.metadir:
|
- self.shouldExist(self.workdir, self.metadir)
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.failUnlessEqual(bs.getProperty("branch"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
-
|
- # Check that we can handle unfriendly permissions.
|
- os.chmod(os.path.join(self.workdir, "subdir"), 0)
|
- # Check that clobber really clobbers any old stuff.
|
- self.touch(self.workdir, "newfile")
|
- self.shouldExist(self.workdir, "newfile")
|
- d = self.doBuild() # rebuild clobbers workdir
|
- d.addCallback(self._do_vctest_clobber_2)
|
- return d
|
- def _do_vctest_clobber_2(self, res):
|
- self.shouldNotExist(self.workdir, "newfile")
|
- # do a checkout to a specific version. Mercurial-over-HTTP (when
|
- # either client or server is older than hg-0.9.2) cannot do this
|
- # directly, so it must checkout HEAD and then update back to the
|
- # requested revision.
|
- d = self.doBuild(ss=SourceStamp(revision=self.helper.trunk[0]))
|
- d.addCallback(self._do_vctest_clobber_3)
|
- return d
|
- def _do_vctest_clobber_3(self, bs):
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldExist(self.workdir, "subdir", "subdir.c")
|
- if self.metadir:
|
- self.shouldExist(self.workdir, self.metadir)
|
- self.failUnlessEqual(bs.getProperty("revision"), self.helper.trunk[0] or None)
|
- self.failUnlessEqual(bs.getProperty("branch"), None)
|
- self.checkGotRevision(bs, self.helper.trunk[0])
|
- # leave the tree at HEAD
|
- return self.doBuild()
|
-
|
-
|
- def _do_vctest_update(self, res):
|
- log.msg("_do_vctest_update")
|
- d = self.doBuild() # rebuild with update
|
- d.addCallback(self._do_vctest_update_1)
|
- return d
|
- def _do_vctest_update_1(self, bs):
|
- log.msg("_do_vctest_update_1")
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % self.helper.version)
|
- if self.metadir:
|
- self.shouldExist(self.workdir, self.metadir)
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
-
|
- self.touch(self.workdir, "newfile")
|
- d = self.doBuild() # update rebuild leaves new files
|
- d.addCallback(self._do_vctest_update_2)
|
- return d
|
- def _do_vctest_update_2(self, bs):
|
- log.msg("_do_vctest_update_2")
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.touch(self.workdir, "newfile")
|
- # now make a change to the repository and make sure we pick it up
|
- d = self.helper.vc_revise()
|
- d.addCallback(lambda res: self.doBuild())
|
- d.addCallback(self._do_vctest_update_3)
|
- return d
|
- def _do_vctest_update_3(self, bs):
|
- log.msg("_do_vctest_update_3")
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % self.helper.version)
|
- self.shouldExist(self.workdir, "newfile")
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
-
|
- # now "update" to an older revision
|
- d = self.doBuild(ss=SourceStamp(revision=self.helper.trunk[-2]))
|
- d.addCallback(self._do_vctest_update_4)
|
- return d
|
- def _do_vctest_update_4(self, bs):
|
- log.msg("_do_vctest_update_4")
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % (self.helper.version-1))
|
- self.failUnlessEqual(bs.getProperty("revision"),
|
- self.helper.trunk[-2] or None)
|
- self.checkGotRevision(bs, self.helper.trunk[-2])
|
-
|
- # now update to the newer revision
|
- d = self.doBuild(ss=SourceStamp(revision=self.helper.trunk[-1]))
|
- d.addCallback(self._do_vctest_update_5)
|
- return d
|
- def _do_vctest_update_5(self, bs):
|
- log.msg("_do_vctest_update_5")
|
- self.shouldExist(self.workdir, "main.c")
|
- self.shouldExist(self.workdir, "version.c")
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % self.helper.version)
|
- self.failUnlessEqual(bs.getProperty("revision"),
|
- self.helper.trunk[-1] or None)
|
- self.checkGotRevision(bs, self.helper.trunk[-1])
|
-
|
-
|
- def _do_vctest_update_retry(self, res):
|
- # certain local changes will prevent an update from working. The
|
- # most common is to replace a file with a directory, or vice
|
- # versa. The slave code should spot the failure and do a
|
- # clobber/retry.
|
- os.unlink(os.path.join(self.workdir, "main.c"))
|
- os.mkdir(os.path.join(self.workdir, "main.c"))
|
- self.touch(os.path.join(self.workdir, "main.c"), "foo")
|
- self.touch(self.workdir, "newfile")
|
-
|
- d = self.doBuild() # update, but must clobber to handle the error
|
- d.addCallback(self._do_vctest_update_retry_1)
|
- return d
|
- def _do_vctest_update_retry_1(self, bs):
|
- # SVN-1.4.0 doesn't seem to have any problem with the
|
- # file-turned-directory issue (although older versions did). So don't
|
- # actually check that the tree was clobbered.. as long as the update
|
- # succeeded (checked by doBuild), that should be good enough.
|
- #self.shouldNotExist(self.workdir, "newfile")
|
- pass
|
-
|
- def _do_vctest_copy(self, res):
|
- log.msg("_do_vctest_copy 1")
|
- d = self.doBuild() # copy rebuild clobbers new files
|
- d.addCallback(self._do_vctest_copy_1)
|
- return d
|
- def _do_vctest_copy_1(self, bs):
|
- log.msg("_do_vctest_copy 2")
|
- if self.metadir:
|
- self.shouldExist(self.workdir, self.metadir)
|
- self.shouldNotExist(self.workdir, "newfile")
|
- self.touch(self.workdir, "newfile")
|
- self.touch(self.vcdir, "newvcfile")
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
-
|
- d = self.doBuild() # copy rebuild clobbers new files
|
- d.addCallback(self._do_vctest_copy_2)
|
- return d
|
- def _do_vctest_copy_2(self, bs):
|
- log.msg("_do_vctest_copy 3")
|
- if self.metadir:
|
- self.shouldExist(self.workdir, self.metadir)
|
- self.shouldNotExist(self.workdir, "newfile")
|
- self.shouldExist(self.vcdir, "newvcfile")
|
- self.shouldExist(self.workdir, "newvcfile")
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
- self.touch(self.workdir, "newfile")
|
-
|
- def _do_vctest_export(self, res):
|
- d = self.doBuild() # export rebuild clobbers new files
|
- d.addCallback(self._do_vctest_export_1)
|
- return d
|
- def _do_vctest_export_1(self, bs):
|
- self.shouldNotExist(self.workdir, self.metadir)
|
- self.shouldNotExist(self.workdir, "newfile")
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- #self.checkGotRevisionIsLatest(bs)
|
- # VC 'export' is not required to have a got_revision
|
- self.touch(self.workdir, "newfile")
|
-
|
- d = self.doBuild() # export rebuild clobbers new files
|
- d.addCallback(self._do_vctest_export_2)
|
- return d
|
- def _do_vctest_export_2(self, bs):
|
- self.shouldNotExist(self.workdir, self.metadir)
|
- self.shouldNotExist(self.workdir, "newfile")
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- #self.checkGotRevisionIsLatest(bs)
|
- # VC 'export' is not required to have a got_revision
|
-
|
- def do_patch(self, type):
|
- vctype = self.vctype
|
- args = self.helper.vcargs
|
- m = self.master
|
- self.vcdir = os.path.join(self.slavebase, "vc-dir", "source")
|
- self.workdir = os.path.join(self.slavebase, "vc-dir", "build")
|
- s = "s(%s, timeout=200, workdir='build', mode='%%s'" % (vctype,)
|
- for k,v in args.items():
|
- s += ", %s=%s" % (k, repr(v))
|
- s += ")"
|
- self.config = config_vc % s
|
- if type == PATCHLEVEL0:
|
- self.patch = (0, p0_diff)
|
- elif type == SUBDIR_ROOT:
|
- self.patch = (0, subdir_diff, 'subdir')
|
- elif type == PATCHLEVEL2:
|
- self.patch = (2, p2_diff)
|
- else:
|
- raise NotImplementedError
|
- m.loadConfig(self.config % "clobber")
|
- m.readConfig = True
|
- m.startService()
|
-
|
- ss = SourceStamp(revision=self.helper.trunk[-1], patch=self.patch)
|
-
|
- d = self.connectSlave()
|
- d.addCallback(lambda res: self.doBuild(ss=ss))
|
- d.addCallback(self._doPatch_1)
|
- return d
|
- def _doPatch_1(self, bs):
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % self.helper.version)
|
- # make sure the file actually got patched
|
- subdir_c = os.path.join(self.slavebase, "vc-dir", "build",
|
- "subdir", "subdir.c")
|
- data = open(subdir_c, "r").read()
|
- self.failUnlessIn("HellÒ patched subdir.\\n", data)
|
- self.failUnlessEqual(bs.getProperty("revision"),
|
- self.helper.trunk[-1] or None)
|
- self.checkGotRevision(bs, self.helper.trunk[-1])
|
-
|
- # make sure that a rebuild does not use the leftover patched workdir
|
- d = self.master.loadConfig(self.config % "update")
|
- d.addCallback(lambda res: self.doBuild(ss=None))
|
- d.addCallback(self._doPatch_2)
|
- return d
|
- def _doPatch_2(self, bs):
|
- # make sure the file is back to its original
|
- subdir_c = os.path.join(self.slavebase, "vc-dir", "build",
|
- "subdir", "subdir.c")
|
- data = open(subdir_c, "r").read()
|
- self.failUnlessIn("Hello subdir.\\n", data)
|
- self.failUnlessEqual(bs.getProperty("revision"), None)
|
- self.checkGotRevisionIsLatest(bs)
|
-
|
- # now make sure we can patch an older revision. We need at least two
|
- # revisions here, so we might have to create one first
|
- if len(self.helper.trunk) < 2:
|
- d = self.helper.vc_revise()
|
- d.addCallback(self._doPatch_3)
|
- return d
|
- return self._doPatch_3()
|
-
|
- def _doPatch_3(self, res=None):
|
- ss = SourceStamp(revision=self.helper.trunk[-2], patch=self.patch)
|
- d = self.doBuild(ss=ss)
|
- d.addCallback(self._doPatch_4)
|
- return d
|
- def _doPatch_4(self, bs):
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % (self.helper.version-1))
|
- # and make sure the file actually got patched
|
- subdir_c = os.path.join(self.slavebase, "vc-dir", "build",
|
- "subdir", "subdir.c")
|
- data = open(subdir_c, "r").read()
|
- self.failUnlessIn("HellÒ patched subdir.\\n", data)
|
- self.failUnlessEqual(bs.getProperty("revision"),
|
- self.helper.trunk[-2] or None)
|
- self.checkGotRevision(bs, self.helper.trunk[-2])
|
-
|
- # now check that we can patch a branch
|
- ss = SourceStamp(branch=self.helper.branchname,
|
- revision=self.helper.branch[-1],
|
- patch=self.patch)
|
- d = self.doBuild(ss=ss)
|
- d.addCallback(self._doPatch_5)
|
- return d
|
- def _doPatch_5(self, bs):
|
- self.shouldContain(self.workdir, "version.c",
|
- "version=%d" % 1)
|
- self.shouldContain(self.workdir, "main.c", "Hello branch.")
|
- subdir_c = os.path.join(self.slavebase, "vc-dir", "build",
|
- "subdir", "subdir.c")
|
- data = open(subdir_c, "r").read()
|
- self.failUnlessIn("HellÒ patched subdir.\\n", data)
|
- self.failUnlessEqual(bs.getProperty("revision"),
|
- self.helper.branch[-1] or None)
|
- self.failUnlessEqual(bs.getProperty("branch"), self.helper.branchname or None)
|
- self.checkGotRevision(bs, self.helper.branch[-1])
|
-
|
-
|
- def do_vctest_once(self, shouldSucceed):
|
- m = self.master
|
- vctype = self.vctype
|
- args = self.helper.vcargs
|
- vcdir = os.path.join(self.slavebase, "vc-dir", "source")
|
- workdir = os.path.join(self.slavebase, "vc-dir", "build")
|
- # woo double-substitution
|
- s = "s(%s, timeout=200, workdir='build', mode='clobber'" % (vctype,)
|
- for k,v in args.items():
|
- s += ", %s=%s" % (k, repr(v))
|
- s += ")"
|
- config = config_vc % s
|
-
|
- m.loadConfig(config)
|
- m.readConfig = True
|
- m.startService()
|
-
|
- self.connectSlave()
|
- d = self.doBuild(shouldSucceed) # initial checkout
|
- return d
|
-
|
- def do_branch(self):
|
- log.msg("do_branch")
|
- vctype = self.vctype
|
- args = self.helper.vcargs
|
- m = self.master
|
- self.vcdir = os.path.join(self.slavebase, "vc-dir", "source")
|
- self.workdir = os.path.join(self.slavebase, "vc-dir", "build")
|
- s = "s(%s, timeout=200, workdir='build', mode='%%s'" % (vctype,)
|
- for k,v in args.items():
|
- s += ", %s=%s" % (k, repr(v))
|
- s += ")"
|
- self.config = config_vc % s
|
-
|
- m.loadConfig(self.config % "update")
|
- m.readConfig = True
|
- m.startService()
|
-
|
- # first we do a build of the trunk
|
- d = self.connectSlave()
|
- d.addCallback(lambda res: self.doBuild(ss=SourceStamp()))
|
- d.addCallback(self._doBranch_1)
|
- return d
|
- def _doBranch_1(self, bs):
|
- log.msg("_doBranch_1")
|
- # make sure the checkout was of the trunk
|
- main_c = os.path.join(self.slavebase, "vc-dir", "build", "main.c")
|
- data = open(main_c, "r").read()
|
- self.failUnlessIn("Hello world.", data)
|
-
|
- # now do a checkout on the branch. The change in branch name should
|
- # trigger a clobber.
|
- self.touch(self.workdir, "newfile")
|
- d = self.doBuild(ss=SourceStamp(branch=self.helper.branchname))
|
- d.addCallback(self._doBranch_2)
|
- return d
|
- def _doBranch_2(self, bs):
|
- log.msg("_doBranch_2")
|
- # make sure it was on the branch
|
- main_c = os.path.join(self.slavebase, "vc-dir", "build", "main.c")
|
- data = open(main_c, "r").read()
|
- self.failUnlessIn("Hello branch.", data)
|
- # and make sure the tree was clobbered
|
- self.shouldNotExist(self.workdir, "newfile")
|
-
|
- # doing another build on the same branch should not clobber the tree
|
- self.touch(self.workdir, "newbranchfile")
|
- d = self.doBuild(ss=SourceStamp(branch=self.helper.branchname))
|
- d.addCallback(self._doBranch_3)
|
- return d
|
- def _doBranch_3(self, bs):
|
- log.msg("_doBranch_3")
|
- # make sure it is still on the branch
|
- main_c = os.path.join(self.slavebase, "vc-dir", "build", "main.c")
|
- data = open(main_c, "r").read()
|
- self.failUnlessIn("Hello branch.", data)
|
- # and make sure the tree was not clobbered
|
- self.shouldExist(self.workdir, "newbranchfile")
|
-
|
- # now make sure that a non-branch checkout clobbers the tree
|
- d = self.doBuild(ss=SourceStamp())
|
- d.addCallback(self._doBranch_4)
|
- return d
|
- def _doBranch_4(self, bs):
|
- log.msg("_doBranch_4")
|
- # make sure it was on the trunk
|
- main_c = os.path.join(self.slavebase, "vc-dir", "build", "main.c")
|
- data = open(main_c, "r").read()
|
- self.failUnlessIn("Hello world.", data)
|
- self.shouldNotExist(self.workdir, "newbranchfile")
|
-
|
- def do_getpatch(self, doBranch=True):
|
- log.msg("do_getpatch")
|
- # prepare a buildslave to do checkouts
|
- vctype = self.vctype
|
- args = self.helper.vcargs
|
- m = self.master
|
- self.vcdir = os.path.join(self.slavebase, "vc-dir", "source")
|
- self.workdir = os.path.join(self.slavebase, "vc-dir", "build")
|
- # woo double-substitution
|
- s = "s(%s, timeout=200, workdir='build', mode='%%s'" % (vctype,)
|
- for k,v in args.items():
|
- s += ", %s=%s" % (k, repr(v))
|
- s += ")"
|
- config = config_vc % s
|
-
|
- m.loadConfig(config % 'clobber')
|
- m.readConfig = True
|
- m.startService()
|
-
|
- d = self.connectSlave()
|
-
|
- # then set up the "developer's tree". first we modify a tree from the
|
- # head of the trunk
|
- tmpdir = "try_workdir"
|
- self.trydir = os.path.join(self.helper.repbase, tmpdir)
|
- rmdirRecursive(self.trydir)
|
- d.addCallback(self.do_getpatch_trunkhead)
|
- d.addCallback(self.do_getpatch_trunkold)
|
- if doBranch:
|
- d.addCallback(self.do_getpatch_branch)
|
- d.addCallback(self.do_getpatch_finish)
|
- return d
|
-
|
- def do_getpatch_finish(self, res):
|
- log.msg("do_getpatch_finish")
|
- self.helper.vc_try_finish(self.trydir)
|
- return res
|
-
|
- def try_shouldMatch(self, filename):
|
- devfilename = os.path.join(self.trydir, filename)
|
- devfile = open(devfilename, "r").read()
|
- slavefilename = os.path.join(self.workdir, filename)
|
- slavefile = open(slavefilename, "r").read()
|
- self.failUnlessEqual(devfile, slavefile,
|
- ("slavefile (%s) contains '%s'. "
|
- "developer's file (%s) contains '%s'. "
|
- "These ought to match") %
|
- (slavefilename, slavefile,
|
- devfilename, devfile))
|
-
|
- def do_getpatch_trunkhead(self, res):
|
- log.msg("do_getpatch_trunkhead")
|
- d = self.helper.vc_try_checkout(self.trydir, self.helper.trunk[-1])
|
- d.addCallback(self._do_getpatch_trunkhead_1)
|
- return d
|
- def _do_getpatch_trunkhead_1(self, res):
|
- log.msg("_do_getpatch_trunkhead_1")
|
- d = tryclient.getSourceStamp(self.vctype_try, self.trydir, None)
|
- d.addCallback(self._do_getpatch_trunkhead_2)
|
- return d
|
- def _do_getpatch_trunkhead_2(self, ss):
|
- log.msg("_do_getpatch_trunkhead_2")
|
- d = self.doBuild(ss=ss)
|
- d.addCallback(self._do_getpatch_trunkhead_3)
|
- return d
|
- def _do_getpatch_trunkhead_3(self, res):
|
- log.msg("_do_getpatch_trunkhead_3")
|
- # verify that the resulting buildslave tree matches the developer's
|
- self.try_shouldMatch("main.c")
|
- self.try_shouldMatch("version.c")
|
- self.try_shouldMatch(os.path.join("subdir", "subdir.c"))
|
-
|
- def do_getpatch_trunkold(self, res):
|
- log.msg("do_getpatch_trunkold")
|
- # now try a tree from an older revision. We need at least two
|
- # revisions here, so we might have to create one first
|
- if len(self.helper.trunk) < 2:
|
- d = self.helper.vc_revise()
|
- d.addCallback(self._do_getpatch_trunkold_1)
|
- return d
|
- return self._do_getpatch_trunkold_1()
|
- def _do_getpatch_trunkold_1(self, res=None):
|
- log.msg("_do_getpatch_trunkold_1")
|
- d = self.helper.vc_try_checkout(self.trydir, self.helper.trunk[-2])
|
- d.addCallback(self._do_getpatch_trunkold_2)
|
- return d
|
- def _do_getpatch_trunkold_2(self, res):
|
- log.msg("_do_getpatch_trunkold_2")
|
- d = tryclient.getSourceStamp(self.vctype_try, self.trydir, None)
|
- d.addCallback(self._do_getpatch_trunkold_3)
|
- return d
|
- def _do_getpatch_trunkold_3(self, ss):
|
- log.msg("_do_getpatch_trunkold_3")
|
- d = self.doBuild(ss=ss)
|
- d.addCallback(self._do_getpatch_trunkold_4)
|
- return d
|
- def _do_getpatch_trunkold_4(self, res):
|
- log.msg("_do_getpatch_trunkold_4")
|
- # verify that the resulting buildslave tree matches the developer's
|
- self.try_shouldMatch("main.c")
|
- self.try_shouldMatch("version.c")
|
- self.try_shouldMatch(os.path.join("subdir", "subdir.c"))
|
-
|
- def do_getpatch_branch(self, res):
|
- log.msg("do_getpatch_branch")
|
- # now try a tree from a branch
|
- d = self.helper.vc_try_checkout(self.trydir, self.helper.branch[-1],
|
- self.helper.branchname)
|
- d.addCallback(self._do_getpatch_branch_1)
|
- return d
|
- def _do_getpatch_branch_1(self, res):
|
- log.msg("_do_getpatch_branch_1")
|
- d = tryclient.getSourceStamp(self.vctype_try, self.trydir,
|
- self.helper.try_branchname)
|
- d.addCallback(self._do_getpatch_branch_2)
|
- return d
|
- def _do_getpatch_branch_2(self, ss):
|
- log.msg("_do_getpatch_branch_2")
|
- d = self.doBuild(ss=ss)
|
- d.addCallback(self._do_getpatch_branch_3)
|
- return d
|
- def _do_getpatch_branch_3(self, res):
|
- log.msg("_do_getpatch_branch_3")
|
- # verify that the resulting buildslave tree matches the developer's
|
- self.try_shouldMatch("main.c")
|
- self.try_shouldMatch("version.c")
|
- self.try_shouldMatch(os.path.join("subdir", "subdir.c"))
|
-
|
-
|
- def dumpPatch(self, patch):
|
- # FIXME: This function is never called.
|
- raise NotImplementedError
|
- # this exists to help me figure out the right 'patchlevel' value
|
- # should be returned by tryclient.getSourceStamp
|
- n = self.mktemp()
|
- open(n,"w").write(patch)
|
- d = self.runCommand(".", ["lsdiff", n])
|
- def p(res): print "lsdiff:", res.strip().split("\n")
|
- d.addCallback(p)
|
- return d
|
-
|
-
|
- def tearDown(self):
|
- self.tearDownSignalHandler()
|
- d = defer.succeed(None)
|
- if self.slave:
|
- d2 = self.master.botmaster.waitUntilBuilderDetached("vç")
|
- d.addCallback(lambda res: self.slave.stopService())
|
- d.addCallback(lambda res: d2)
|
- if self.master:
|
- d.addCallback(lambda res: self.master.stopService())
|
- if self.httpServer:
|
- d.addCallback(lambda res: self.httpServer.stopListening())
|
- def stopHTTPTimer():
|
- from twisted.web import http
|
- http._logDateTimeStop() # shut down the internal timer. DUMB!
|
- d.addCallback(lambda res: stopHTTPTimer())
|
- d.addCallback(lambda res: self.tearDown2())
|
- return d
|
-
|
- def tearDown2(self):
|
- pass
|
-
|
-class CVSHelper(BaseHelper):
|
- branchname = "branch"
|
- try_branchname = "branch"
|
-
|
- def capable(self):
|
- cvspaths = which('cvs')
|
- if not cvspaths:
|
- return (False, "CVS is not installed")
|
- # cvs-1.10 (as shipped with OS-X 10.3 "Panther") is too old for this
|
- # test. There is a situation where we check out a tree, make a
|
- # change, then commit it back, and CVS refuses to believe that we're
|
- # operating in a CVS tree. I tested cvs-1.12.9 and it works ok, OS-X
|
- # 10.4 "Tiger" comes with cvs-1.11, but I haven't tested that yet.
|
- # For now, skip the tests if we've got 1.10 .
|
- log.msg("running %s --version.." % (cvspaths[0],))
|
- d = utils.getProcessOutput(cvspaths[0], ["--version"],
|
- env=os.environ)
|
- d.addCallback(self._capable, cvspaths[0])
|
- return d
|
-
|
- def _capable(self, v, vcexe):
|
- # Consider also CVS for NT which announces itself like
|
- # Concurrent Versions System (CVSNT) 2.0.51d (client/server)
|
- m = re.search(r'\(CVS[NT]*\) ([\d.]+)', v)
|
- if not m:
|
- log.msg("couldn't identify CVS version number in output:")
|
- log.msg("'''%s'''" % v)
|
- log.msg("skipping tests")
|
- return (False, "Found CVS but couldn't identify its version")
|
- ver = m.group(1)
|
- log.msg("found CVS version '%s'" % ver)
|
- if ver == "1.10":
|
- return (False, "Found CVS, but it is too old")
|
- self.vcexe = vcexe
|
- return (True, None)
|
-
|
- def getdate(self):
|
- # this timestamp is eventually passed to CVS in a -D argument, and
|
- # strftime's %z specifier doesn't seem to work reliably (I get +0000
|
- # where I should get +0700 under linux sometimes, and windows seems
|
- # to want to put a verbose 'Eastern Standard Time' in there), so
|
- # leave off the timezone specifier and treat this as localtime. A
|
- # valid alternative would be to use a hard-coded +0000 and
|
- # time.gmtime().
|
- return time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.cvsrep = cvsrep = os.path.join(self.repbase, "CVS-Repository")
|
- tmp = os.path.join(self.repbase, "cvstmp")
|
-
|
- w = self.dovc(self.repbase, ['-d', cvsrep, 'init'])
|
- yield w; w.getResult() # we must getResult() to raise any exceptions
|
-
|
- self.populate(tmp)
|
- cmd = ['-d', self.cvsrep, 'import',
|
- '-m', 'sample_project_files', 'sample', 'vendortag', 'start']
|
- w = self.dovc(tmp, cmd)
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- # take a timestamp as the first revision number
|
- time.sleep(2)
|
- self.addTrunkRev(self.getdate())
|
- time.sleep(2)
|
-
|
- w = self.dovc(self.repbase,
|
- ['-d', self.cvsrep, 'checkout', '-d', 'cvstmp', 'sample'])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, ['tag', '-b', self.branchname])
|
- yield w; w.getResult()
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp,
|
- ['commit', '-m', 'commit_on_branch', '-r', self.branchname])
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- time.sleep(2)
|
- self.addBranchRev(self.getdate())
|
- time.sleep(2)
|
- self.vcargs = { 'cvsroot': self.cvsrep, 'cvsmodule': "sample" }
|
- createRepository = deferredGenerator(createRepository)
|
-
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "cvstmp")
|
-
|
- w = self.dovc(self.repbase,
|
- ['-d', self.cvsrep, 'checkout', '-d', 'cvstmp', 'sample'])
|
- yield w; w.getResult()
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
- w = self.dovc(tmp,
|
- ['commit', '-m', 'revised_to_%d' % self.version, 'version.c'])
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- time.sleep(2)
|
- self.addTrunkRev(self.getdate())
|
- time.sleep(2)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- # 'workdir' is an absolute path
|
-
|
- # get rid of timezone info, which might not be parsed
|
- rev = re.sub("[^0-9 :-]","",rev)
|
- rev = re.sub(" ","",rev)
|
- assert os.path.abspath(workdir) == workdir
|
- cmd = ["-d", self.cvsrep, "checkout",
|
- "-d", workdir,
|
- "-D", rev]
|
- if branch is not None:
|
- cmd.append("-r")
|
- cmd.append(branch)
|
- cmd.append("sample")
|
- w = self.dovc(self.repbase, cmd)
|
- yield w; w.getResult()
|
- open(os.path.join(workdir, "subdir", "subdir.c"), "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-class CVS(VCBase, unittest.TestCase):
|
- vc_name = "cvs"
|
-
|
- metadir = "CVS"
|
- vctype = "source.CVS"
|
- vctype_try = "cvs"
|
- # CVS gives us got_revision, but it is based entirely upon the local
|
- # clock, which means it is unlikely to match the timestamp taken earlier.
|
- # This might be enough for common use, but won't be good enough for our
|
- # tests to accept, so pretend it doesn't have got_revision at all.
|
- has_got_revision = False
|
-
|
- def testCheckout(self):
|
- d = self.do_vctest()
|
- return d
|
-
|
- def testPatch(self):
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- d = self.do_branch()
|
- return d
|
-
|
- def testTry(self):
|
- d = self.do_getpatch(doBranch=False)
|
- return d
|
-
|
-VCS.registerVC(CVS.vc_name, CVSHelper())
|
-
|
-class CVSHelper_checkout_options(CVSHelper):
|
- """
|
- Specialized CVSHelper to set checkout_options to verify that it works
|
- """
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.cvsrep = cvsrep = os.path.join(self.repbase, "CVS-Repository")
|
- tmp = os.path.join(self.repbase, "cvstmp")
|
-
|
- w = self.dovc(self.repbase, ['-d', cvsrep, 'init'])
|
- yield w; w.getResult() # we must getResult() to raise any exceptions
|
-
|
- self.populate(tmp)
|
- cmd = ['-d', self.cvsrep, 'import',
|
- '-m', 'sample_project_files', 'sample', 'vendortag', 'start']
|
- w = self.dovc(tmp, cmd)
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- # take a timestamp as the first revision number
|
- time.sleep(2)
|
- self.addTrunkRev(self.getdate())
|
- time.sleep(2)
|
-
|
- w = self.dovc(self.repbase,
|
- ['-d', self.cvsrep, 'checkout', '-d', 'cvstmp', 'sample'])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, ['tag', '-b', self.branchname])
|
- yield w; w.getResult()
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp,
|
- ['commit', '-m', 'commit_on_branch', '-r', self.branchname])
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- time.sleep(2)
|
- self.addBranchRev(self.getdate())
|
- time.sleep(2)
|
- self.vcargs = { 'cvsroot': self.cvsrep,
|
- 'cvsmodule': "sample",
|
- 'checkout_options':["-P"] }
|
- createRepository = deferredGenerator(createRepository)
|
-
|
-
|
-class CVS_checkout_options(CVS):
|
- """
|
- Specialized CVS_checkout_options class to use with
|
- CVSHelper_checkout_options
|
- set checkout_options to verify that it works
|
- """
|
- vc_name = "cvs"
|
-
|
- metadir = "CVS"
|
- vctype = "source.CVS"
|
- vctype_try = "cvs"
|
- # CVS gives us got_revision, but it is based entirely upon the local
|
- # clock, which means it is unlikely to match the timestamp taken earlier.
|
- # This might be enough for common use, but won't be good enough for our
|
- # tests to accept, so pretend it doesn't have got_revision at all.
|
- has_got_revision = False
|
-
|
-VCS.registerVC(CVS_checkout_options.vc_name, CVSHelper_checkout_options())
|
-
|
-
|
-class SVNHelper(BaseHelper):
|
- branchname = "sample/branch"
|
- try_branchname = "sample/branch"
|
-
|
- def capable(self):
|
- svnpaths = which('svn')
|
- svnadminpaths = which('svnadmin')
|
- if not svnpaths:
|
- return (False, "SVN is not installed")
|
- if not svnadminpaths:
|
- return (False, "svnadmin is not installed")
|
- # we need svn to be compiled with the ra_local access
|
- # module
|
- log.msg("running svn --version..")
|
- env = os.environ.copy()
|
- env['LC_ALL'] = "C"
|
- d = utils.getProcessOutput(svnpaths[0], ["--version"],
|
- env=env)
|
- d.addCallback(self._capable, svnpaths[0], svnadminpaths[0])
|
- return d
|
-
|
- def _capable(self, v, vcexe, svnadmin):
|
- if v.find("handles 'file' schem") != -1:
|
- # older versions say 'schema', 1.2.0 and beyond say 'scheme'
|
- self.vcexe = vcexe
|
- self.svnadmin = svnadmin
|
- return (True, None)
|
- excuse = ("%s found but it does not support 'file:' " +
|
- "schema, skipping svn tests") % vcexe
|
- log.msg(excuse)
|
- return (False, excuse)
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.svnrep = os.path.join(self.repbase,
|
- "SVN-Repository").replace('\\','/')
|
- tmp = os.path.join(self.repbase, "svntmp")
|
- if sys.platform == 'win32':
|
- # On Windows Paths do not start with a /
|
- self.svnurl = "file:///%s" % self.svnrep
|
- else:
|
- self.svnurl = "file://%s" % self.svnrep
|
- self.svnurl_trunk = self.svnurl + "/sample/trunk"
|
- self.svnurl_branch = self.svnurl + "/sample/branch"
|
-
|
- w = self.do(self.repbase, [self.svnadmin, "create", self.svnrep])
|
- yield w; w.getResult()
|
-
|
- self.populate(tmp)
|
- w = self.dovc(tmp,
|
- ['import', '-m', 'sample_project_files', self.svnurl_trunk])
|
- yield w; out = w.getResult()
|
- rmdirRecursive(tmp)
|
- m = re.search(r'Committed revision (\d+)\.', out)
|
- assert m.group(1) == "1" # first revision is always "1"
|
- self.addTrunkRev(int(m.group(1)))
|
-
|
- w = self.dovc(self.repbase,
|
- ['checkout', self.svnurl_trunk, 'svntmp'])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, ['cp', '-m' , 'make_branch', self.svnurl_trunk,
|
- self.svnurl_branch])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['switch', self.svnurl_branch])
|
- yield w; w.getResult()
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp, ['commit', '-m', 'commit_on_branch'])
|
- yield w; out = w.getResult()
|
- rmdirRecursive(tmp)
|
- m = re.search(r'Committed revision (\d+)\.', out)
|
- self.addBranchRev(int(m.group(1)))
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "svntmp")
|
- rmdirRecursive(tmp)
|
- log.msg("vc_revise" + self.svnurl_trunk)
|
- w = self.dovc(self.repbase,
|
- ['checkout', self.svnurl_trunk, 'svntmp'])
|
- yield w; w.getResult()
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
- w = self.dovc(tmp, ['commit', '-m', 'revised_to_%d' % self.version])
|
- yield w; out = w.getResult()
|
- m = re.search(r'Committed revision (\d+)\.', out)
|
- self.addTrunkRev(int(m.group(1)))
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
- if not branch:
|
- svnurl = self.svnurl_trunk
|
- else:
|
- # N.B.: this is *not* os.path.join: SVN URLs use slashes
|
- # regardless of the host operating system's filepath separator
|
- svnurl = self.svnurl + "/" + branch
|
- w = self.dovc(self.repbase,
|
- ['checkout', svnurl, workdir])
|
- yield w; w.getResult()
|
- open(os.path.join(workdir, "subdir", "subdir.c"), "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-
|
-class SVN(VCBase, unittest.TestCase):
|
- vc_name = "svn"
|
-
|
- metadir = ".svn"
|
- vctype = "source.SVN"
|
- vctype_try = "svn"
|
- has_got_revision = True
|
- has_got_revision_branches_are_merged = True
|
-
|
- def testCheckout(self):
|
- # we verify this one with the svnurl style of vcargs. We test the
|
- # baseURL/defaultBranch style in testPatch and testCheckoutBranch.
|
- self.helper.vcargs = { 'svnurl': self.helper.svnurl_trunk }
|
- d = self.do_vctest()
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.svnurl + "/",
|
- 'defaultBranch': "sample/trunk",
|
- }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.svnurl + "/",
|
- 'defaultBranch': "sample/trunk",
|
- }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.svnurl + "/",
|
- 'defaultBranch': "sample/trunk",
|
- }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.svnurl + "/",
|
- 'defaultBranch': "sample/trunk",
|
- }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testTry(self):
|
- # extract the base revision and patch from a modified tree, use it to
|
- # create the same contents on the buildslave
|
- self.helper.vcargs = { 'baseURL': self.helper.svnurl + "/",
|
- 'defaultBranch': "sample/trunk",
|
- }
|
- d = self.do_getpatch()
|
- return d
|
-
|
- ## can't test the username= and password= options, because we do not have an
|
- ## svn repository that requires authentication.
|
-
|
-VCS.registerVC(SVN.vc_name, SVNHelper())
|
-
|
-
|
-class P4Helper(BaseHelper):
|
- branchname = "branch"
|
- p4port = 'localhost:1666'
|
- pid = None
|
- base_descr = 'Change: new\nDescription: asdf\nFiles:\n'
|
-
|
- def capable(self):
|
- p4paths = which('p4')
|
- p4dpaths = which('p4d')
|
- if not p4paths:
|
- return (False, "p4 is not installed")
|
- if not p4dpaths:
|
- return (False, "p4d is not installed")
|
- self.vcexe = p4paths[0]
|
- self.p4dexe = p4dpaths[0]
|
- return (True, None)
|
-
|
- class _P4DProtocol(protocol.ProcessProtocol):
|
- def __init__(self):
|
- self.started = defer.Deferred()
|
- self.ended = defer.Deferred()
|
-
|
- def outReceived(self, data):
|
- # When it says starting, it has bound to the socket.
|
- if self.started:
|
- #
|
- # Make sure p4d has started. Newer versions of p4d
|
- # have more verbose messaging when db files don't exist, so
|
- # we use re.search instead of startswith.
|
- #
|
- if re.search('Perforce Server starting...', data):
|
- self.started.callback(None)
|
- else:
|
- print "p4d said %r" % data
|
- try:
|
- raise Exception('p4d said %r' % data)
|
- except:
|
- self.started.errback(failure.Failure())
|
- self.started = None
|
-
|
- def errReceived(self, data):
|
- print "p4d stderr: %s" % data
|
-
|
- def processEnded(self, status_object):
|
- if status_object.check(error.ProcessDone):
|
- self.ended.callback(None)
|
- else:
|
- self.ended.errback(status_object)
|
-
|
- def _start_p4d(self):
|
- proto = self._P4DProtocol()
|
- reactor.spawnProcess(proto, self.p4dexe, ['p4d', '-p', self.p4port],
|
- env=os.environ, path=self.p4rep)
|
- return proto.started, proto.ended
|
-
|
- def dop4(self, basedir, command, failureIsOk=False, stdin=None):
|
- # p4 looks at $PWD instead of getcwd(), which causes confusion when
|
- # we spawn commands without an intervening shell (sh -c). We can
|
- # override this with a -d argument.
|
- command = "-p %s -d %s %s" % (self.p4port, basedir, command)
|
- return self.dovc(basedir, command, failureIsOk, stdin)
|
-
|
- def createRepository(self):
|
- # this is only called once per VC system, so start p4d here.
|
-
|
- self.createBasedir()
|
- tmp = os.path.join(self.repbase, "p4tmp")
|
- self.p4rep = os.path.join(self.repbase, 'P4-Repository')
|
- os.mkdir(self.p4rep)
|
-
|
- # Launch p4d.
|
- started, self.p4d_shutdown = self._start_p4d()
|
- w = waitForDeferred(started)
|
- yield w; w.getResult()
|
-
|
- # Create client spec.
|
- os.mkdir(tmp)
|
- clispec = 'Client: creator\n'
|
- clispec += 'Root: %s\n' % tmp
|
- clispec += 'View:\n'
|
- clispec += '\t//depot/... //creator/...\n'
|
- w = self.dop4(tmp, 'client -i', stdin=clispec)
|
- yield w; w.getResult()
|
-
|
- # Create first rev (trunk).
|
- self.populate(os.path.join(tmp, 'trunk'))
|
- files = ['main.c', 'version.c', 'subdir/subdir.c']
|
- w = self.dop4(tmp, "-c creator add "
|
- + " ".join(['trunk/%s' % f for f in files]))
|
- yield w; w.getResult()
|
- descr = self.base_descr
|
- for file in files:
|
- descr += '\t//depot/trunk/%s\n' % file
|
- w = self.dop4(tmp, "-c creator submit -i", stdin=descr)
|
- yield w; out = w.getResult()
|
- m = re.search(r'Change (\d+) submitted.', out)
|
- assert m.group(1) == '1'
|
- self.addTrunkRev(m.group(1))
|
-
|
- # Create second rev (branch).
|
- w = self.dop4(tmp, '-c creator integrate '
|
- + '//depot/trunk/... //depot/branch/...')
|
- yield w; w.getResult()
|
- w = self.dop4(tmp, "-c creator edit branch/main.c")
|
- yield w; w.getResult()
|
- self.populate_branch(os.path.join(tmp, 'branch'))
|
- descr = self.base_descr
|
- for file in files:
|
- descr += '\t//depot/branch/%s\n' % file
|
- w = self.dop4(tmp, "-c creator submit -i", stdin=descr)
|
- yield w; out = w.getResult()
|
- m = re.search(r'Change (\d+) submitted.', out)
|
- self.addBranchRev(m.group(1))
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "p4tmp")
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- w = self.dop4(tmp, '-c creator edit trunk/version.c')
|
- yield w; w.getResult()
|
- open(os.path.join(tmp, "trunk/version.c"), "w").write(version_c)
|
- descr = self.base_descr + '\t//depot/trunk/version.c\n'
|
- w = self.dop4(tmp, "-c creator submit -i", stdin=descr)
|
- yield w; out = w.getResult()
|
- m = re.search(r'Change (\d+) submitted.', out)
|
- self.addTrunkRev(m.group(1))
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def shutdown_p4d(self):
|
- d = self.runCommand(self.repbase, '%s -p %s admin stop'
|
- % (self.vcexe, self.p4port))
|
- return d.addCallback(lambda _: self.p4d_shutdown)
|
-
|
-class P4(VCBase, unittest.TestCase):
|
- metadir = None
|
- vctype = "source.P4"
|
- vc_name = "p4"
|
- has_got_revision = True
|
-
|
- def tearDownClass(self):
|
- if self.helper:
|
- return self.helper.shutdown_p4d()
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = { 'p4port': self.helper.p4port,
|
- 'p4base': '//depot/',
|
- 'defaultBranch': 'trunk' }
|
- d = self.do_vctest(testRetry=False)
|
- # TODO: like arch and darcs, sync does nothing when server is not
|
- # changed.
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'p4port': self.helper.p4port,
|
- 'p4base': '//depot/',
|
- 'defaultBranch': 'trunk' }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'p4port': self.helper.p4port,
|
- 'p4base': '//depot/',
|
- 'defaultBranch': 'trunk' }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'p4port': self.helper.p4port,
|
- 'p4base': '//depot/',
|
- 'defaultBranch': 'trunk' }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'p4port': self.helper.p4port,
|
- 'p4base': '//depot/',
|
- 'defaultBranch': 'trunk' }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
-VCS.registerVC(P4.vc_name, P4Helper())
|
-
|
-
|
-class DarcsHelper(BaseHelper):
|
- branchname = "branch"
|
- try_branchname = "branch"
|
-
|
- def capable(self):
|
- darcspaths = which('darcs')
|
- if not darcspaths:
|
- return (False, "Darcs is not installed")
|
- self.vcexe = darcspaths[0]
|
- return (True, None)
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.darcs_base = os.path.join(self.repbase, "Darcs-Repository")
|
- self.rep_trunk = os.path.join(self.darcs_base, "trunk")
|
- self.rep_branch = os.path.join(self.darcs_base, "branch")
|
- tmp = os.path.join(self.repbase, "darcstmp")
|
-
|
- _makedirsif(self.rep_trunk)
|
- w = self.dovc(self.rep_trunk, ["initialize"])
|
- yield w; w.getResult()
|
- _makedirsif(self.rep_branch)
|
- w = self.dovc(self.rep_branch, ["initialize"])
|
- yield w; w.getResult()
|
-
|
- self.populate(tmp)
|
- w = self.dovc(tmp, qw("initialize"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("add -r ."))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("record -a -m initial_import --skip-long-comment -A test@buildbot.sf.net"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["push", "-a", self.rep_trunk])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("changes --context"))
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(out)
|
-
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp, qw("record -a --ignore-times -m commit_on_branch --skip-long-comment -A test@buildbot.sf.net"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["push", "-a", self.rep_branch])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("changes --context"))
|
- yield w; out = w.getResult()
|
- self.addBranchRev(out)
|
- rmdirRecursive(tmp)
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "darcstmp")
|
- _makedirsif(tmp)
|
- w = self.dovc(tmp, qw("initialize"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["pull", "-a", self.rep_trunk])
|
- yield w; w.getResult()
|
-
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
- w = self.dovc(tmp, qw("record -a --ignore-times -m revised_to_%d --skip-long-comment -A test@buildbot.sf.net" % self.version))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["push", "-a", self.rep_trunk])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("changes --context"))
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(out)
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
- _makedirsif(workdir)
|
- w = self.dovc(workdir, qw("initialize"))
|
- yield w; w.getResult()
|
- if not branch:
|
- rep = self.rep_trunk
|
- else:
|
- rep = os.path.join(self.darcs_base, branch)
|
- w = self.dovc(workdir, ["pull", "-a", rep])
|
- yield w; w.getResult()
|
- open(os.path.join(workdir, "subdir", "subdir.c"), "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-
|
-class Darcs(VCBase, unittest.TestCase):
|
- vc_name = "darcs"
|
-
|
- # Darcs has a metadir="_darcs", but it does not have an 'export'
|
- # mode
|
- metadir = None
|
- vctype = "source.Darcs"
|
- vctype_try = "darcs"
|
- has_got_revision = True
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = { 'repourl': self.helper.rep_trunk }
|
- d = self.do_vctest(testRetry=False)
|
-
|
- # TODO: testRetry has the same problem with Darcs as it does for
|
- # Arch
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.darcs_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.darcs_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.darcs_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.darcs_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testCheckoutHTTP(self):
|
- self.serveHTTP()
|
- repourl = "http://localhost:%d/Darcs-Repository/trunk" % self.httpPort
|
- self.helper.vcargs = { 'repourl': repourl }
|
- d = self.do_vctest(testRetry=False)
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.darcs_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(Darcs.vc_name, DarcsHelper())
|
-
|
-
|
-class ArchCommon:
|
- def registerRepository(self, coordinates):
|
- a = self.archname
|
- w = self.dovc(self.repbase, "archives %s" % a)
|
- yield w; out = w.getResult()
|
- if out:
|
- w = self.dovc(self.repbase, "register-archive -d %s" % a)
|
- yield w; w.getResult()
|
- w = self.dovc(self.repbase, "register-archive %s" % coordinates)
|
- yield w; w.getResult()
|
- registerRepository = deferredGenerator(registerRepository)
|
-
|
- def unregisterRepository(self):
|
- a = self.archname
|
- w = self.dovc(self.repbase, "archives %s" % a)
|
- yield w; out = w.getResult()
|
- if out:
|
- w = self.dovc(self.repbase, "register-archive -d %s" % a)
|
- yield w; out = w.getResult()
|
- unregisterRepository = deferredGenerator(unregisterRepository)
|
-
|
-class TlaHelper(BaseHelper, ArchCommon):
|
- defaultbranch = "testvc--mainline--1"
|
- branchname = "testvc--branch--1"
|
- try_branchname = None # TlaExtractor can figure it out by itself
|
- archcmd = "tla"
|
-
|
- def capable(self):
|
- tlapaths = which('tla')
|
- if not tlapaths:
|
- return (False, "Arch (tla) is not installed")
|
- self.vcexe = tlapaths[0]
|
- return (True, None)
|
-
|
- def do_get(self, basedir, archive, branch, newdir):
|
- # the 'get' syntax is different between tla and baz. baz, while
|
- # claiming to honor an --archive argument, in fact ignores it. The
|
- # correct invocation is 'baz get archive/revision newdir'.
|
- if self.archcmd == "tla":
|
- w = self.dovc(basedir,
|
- "get -A %s %s %s" % (archive, branch, newdir))
|
- else:
|
- w = self.dovc(basedir,
|
- "get %s/%s %s" % (archive, branch, newdir))
|
- return w
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- # first check to see if bazaar is around, since we'll need to know
|
- # later
|
- d = VCS.capable(Bazaar.vc_name)
|
- d.addCallback(self._createRepository_1)
|
- return d
|
-
|
- def _createRepository_1(self, res):
|
- has_baz = res[0]
|
-
|
- # pick a hopefully unique string for the archive name, in the form
|
- # test-%d@buildbot.sf.net--testvc, since otherwise multiple copies of
|
- # the unit tests run in the same user account will collide (since the
|
- # archive names are kept in the per-user ~/.arch-params/ directory).
|
- pid = os.getpid()
|
- self.archname = "test-%s-%d@buildbot.sf.net--testvc" % (self.archcmd,
|
- pid)
|
- trunk = self.defaultbranch
|
- branch = self.branchname
|
-
|
- repword = self.archcmd.capitalize()
|
- self.archrep = os.path.join(self.repbase, "%s-Repository" % repword)
|
- tmp = os.path.join(self.repbase, "archtmp")
|
- a = self.archname
|
-
|
- self.populate(tmp)
|
-
|
- w = self.dovc(tmp, "my-id", failureIsOk=True)
|
- yield w; res = w.getResult()
|
- if not res:
|
- # tla will fail a lot of operations if you have not set an ID
|
- w = self.do(tmp, [self.vcexe, "my-id",
|
- "Buildbot Test Suite <test@buildbot.sf.net>"])
|
- yield w; w.getResult()
|
-
|
- if has_baz:
|
- # bazaar keeps a cache of revisions, but this test creates a new
|
- # archive each time it is run, so the cache causes errors.
|
- # Disable the cache to avoid these problems. This will be
|
- # slightly annoying for people who run the buildbot tests under
|
- # the same UID as one which uses baz on a regular basis, but
|
- # bazaar doesn't give us a way to disable the cache just for this
|
- # one archive.
|
- cmd = "%s cache-config --disable" % VCS.getHelper('bazaar').vcexe
|
- w = self.do(tmp, cmd)
|
- yield w; w.getResult()
|
-
|
- w = waitForDeferred(self.unregisterRepository())
|
- yield w; w.getResult()
|
-
|
- # these commands can be run in any directory
|
- w = self.dovc(tmp, "make-archive -l %s %s" % (a, self.archrep))
|
- yield w; w.getResult()
|
- if self.archcmd == "tla":
|
- w = self.dovc(tmp, "archive-setup -A %s %s" % (a, trunk))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "archive-setup -A %s %s" % (a, branch))
|
- yield w; w.getResult()
|
- else:
|
- # baz does not require an 'archive-setup' step
|
- pass
|
-
|
- # these commands must be run in the directory that is to be imported
|
- w = self.dovc(tmp, "init-tree --nested %s/%s" % (a, trunk))
|
- yield w; w.getResult()
|
- files = " ".join(["main.c", "version.c", "subdir",
|
- os.path.join("subdir", "subdir.c")])
|
- w = self.dovc(tmp, "add-id %s" % files)
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, "import %s/%s" % (a, trunk))
|
- yield w; out = w.getResult()
|
- self.addTrunkRev("base-0")
|
-
|
- # create the branch
|
- if self.archcmd == "tla":
|
- branchstart = "%s--base-0" % trunk
|
- w = self.dovc(tmp, "tag -A %s %s %s" % (a, branchstart, branch))
|
- yield w; w.getResult()
|
- else:
|
- w = self.dovc(tmp, "branch %s" % branch)
|
- yield w; w.getResult()
|
-
|
- rmdirRecursive(tmp)
|
-
|
- # check out the branch
|
- w = self.do_get(self.repbase, a, branch, "archtmp")
|
- yield w; w.getResult()
|
- # and edit the file
|
- self.populate_branch(tmp)
|
- logfile = "++log.%s--%s" % (branch, a)
|
- logmsg = "Summary: commit on branch\nKeywords:\n\n"
|
- open(os.path.join(tmp, logfile), "w").write(logmsg)
|
- w = self.dovc(tmp, "commit")
|
- yield w; out = w.getResult()
|
- m = re.search(r'committed %s/%s--([\S]+)' % (a, branch),
|
- out)
|
- assert (m.group(1) == "base-0" or m.group(1).startswith("patch-"))
|
- self.addBranchRev(m.group(1))
|
-
|
- w = waitForDeferred(self.unregisterRepository())
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
-
|
- # we unregister the repository each time, because we might have
|
- # changed the coordinates (since we switch from a file: URL to an
|
- # http: URL for various tests). The buildslave code doesn't forcibly
|
- # unregister the archive, so we have to do it here.
|
- w = waitForDeferred(self.unregisterRepository())
|
- yield w; w.getResult()
|
-
|
- _createRepository_1 = deferredGenerator(_createRepository_1)
|
-
|
- def vc_revise(self):
|
- # the fix needs to be done in a workspace that is linked to a
|
- # read-write version of the archive (i.e., using file-based
|
- # coordinates instead of HTTP ones), so we re-register the repository
|
- # before we begin. We unregister it when we're done to make sure the
|
- # build will re-register the correct one for whichever test is
|
- # currently being run.
|
-
|
- # except, that source.Bazaar really doesn't like it when the archive
|
- # gets unregistered behind its back. The slave tries to do a 'baz
|
- # replay' in a tree with an archive that is no longer recognized, and
|
- # baz aborts with a botched invariant exception. This causes
|
- # mode=update to fall back to clobber+get, which flunks one of the
|
- # tests (the 'newfile' check in _do_vctest_update_3 fails)
|
-
|
- # to avoid this, we take heroic steps here to leave the archive
|
- # registration in the same state as we found it.
|
-
|
- tmp = os.path.join(self.repbase, "archtmp")
|
- a = self.archname
|
-
|
- w = self.dovc(self.repbase, "archives %s" % a)
|
- yield w; out = w.getResult()
|
- assert out
|
- lines = out.split("\n")
|
- coordinates = lines[1].strip()
|
-
|
- # now register the read-write location
|
- w = waitForDeferred(self.registerRepository(self.archrep))
|
- yield w; w.getResult()
|
-
|
- trunk = self.defaultbranch
|
-
|
- w = self.do_get(self.repbase, a, trunk, "archtmp")
|
- yield w; w.getResult()
|
-
|
- # tla appears to use timestamps to determine which files have
|
- # changed, so wait long enough for the new file to have a different
|
- # timestamp
|
- time.sleep(2)
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
-
|
- logfile = "++log.%s--%s" % (trunk, a)
|
- logmsg = "Summary: revised_to_%d\nKeywords:\n\n" % self.version
|
- open(os.path.join(tmp, logfile), "w").write(logmsg)
|
- w = self.dovc(tmp, "commit")
|
- yield w; out = w.getResult()
|
- m = re.search(r'committed %s/%s--([\S]+)' % (a, trunk),
|
- out)
|
- assert (m.group(1) == "base-0" or m.group(1).startswith("patch-"))
|
- self.addTrunkRev(m.group(1))
|
-
|
- # now re-register the original coordinates
|
- w = waitForDeferred(self.registerRepository(coordinates))
|
- yield w; w.getResult()
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
-
|
- a = self.archname
|
-
|
- # register the read-write location, if it wasn't already registered
|
- w = waitForDeferred(self.registerRepository(self.archrep))
|
- yield w; w.getResult()
|
-
|
- w = self.do_get(self.repbase, a, "testvc--mainline--1", workdir)
|
- yield w; w.getResult()
|
-
|
- # timestamps. ick.
|
- time.sleep(2)
|
- open(os.path.join(workdir, "subdir", "subdir.c"), "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-class Arch(VCBase, unittest.TestCase):
|
- vc_name = "tla"
|
-
|
- metadir = None
|
- # Arch has a metadir="{arch}", but it does not have an 'export' mode.
|
- vctype = "source.Arch"
|
- vctype_try = "tla"
|
- has_got_revision = True
|
-
|
- def testCheckout(self):
|
- # these are the coordinates of the read-write archive used by all the
|
- # non-HTTP tests. testCheckoutHTTP overrides these.
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_vctest(testRetry=False)
|
- # the current testRetry=True logic doesn't have the desired effect:
|
- # "update" is a no-op because arch knows that the repository hasn't
|
- # changed. Other VC systems will re-checkout missing files on
|
- # update, arch just leaves the tree untouched. TODO: come up with
|
- # some better test logic, probably involving a copy of the
|
- # repository that has a few changes checked in.
|
-
|
- return d
|
-
|
- def testCheckoutHTTP(self):
|
- self.serveHTTP()
|
- url = "http://localhost:%d/Tla-Repository" % self.httpPort
|
- self.helper.vcargs = { 'url': url,
|
- 'version': "testvc--mainline--1" }
|
- d = self.do_vctest(testRetry=False)
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- 'version': self.helper.defaultbranch }
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(Arch.vc_name, TlaHelper())
|
-
|
-
|
-class BazaarHelper(TlaHelper):
|
- archcmd = "baz"
|
-
|
- def capable(self):
|
- bazpaths = which('baz')
|
- if not bazpaths:
|
- return (False, "Arch (baz) is not installed")
|
- self.vcexe = bazpaths[0]
|
- return (True, None)
|
-
|
- def setUp2(self, res):
|
- # we unregister the repository each time, because we might have
|
- # changed the coordinates (since we switch from a file: URL to an
|
- # http: URL for various tests). The buildslave code doesn't forcibly
|
- # unregister the archive, so we have to do it here.
|
- d = self.unregisterRepository()
|
- return d
|
-
|
-
|
-class Bazaar(Arch):
|
- vc_name = "bazaar"
|
-
|
- vctype = "source.Bazaar"
|
- vctype_try = "baz"
|
- has_got_revision = True
|
-
|
- fixtimer = None
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_vctest(testRetry=False)
|
- # the current testRetry=True logic doesn't have the desired effect:
|
- # "update" is a no-op because arch knows that the repository hasn't
|
- # changed. Other VC systems will re-checkout missing files on
|
- # update, arch just leaves the tree untouched. TODO: come up with
|
- # some better test logic, probably involving a copy of the
|
- # repository that has a few changes checked in.
|
-
|
- return d
|
-
|
- def testCheckoutHTTP(self):
|
- self.serveHTTP()
|
- url = "http://localhost:%d/Baz-Repository" % self.httpPort
|
- self.helper.vcargs = { 'url': url,
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_vctest(testRetry=False)
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = {'url': self.helper.archrep,
|
- # Baz adds the required 'archive' argument
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- }
|
- d = self.do_getpatch()
|
- return d
|
-
|
- def fixRepository(self):
|
- self.fixtimer = None
|
- self.site.resource = self.root
|
-
|
- def testRetry(self):
|
- # we want to verify that source.Source(retry=) works, and the easiest
|
- # way to make VC updates break (temporarily) is to break the HTTP
|
- # server that's providing the repository. Anything else pretty much
|
- # requires mutating the (read-only) BUILDBOT_TEST_VC repository, or
|
- # modifying the buildslave's checkout command while it's running.
|
-
|
- # this test takes a while to run, so don't bother doing it with
|
- # anything other than baz
|
-
|
- self.serveHTTP()
|
-
|
- # break the repository server
|
- from twisted.web import static
|
- self.site.resource = static.Data("Sorry, repository is offline",
|
- "text/plain")
|
- # and arrange to fix it again in 5 seconds, while the test is
|
- # running.
|
- self.fixtimer = reactor.callLater(5, self.fixRepository)
|
-
|
- url = "http://localhost:%d/Baz-Repository" % self.httpPort
|
- self.helper.vcargs = { 'url': url,
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- 'retry': (5.0, 4),
|
- }
|
- d = self.do_vctest_once(True)
|
- d.addCallback(self._testRetry_1)
|
- return d
|
- def _testRetry_1(self, bs):
|
- # make sure there was mention of the retry attempt in the logs
|
- l = bs.getLogs()[0]
|
- self.failUnlessIn("unable to access URL", l.getText(),
|
- "funny, VC operation didn't fail at least once")
|
- self.failUnlessIn("update failed, trying 4 more times after 5 seconds",
|
- l.getTextWithHeaders(),
|
- "funny, VC operation wasn't reattempted")
|
-
|
- def testRetryFails(self):
|
- # make sure that the build eventually gives up on a repository which
|
- # is completely unavailable
|
-
|
- self.serveHTTP()
|
-
|
- # break the repository server, and leave it broken
|
- from twisted.web import static
|
- self.site.resource = static.Data("Sorry, repository is offline",
|
- "text/plain")
|
-
|
- url = "http://localhost:%d/Baz-Repository" % self.httpPort
|
- self.helper.vcargs = {'url': url,
|
- 'archive': self.helper.archname,
|
- 'version': self.helper.defaultbranch,
|
- 'retry': (0.5, 3),
|
- }
|
- d = self.do_vctest_once(False)
|
- d.addCallback(self._testRetryFails_1)
|
- return d
|
- def _testRetryFails_1(self, bs):
|
- self.failUnlessEqual(bs.getResults(), FAILURE)
|
-
|
- def tearDown2(self):
|
- if self.fixtimer:
|
- self.fixtimer.cancel()
|
- # tell tla to get rid of the leftover archive this test leaves in the
|
- # user's 'tla archives' listing. The name of this archive is provided
|
- # by the repository tarball, so the following command must use the
|
- # same name. We could use archive= to set it explicitly, but if you
|
- # change it from the default, then 'tla update' won't work.
|
- d = self.helper.unregisterRepository()
|
- return d
|
-
|
-VCS.registerVC(Bazaar.vc_name, BazaarHelper())
|
-
|
-class BzrHelper(BaseHelper):
|
- branchname = "branch"
|
- try_branchname = "branch"
|
-
|
- def capable(self):
|
- bzrpaths = which('bzr')
|
- if not bzrpaths:
|
- return (False, "bzr is not installed")
|
- self.vcexe = bzrpaths[0]
|
- return (True, None)
|
-
|
- def get_revision_number(self, out):
|
- for line in out.split("\n"):
|
- colon = line.index(":")
|
- key, value = line[:colon], line[colon+2:]
|
- if key == "revno":
|
- return int(value)
|
- raise RuntimeError("unable to find revno: in bzr output: '%s'" % out)
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.bzr_base = os.path.join(self.repbase, "Bzr-Repository")
|
- self.rep_trunk = os.path.join(self.bzr_base, "trunk")
|
- self.rep_branch = os.path.join(self.bzr_base, "branch")
|
- tmp = os.path.join(self.repbase, "bzrtmp")
|
- btmp = os.path.join(self.repbase, "bzrtmp-branch")
|
-
|
- _makedirsif(self.rep_trunk)
|
- w = self.dovc(self.rep_trunk, ["init"])
|
- yield w; w.getResult()
|
- w = self.dovc(self.bzr_base,
|
- ["branch", self.rep_trunk, self.rep_branch])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(self.repbase, ["checkout", self.rep_trunk, tmp])
|
- yield w; w.getResult()
|
- self.populate(tmp)
|
- w = self.dovc(tmp, qw("add"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("commit -m initial_import"))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("version-info"))
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.get_revision_number(out))
|
- rmdirRecursive(tmp)
|
-
|
- # pull all trunk revisions to the branch
|
- w = self.dovc(self.rep_branch, qw("pull"))
|
- yield w; w.getResult()
|
- # obtain a branch tree
|
- w = self.dovc(self.repbase, ["checkout", self.rep_branch, btmp])
|
- yield w; w.getResult()
|
- # modify it
|
- self.populate_branch(btmp)
|
- w = self.dovc(btmp, qw("add"))
|
- yield w; w.getResult()
|
- w = self.dovc(btmp, qw("commit -m commit_on_branch"))
|
- yield w; w.getResult()
|
- w = self.dovc(btmp, qw("version-info"))
|
- yield w; out = w.getResult()
|
- self.addBranchRev(self.get_revision_number(out))
|
- rmdirRecursive(btmp)
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "bzrtmp")
|
- w = self.dovc(self.repbase, ["checkout", self.rep_trunk, tmp])
|
- yield w; w.getResult()
|
-
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
- w = self.dovc(tmp, qw("commit -m revised_to_%d" % self.version))
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, qw("version-info"))
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.get_revision_number(out))
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
- #_makedirsif(workdir)
|
- if not branch:
|
- rep = self.rep_trunk
|
- else:
|
- rep = os.path.join(self.bzr_base, branch)
|
- w = self.dovc(self.bzr_base, ["clone", rep, workdir])
|
- yield w; w.getResult()
|
- open(os.path.join(workdir, "subdir", "subdir.c"), "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-class Bzr(VCBase, unittest.TestCase):
|
- vc_name = "bzr"
|
-
|
- metadir = ".bzr"
|
- vctype = "source.Bzr"
|
- vctype_try = "bzr"
|
- has_got_revision = True
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = { 'repourl': self.helper.rep_trunk,
|
- 'forceSharedRepo': True}
|
- d = self.do_vctest(testRetry=False)
|
- # Check that the shared repository was created.
|
- def checkSharedRepo(res):
|
- shared_repo_path = os.path.join(self.slavebase, "vc-dir", ".bzr")
|
- assert os.path.exists(shared_repo_path)
|
- d.addCallback(checkSharedRepo)
|
-
|
- # TODO: testRetry has the same problem with Bzr as it does for
|
- # Arch
|
- return d
|
- # Bzr is *slow*, and the testCheckout step takes a *very* long time
|
- testCheckout.timeout = 480
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.bzr_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.bzr_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.bzr_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.bzr_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testCheckoutHTTP(self):
|
- self.serveHTTP()
|
- repourl = "http://localhost:%d/Bzr-Repository/trunk" % self.httpPort
|
- self.helper.vcargs = { 'repourl': repourl }
|
- d = self.do_vctest(testRetry=False)
|
- return d
|
-
|
-
|
- def fixRepository(self):
|
- self.fixtimer = None
|
- self.site.resource = self.root
|
-
|
- def testRetry(self):
|
- # this test takes a while to run
|
- self.serveHTTP()
|
-
|
- # break the repository server
|
- from twisted.web import static
|
- self.site.resource = static.Data("Sorry, repository is offline",
|
- "text/plain")
|
- # and arrange to fix it again in 5 seconds, while the test is
|
- # running.
|
- self.fixtimer = reactor.callLater(5, self.fixRepository)
|
-
|
- repourl = "http://localhost:%d/Bzr-Repository/trunk" % self.httpPort
|
- self.helper.vcargs = { 'repourl': repourl,
|
- 'retry': (5.0, 4),
|
- }
|
- d = self.do_vctest_once(True)
|
- d.addCallback(self._testRetry_1)
|
- return d
|
- def _testRetry_1(self, bs):
|
- # make sure there was mention of the retry attempt in the logs
|
- l = bs.getLogs()[0]
|
- self.failUnlessIn("ERROR: Not a branch: ", l.getText(),
|
- "funny, VC operation didn't fail at least once")
|
- self.failUnlessIn("update failed, trying 4 more times after 5 seconds",
|
- l.getTextWithHeaders(),
|
- "funny, VC operation wasn't reattempted")
|
-
|
- def testRetryFails(self):
|
- # make sure that the build eventually gives up on a repository which
|
- # is completely unavailable
|
-
|
- self.serveHTTP()
|
-
|
- # break the repository server, and leave it broken
|
- from twisted.web import static
|
- self.site.resource = static.Data("Sorry, repository is offline",
|
- "text/plain")
|
-
|
- repourl = "http://localhost:%d/Bzr-Repository/trunk" % self.httpPort
|
- self.helper.vcargs = { 'repourl': repourl,
|
- 'retry': (0.5, 3),
|
- }
|
- d = self.do_vctest_once(False)
|
- d.addCallback(self._testRetryFails_1)
|
- return d
|
- def _testRetryFails_1(self, bs):
|
- self.failUnlessEqual(bs.getResults(), FAILURE)
|
-
|
-
|
- def testTry(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.bzr_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(Bzr.vc_name, BzrHelper())
|
-
|
-
|
-class MercurialHelper(BaseHelper):
|
- branchname = "branch"
|
- try_branchname = "branch"
|
-
|
- def capable(self):
|
- hgpaths = which("hg")
|
- if not hgpaths:
|
- return (False, "Mercurial is not installed")
|
- self.vcexe = hgpaths[0]
|
- return (True, None)
|
-
|
- def extract_id(self, output):
|
- m = re.search(r'^(\w+)', output)
|
- return m.group(0)
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.hg_base = os.path.join(self.repbase, "Mercurial-Repository")
|
- self.rep_trunk = os.path.join(self.hg_base, "trunk")
|
- self.rep_branch = os.path.join(self.hg_base, "branch")
|
- tmp = os.path.join(self.hg_base, "hgtmp")
|
-
|
- _makedirsif(self.rep_trunk)
|
- w = self.dovc(self.rep_trunk, "init")
|
- yield w; w.getResult()
|
- _makedirsif(self.rep_branch)
|
- w = self.dovc(self.rep_branch, "init")
|
- yield w; w.getResult()
|
-
|
- self.populate(tmp)
|
- w = self.dovc(tmp, "init")
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "add")
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['commit', '-m', 'initial_import', '--user' ,'bbtests@localhost' ])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', self.rep_trunk])
|
- # note that hg-push does not actually update the working directory
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.extract_id(out))
|
-
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp, ['commit', '-m', 'commit_on_branch', '--user' ,'bbtests@localhost' ])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', self.rep_branch])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addBranchRev(self.extract_id(out))
|
- rmdirRecursive(tmp)
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.hg_base, "hgtmp2")
|
- w = self.dovc(self.hg_base, ['clone', self.rep_trunk, tmp])
|
- yield w; w.getResult()
|
-
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- version_c_filename = os.path.join(tmp, "version.c")
|
- open(version_c_filename, "w").write(version_c)
|
- # hg uses timestamps to distinguish files which have changed, so we
|
- # force the mtime forward a little bit
|
- future = time.time() + 2*self.version
|
- os.utime(version_c_filename, (future, future))
|
- w = self.dovc(tmp, ['commit', '-m', 'revised_to_%d' % self.version, '--user' ,'bbtests@localhost' ])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', self.rep_trunk])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.extract_id(out))
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
- if branch:
|
- src = self.rep_branch
|
- else:
|
- src = self.rep_trunk
|
- w = self.dovc(self.hg_base, ['clone', src, workdir])
|
- yield w; w.getResult()
|
- try_c_filename = os.path.join(workdir, "subdir", "subdir.c")
|
- open(try_c_filename, "w").write(TRY_C)
|
- future = time.time() + 2*self.version
|
- os.utime(try_c_filename, (future, future))
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-class MercurialServerPP(protocol.ProcessProtocol):
|
- def __init__(self):
|
- self.wait = defer.Deferred()
|
-
|
- def outReceived(self, data):
|
- log.msg("hg-serve-stdout: %s" % (data,))
|
- def errReceived(self, data):
|
- print "HG-SERVE-STDERR:", data
|
- log.msg("hg-serve-stderr: %s" % (data,))
|
- def processEnded(self, reason):
|
- log.msg("hg-serve ended: %s" % reason)
|
- self.wait.callback(None)
|
-
|
-
|
-class Mercurial(VCBase, unittest.TestCase):
|
- vc_name = "hg"
|
-
|
- # Mercurial has a metadir=".hg", but it does not have an 'export' mode.
|
- metadir = None
|
- vctype = "source.Mercurial"
|
- vctype_try = "hg"
|
- has_got_revision = True
|
- _hg_server = None
|
- _wait_for_server_poller = None
|
- _pp = None
|
-
|
- # make sure we can identify source repo via default path
|
- def _testSourceURLPresent(self, rc):
|
- d = self.helper.dovc(self.workdir, ['paths', 'default'])
|
- yield d; d.getResult()
|
- _testSourceURLPresent = deferredGenerator(_testSourceURLPresent)
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = { 'repourl': self.helper.rep_trunk }
|
- d = self.do_vctest(testRetry=False)
|
-
|
- # TODO: testRetry has the same problem with Mercurial as it does for
|
- # Arch
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.hg_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.hg_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.hg_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.hg_base + "/",
|
- 'defaultBranch': "trunk" }
|
-
|
- d = self.do_branch()
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def serveHTTP(self):
|
- # the easiest way to publish hg over HTTP is by running 'hg serve' as
|
- # a child process while the test is running. (you can also use a CGI
|
- # script, which sounds difficult, or you can publish the files
|
- # directly, which isn't well documented).
|
-
|
- # grr.. 'hg serve' doesn't let you use --port=0 to mean "pick a free
|
- # port", instead it uses it as a signal to use the default (port
|
- # 8000). This means there is no way to make it choose a free port, so
|
- # we are forced to make it use a statically-defined one, making it
|
- # harder to avoid collisions.
|
- self.httpPort = 8300 + (os.getpid() % 200)
|
- args = [self.helper.vcexe,
|
- "serve", "--port", str(self.httpPort), "--verbose"]
|
-
|
- # in addition, hg doesn't flush its stdout, so we can't wait for the
|
- # "listening at" message to know when it's safe to start the test.
|
- # Instead, poll every second until a getPage works.
|
-
|
- self._pp = MercurialServerPP() # logs+discards everything
|
-
|
- # this serves one tree at a time, so we serve trunk. TODO: test hg's
|
- # in-repo branches, for which a single tree will hold all branches.
|
- self._hg_server = reactor.spawnProcess(self._pp, self.helper.vcexe, args,
|
- os.environ,
|
- self.helper.rep_trunk)
|
- log.msg("waiting for hg serve to start")
|
- done_d = defer.Deferred()
|
- def poll():
|
- d = client.getPage("http://localhost:%d/" % self.httpPort)
|
- def success(res):
|
- log.msg("hg serve appears to have started")
|
- self._wait_for_server_poller.stop()
|
- done_d.callback(None)
|
- def ignore_connection_refused(f):
|
- f.trap(error.ConnectionRefusedError)
|
- d.addCallbacks(success, ignore_connection_refused)
|
- d.addErrback(done_d.errback)
|
- return d
|
- self._wait_for_server_poller = task.LoopingCall(poll)
|
- self._wait_for_server_poller.start(0.5, True)
|
- return done_d
|
-
|
- def tearDown(self):
|
- if self._wait_for_server_poller:
|
- if self._wait_for_server_poller.running:
|
- self._wait_for_server_poller.stop()
|
- if self._hg_server:
|
- self._hg_server.loseConnection()
|
- try:
|
- self._hg_server.signalProcess("KILL")
|
- except error.ProcessExitedAlready:
|
- pass
|
- self._hg_server = None
|
- return VCBase.tearDown(self)
|
-
|
- def tearDown2(self):
|
- if self._pp:
|
- return self._pp.wait
|
-
|
- def testCheckoutHTTP(self):
|
- d = self.serveHTTP()
|
- def _started(res):
|
- repourl = "http://localhost:%d/" % self.httpPort
|
- self.helper.vcargs = { 'repourl': repourl }
|
- return self.do_vctest(testRetry=False)
|
- d.addCallback(_started)
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = { 'baseURL': self.helper.hg_base + "/",
|
- 'defaultBranch': "trunk" }
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(Mercurial.vc_name, MercurialHelper())
|
-
|
-class MercurialInRepoHelper(MercurialHelper):
|
- branchname = "the_branch"
|
- try_branchname = "the_branch"
|
-
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.hg_base = os.path.join(self.repbase, "Mercurial-Repository")
|
- self.repo = os.path.join(self.hg_base, "inrepobranch")
|
- tmp = os.path.join(self.hg_base, "hgtmp")
|
-
|
- _makedirsif(self.repo)
|
- w = self.dovc(self.repo, "init")
|
- yield w; w.getResult()
|
-
|
- self.populate(tmp)
|
- w = self.dovc(tmp, "init")
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "add")
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['commit', '-m', 'initial_import'])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', self.repo])
|
- # note that hg-push does not actually update the working directory
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.extract_id(out))
|
-
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp, ['branch', self.branchname])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['commit', '-m', 'commit_on_branch'])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', '-f', self.repo])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addBranchRev(self.extract_id(out))
|
- rmdirRecursive(tmp)
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.hg_base, "hgtmp2")
|
- w = self.dovc(self.hg_base, ['clone', self.repo, tmp])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['update', '--clean', '--rev', 'default'])
|
- yield w; w.getResult()
|
-
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- version_c_filename = os.path.join(tmp, "version.c")
|
- open(version_c_filename, "w").write(version_c)
|
- # hg uses timestamps to distinguish files which have changed, so we
|
- # force the mtime forward a little bit
|
- future = time.time() + 2*self.version
|
- os.utime(version_c_filename, (future, future))
|
- w = self.dovc(tmp, ['commit', '-m', 'revised_to_%d' % self.version])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ['push', '--force', self.repo])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, "identify")
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(self.extract_id(out))
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
- w = self.dovc(self.hg_base, ['clone', self.repo, workdir])
|
- yield w; w.getResult()
|
- if not branch: branch = "default"
|
- w = self.dovc(workdir, ['update', '--clean', '--rev', branch ])
|
- yield w; w.getResult()
|
-
|
- try_c_filename = os.path.join(workdir, "subdir", "subdir.c")
|
- open(try_c_filename, "w").write(TRY_C)
|
- future = time.time() + 2*self.version
|
- os.utime(try_c_filename, (future, future))
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
- pass
|
-
|
-
|
-class MercurialInRepo(Mercurial):
|
- vc_name = 'MercurialInRepo'
|
-
|
- def default_args(self):
|
- return { 'repourl': self.helper.repo,
|
- 'branchType': 'inrepo',
|
- 'defaultBranch': 'default' }
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_vctest(testRetry=False)
|
-
|
- # TODO: testRetry has the same problem with Mercurial as it does for
|
- # Arch
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_branch()
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def serveHTTP(self):
|
- # the easiest way to publish hg over HTTP is by running 'hg serve' as
|
- # a child process while the test is running. (you can also use a CGI
|
- # script, which sounds difficult, or you can publish the files
|
- # directly, which isn't well documented).
|
-
|
- # grr.. 'hg serve' doesn't let you use --port=0 to mean "pick a free
|
- # port", instead it uses it as a signal to use the default (port
|
- # 8000). This means there is no way to make it choose a free port, so
|
- # we are forced to make it use a statically-defined one, making it
|
- # harder to avoid collisions.
|
- self.httpPort = 8300 + (os.getpid() % 200)
|
- args = [self.helper.vcexe,
|
- "serve", "--port", str(self.httpPort), "--verbose"]
|
-
|
- # in addition, hg doesn't flush its stdout, so we can't wait for the
|
- # "listening at" message to know when it's safe to start the test.
|
- # Instead, poll every second until a getPage works.
|
-
|
- self._pp = MercurialServerPP() # logs+discards everything
|
- # this serves one tree at a time, so we serve trunk. TODO: test hg's
|
- # in-repo branches, for which a single tree will hold all branches.
|
- self._hg_server = reactor.spawnProcess(self._pp, self.helper.vcexe, args,
|
- os.environ,
|
- self.helper.repo)
|
- log.msg("waiting for hg serve to start")
|
- done_d = defer.Deferred()
|
- def poll():
|
- d = client.getPage("http://localhost:%d/" % self.httpPort)
|
- def success(res):
|
- log.msg("hg serve appears to have started")
|
- self._wait_for_server_poller.stop()
|
- done_d.callback(None)
|
- def ignore_connection_refused(f):
|
- f.trap(error.ConnectionRefusedError)
|
- d.addCallbacks(success, ignore_connection_refused)
|
- d.addErrback(done_d.errback)
|
- return d
|
- self._wait_for_server_poller = task.LoopingCall(poll)
|
- self._wait_for_server_poller.start(0.5, True)
|
- return done_d
|
-
|
- def tearDown(self):
|
- if self._wait_for_server_poller:
|
- if self._wait_for_server_poller.running:
|
- self._wait_for_server_poller.stop()
|
- if self._hg_server:
|
- self._hg_server.loseConnection()
|
- try:
|
- self._hg_server.signalProcess("KILL")
|
- except error.ProcessExitedAlready:
|
- pass
|
- self._hg_server = None
|
- return VCBase.tearDown(self)
|
-
|
- def tearDown2(self):
|
- if self._pp:
|
- return self._pp.wait
|
-
|
- def testCheckoutHTTP(self):
|
- d = self.serveHTTP()
|
- def _started(res):
|
- repourl = "http://localhost:%d/" % self.httpPort
|
- self.helper.vcargs = self.default_args()
|
- self.helper.vcargs['repourl'] = repourl
|
- return self.do_vctest(testRetry=False)
|
- d.addCallback(_started)
|
- d.addCallback(self._testSourceURLPresent)
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = self.default_args()
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(MercurialInRepo.vc_name, MercurialInRepoHelper())
|
-
|
-
|
-class GitHelper(BaseHelper):
|
- branchname = "branch"
|
- try_branchname = "branch"
|
-
|
- def capable(self):
|
- gitpaths = which('git')
|
- if not gitpaths:
|
- return (False, "GIT is not installed")
|
- d = utils.getProcessOutput(gitpaths[0], ["--version"], env=os.environ)
|
- d.addCallback(self._capable, gitpaths[0])
|
- return d
|
-
|
- def _capable(self, v, vcexe):
|
- try:
|
- m = re.search(r'\b(\d+)\.(\d+)', v)
|
-
|
- if not m:
|
- raise Exception, 'no regex match'
|
-
|
- ver = tuple([int(num) for num in m.groups()])
|
-
|
- # git-1.1.3 (as shipped with Dapper) doesn't understand 'git
|
- # init' (it wants 'git init-db'), and fails unit tests that
|
- # involve branches. git-1.5.3.6 (on my debian/unstable system)
|
- # works. I don't know where the dividing point is: if someone can
|
- # figure it out (or figure out how to make buildbot support more
|
- # versions), please update this check.
|
- if ver < (1, 2):
|
- return (False, "Found git (%s) but it is older than 1.2.x" % vcexe)
|
-
|
- except Exception, e:
|
- log.msg("couldn't identify git version number in output:")
|
- log.msg("'''%s'''" % v)
|
- log.msg("because: %s" % e)
|
- log.msg("skipping tests")
|
- return (False,
|
- "Found git (%s) but couldn't identify its version from '%s'" % (vcexe, v))
|
-
|
- self.vcexe = vcexe
|
- return (True, None)
|
-
|
- def createRepository(self):
|
- self.createBasedir()
|
- self.gitrepo = os.path.join(self.repbase,
|
- "GIT-Repository")
|
- tmp = os.path.join(self.repbase, "gittmp")
|
-
|
- env = os.environ.copy()
|
- env['GIT_DIR'] = self.gitrepo
|
- w = self.dovc(self.repbase, "init", env=env)
|
- yield w; w.getResult()
|
-
|
- # NetBSD pkgsrc uses templates that stupidly enable the update hook, requiring
|
- # a non-default description. This is broken, but easily worked around.
|
- # http://www.netbsd.org/cgi-bin/query-pr-single.pl?number=41683
|
- descrfile = os.path.join(self.gitrepo, "description")
|
- open(descrfile, "w").write("NetBSD workaround")
|
-
|
- self.populate(tmp)
|
- w = self.dovc(tmp, "init")
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["add", "."])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["config", "user.email", "buildbot-trial@localhost"])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["config", "user.name", "Buildbot Trial"])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["commit", "-m", "initial_import"])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, ["checkout", "-b", self.branchname])
|
- yield w; w.getResult()
|
- self.populate_branch(tmp)
|
- w = self.dovc(tmp, ["commit", "-a", "-m", "commit_on_branch"])
|
- yield w; w.getResult()
|
-
|
- w = self.dovc(tmp, ["rev-parse", "master", self.branchname])
|
- yield w; out = w.getResult()
|
- revs = out.splitlines()
|
- self.addTrunkRev(revs[0])
|
- self.addBranchRev(revs[1])
|
-
|
- w = self.dovc(tmp, ["push", self.gitrepo, "master", self.branchname])
|
- yield w; w.getResult()
|
-
|
- rmdirRecursive(tmp)
|
- createRepository = deferredGenerator(createRepository)
|
-
|
- def vc_revise(self):
|
- tmp = os.path.join(self.repbase, "gittmp")
|
- rmdirRecursive(tmp)
|
- log.msg("vc_revise" + self.gitrepo)
|
- w = self.dovc(self.repbase, ["clone", self.gitrepo, "gittmp"])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["config", "user.email", "buildbot-trial@localhost"])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["config", "user.name", "Buildbot Trial"])
|
- yield w; w.getResult()
|
-
|
- self.version += 1
|
- version_c = VERSION_C % self.version
|
- open(os.path.join(tmp, "version.c"), "w").write(version_c)
|
-
|
- w = self.dovc(tmp, ["commit", "-m", "revised_to_%d" % self.version,
|
- "version.c"])
|
- yield w; w.getResult()
|
- w = self.dovc(tmp, ["rev-parse", "master"])
|
- yield w; out = w.getResult()
|
- self.addTrunkRev(out.strip())
|
-
|
- w = self.dovc(tmp, ["push", self.gitrepo, "master"])
|
- yield w; out = w.getResult()
|
- rmdirRecursive(tmp)
|
- vc_revise = deferredGenerator(vc_revise)
|
-
|
- def vc_try_checkout(self, workdir, rev, branch=None):
|
- assert os.path.abspath(workdir) == workdir
|
- if os.path.exists(workdir):
|
- rmdirRecursive(workdir)
|
-
|
- w = self.dovc(self.repbase, ["clone", self.gitrepo, workdir])
|
- yield w; w.getResult()
|
- w = self.dovc(workdir, ["config", "user.email", "buildbot-trial@localhost"])
|
- yield w; w.getResult()
|
- w = self.dovc(workdir, ["config", "user.name", "Buildbot Trial"])
|
- yield w; w.getResult()
|
-
|
- if branch is not None:
|
- w = self.dovc(workdir, ["checkout", "-b", branch,
|
- "origin/%s" % branch])
|
- yield w; w.getResult()
|
-
|
- # Hmm...why do nobody else bother to check out the correct
|
- # revision?
|
- w = self.dovc(workdir, ["reset", "--hard", rev])
|
- yield w; w.getResult()
|
-
|
- try_c_filename = os.path.join(workdir, "subdir", "subdir.c")
|
- open(try_c_filename, "w").write(TRY_C)
|
- vc_try_checkout = deferredGenerator(vc_try_checkout)
|
-
|
- def vc_try_finish(self, workdir):
|
- rmdirRecursive(workdir)
|
-
|
-class Git(VCBase, unittest.TestCase):
|
- vc_name = "git"
|
-
|
- # No 'export' mode yet...
|
- # metadir = ".git"
|
- vctype = "source.Git"
|
- vctype_try = "git"
|
- has_got_revision = True
|
-
|
- def testCheckout(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo }
|
- d = self.do_vctest()
|
- return d
|
-
|
- def testPatch(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo,
|
- 'branch': "master" }
|
- d = self.do_patch(PATCHLEVEL0)
|
- return d
|
-
|
- def testPatchSubDir(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo,
|
- 'branch': "master" }
|
- d = self.do_patch(SUBDIR_ROOT)
|
- return d
|
-
|
- def testPatchP2(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo,
|
- 'branch': "master" }
|
- d = self.do_patch(PATCHLEVEL2)
|
- return d
|
-
|
- def testCheckoutBranch(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo,
|
- 'branch': "master" }
|
- d = self.do_branch()
|
- return d
|
-
|
- def testTry(self):
|
- self.helper.vcargs = { 'repourl': self.helper.gitrepo,
|
- 'branch': "master" }
|
- d = self.do_getpatch()
|
- return d
|
-
|
-VCS.registerVC(Git.vc_name, GitHelper())
|
-
|
-
|
-class Sources(unittest.TestCase):
|
- # TODO: this needs serious rethink
|
- def makeChange(self, when=None, revision=None):
|
- if when:
|
- when = mktime_tz(parsedate_tz(when))
|
- return changes.Change("fred", [], "", when=when, revision=revision)
|
-
|
- def testCVS1(self):
|
- r = base.BuildRequest("forced build", SourceStamp(), 'test_builder')
|
- b = base.Build([r])
|
- s = source.CVS(cvsroot=None, cvsmodule=None)
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()), None)
|
-
|
- def testCVS2(self):
|
- c = []
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:00:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:01:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:02:00 -0700"))
|
- r = base.BuildRequest("forced", SourceStamp(changes=c), 'test_builder')
|
- submitted = "Wed, 08 Sep 2004 09:04:00 -0700"
|
- r.submittedAt = mktime_tz(parsedate_tz(submitted))
|
- b = base.Build([r])
|
- s = source.CVS(cvsroot=None, cvsmodule=None)
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()),
|
- "Wed, 08 Sep 2004 16:03:00 -0000")
|
-
|
- def testCVS3(self):
|
- c = []
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:00:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:01:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:02:00 -0700"))
|
- r = base.BuildRequest("forced", SourceStamp(changes=c), 'test_builder')
|
- submitted = "Wed, 08 Sep 2004 09:04:00 -0700"
|
- r.submittedAt = mktime_tz(parsedate_tz(submitted))
|
- b = base.Build([r])
|
- s = source.CVS(cvsroot=None, cvsmodule=None, checkoutDelay=10)
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()),
|
- "Wed, 08 Sep 2004 16:02:10 -0000")
|
-
|
- def testCVS4(self):
|
- c = []
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:00:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:01:00 -0700"))
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:02:00 -0700"))
|
- r1 = base.BuildRequest("forced", SourceStamp(changes=c), 'test_builder')
|
- submitted = "Wed, 08 Sep 2004 09:04:00 -0700"
|
- r1.submittedAt = mktime_tz(parsedate_tz(submitted))
|
-
|
- c = []
|
- c.append(self.makeChange("Wed, 08 Sep 2004 09:05:00 -0700"))
|
- r2 = base.BuildRequest("forced", SourceStamp(changes=c), 'test_builder')
|
- submitted = "Wed, 08 Sep 2004 09:07:00 -0700"
|
- r2.submittedAt = mktime_tz(parsedate_tz(submitted))
|
-
|
- b = base.Build([r1, r2])
|
- s = source.CVS(cvsroot=None, cvsmodule=None)
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()),
|
- "Wed, 08 Sep 2004 16:06:00 -0000")
|
-
|
- def testSVN1(self):
|
- r = base.BuildRequest("forced", SourceStamp(), 'test_builder')
|
- b = base.Build([r])
|
- s = source.SVN(svnurl="dummy")
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()), None)
|
-
|
- def testSVN2(self):
|
- c = []
|
- c.append(self.makeChange(revision=4))
|
- c.append(self.makeChange(revision=10))
|
- c.append(self.makeChange(revision=67))
|
- r = base.BuildRequest("forced", SourceStamp(changes=c), 'test_builder')
|
- b = base.Build([r])
|
- s = source.SVN(svnurl="dummy")
|
- s.setBuild(b)
|
- self.failUnlessEqual(s.computeSourceRevision(b.allChanges()), 67)
|
-
|
-class Patch(VCBase, unittest.TestCase):
|
- def setUp(self):
|
- pass
|
-
|
- def tearDown(self):
|
- pass
|
-
|
- def testPatch(self):
|
- # invoke 'patch' all by itself, to see if it works the way we think
|
- # it should. This is intended to ferret out some windows test
|
- # failures.
|
- helper = BaseHelper()
|
- self.workdir = os.path.join("test_vc", "testPatch")
|
- helper.populate(self.workdir)
|
- patch = which("patch")[0]
|
-
|
- command = [patch, "-p0"]
|
- class FakeBuilder:
|
- usePTY = False
|
- def sendUpdate(self, status):
|
- pass
|
- c = commands.ShellCommand(FakeBuilder(), command, self.workdir,
|
- sendRC=False, initialStdin=p0_diff)
|
- d = c.start()
|
- d.addCallback(self._testPatch_1)
|
- return d
|
-
|
- def _testPatch_1(self, res):
|
- # make sure the file actually got patched
|
- subdir_c = os.path.join(self.workdir, "subdir", "subdir.c")
|
- data = open(subdir_c, "r").read()
|
- self.failUnlessIn("HellÒ patched subdir.\\n", data)
|
|