diff options
Diffstat (limited to 'WebKitTools/BuildSlaveSupport')
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/Makefile | 2 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/README | 2 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.tac | 13 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/config.json | 98 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/master.cfg | 339 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/buildbot.css (renamed from WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.css) | 0 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/index.html | 32 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/robots.txt | 9 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/built-product-archive | 118 | ||||
| -rw-r--r-- | WebKitTools/BuildSlaveSupport/test-result-archive | 86 |
10 files changed, 684 insertions, 15 deletions
diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/Makefile b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/Makefile index c3a935f..bd5e749 100644 --- a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/Makefile +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/Makefile @@ -7,7 +7,7 @@ # The 'reconfig' target will tell a buildmaster to reload its config file. start: - twistd --no_save -y buildbot.tac + /opt/local/bin/twistd2.5 --no_save -y buildbot.tac stop: kill `cat twistd.pid` diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/README b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/README new file mode 100644 index 0000000..3ba8a22 --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/README @@ -0,0 +1,2 @@ +Note: This directory is *not* automatically synchronized with Subversion via a post-commit hook. +Any changes made to code within this directory will need to be manually pushed to build.webkit.org. diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.tac b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.tac index f66e068..1a53acf 100644 --- a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.tac +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.tac @@ -2,9 +2,20 @@ from twisted.application import service from buildbot.master import BuildMaster -basedir = r'/home/mrowe/sites/build.webkit.org/buildbot' +basedir = r'/buildbot/webkit' configfile = r'master.cfg' +rotateLength = 1000000 +maxRotatedFiles = None application = service.Application('buildmaster') +try: + from twisted.python.logfile import LogFile + from twisted.python.log import ILogObserver, FileLogObserver + logfile = LogFile.fromFullPath("twistd.log", rotateLength=rotateLength, + maxRotatedFiles=maxRotatedFiles) + application.setComponent(ILogObserver, FileLogObserver(logfile).emit) +except ImportError: + # probably not yet twisted 8.2.0 and beyond, can't set log yet + pass BuildMaster(basedir, configfile).setServiceParent(application) diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/config.json b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/config.json new file mode 100644 index 0000000..b650b4c --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/config.json @@ -0,0 +1,98 @@ +{ + "slaves": [ { "name": "test-slave", "platform": "*" }, + + { "name": "bdash-slave-2", "platform": "mac-tiger" }, + + { "name": "apple-xserve-1", "platform": "mac-leopard" }, + { "name": "apple-xserve-2", "platform": "mac-leopard" }, + { "name": "apple-xserve-3", "platform": "mac-leopard" }, + + { "name": "apple-pixel-1", "platform": "mac-leopard" }, + + { "name": "apple-windows-1", "platform": "win"}, + { "name": "apple-windows-2", "platform": "win"}, + { "name": "apple-windows-3", "platform": "win"}, + { "name": "apple-windows-4", "platform": "win"}, + + { "name": "gtk-linux-slave-1", "platform": "gtk"}, + + { "name": "szeged-linux-1", "platform": "qt"} + ], + + "builders": [ { "name": "Tiger Intel Release", "type": "BuildAndTest", "builddir": "tiger-intel-release", + "platform": "mac-tiger", "configuration": "release", "architectures": ["i386"], + "slavenames": ["bdash-slave-2", "test-slave"] + }, + + { "name": "Leopard Intel Release (Build)", "type": "Build", "builddir": "leopard-intel-release", + "platform": "mac-leopard", "configuration": "release", "architectures": ["i386"], + "triggers": ["leopard-intel-release-tests"], + "slavenames": ["apple-xserve-1", "apple-xserve-2", "test-slave"] + }, + { "name": "Leopard Intel Release (Tests)", "type": "Test", "builddir": "leopard-intel-release-tests", + "platform": "mac-leopard", "configuration": "release", "architectures": ["i386"], + "slavenames": ["apple-pixel-1", "test-slave"] + }, + + { "name": "Leopard Intel Debug (Build)", "type": "Build", "builddir": "leopard-intel-debug", + "platform": "mac-leopard", "configuration": "debug", "architectures": ["i386"], + "triggers": ["leopard-intel-debug-tests"], + "slavenames": ["apple-xserve-1", "apple-xserve-2", "test-slave"] + }, + { "name": "Leopard Intel Debug (Tests)", "type": "Test", "builddir": "leopard-intel-debug-tests", + "platform": "mac-leopard", "configuration": "debug", "architectures": ["i386"], + "slavenames": ["apple-xserve-3", "test-slave"] + }, + { + "name": "Windows Release (Build)", "type": "Build", "builddir": "win-release", + "platform": "win", "configuration": "release", "architectures": ["i386"], + "triggers": ["win-release-tests"], + "slavenames": ["apple-windows-2", "test-slave"] + }, + { + "name": "Windows Release (Tests)", "type": "Test", "builddir": "win-release-tests", + "platform": "win", "configuration": "release", "architectures": ["i386"], + "slavenames": ["apple-windows-4", "apple-windows-3", "test-slave"] + }, + { + "name": "Windows Debug (Build)", "type": "Build", "builddir": "win-debug", + "platform": "win", "configuration": "debug", "architectures": ["i386"], + "triggers": ["win-debug-tests"], + "slavenames": ["apple-windows-1", "test-slave"] + }, + { + "name": "Windows Debug (Tests)", "type": "Test", "builddir": "win-debug-tests", + "platform": "win", "configuration": "debug", "architectures": ["i386"], + "slavenames": ["apple-windows-4", "apple-windows-3", "test-slave"] + }, + { + "name": "GTK Linux Release", "type": "BuildAndTest", "builddir": "gtk-linux-release", + "platform": "gtk", "configuration": "release", "architectures": ["i386"], + "slavenames": ["gtk-linux-slave-1"] + }, + { + "name": "Qt Linux Release", "type": "BuildAndTest", "builddir": "qt-linux-release", + "platform": "qt", "configuration": "release", "architectures": ["i386"], + "slavenames": ["szeged-linux-1"] + } + ], + + "schedulers": [ { "type": "AnyBranchScheduler", "name": "trunk", "branches": ["trunk"], "treeStableTimer": 45.0, + "builderNames": ["Tiger Intel Release", "Leopard Intel Release (Build)", "Leopard Intel Debug (Build)", + "Windows Release (Build)", "Windows Debug (Build)", + "GTK Linux Release", "Qt Linux Release"] + }, + { "type": "Triggerable", "name": "leopard-intel-release-tests", + "builderNames": ["Leopard Intel Release (Tests)"] + }, + { "type": "Triggerable", "name": "leopard-intel-debug-tests", + "builderNames": ["Leopard Intel Debug (Tests)"] + }, + { "type": "Triggerable", "name": "win-release-tests", + "builderNames": ["Windows Release (Tests)"] + }, + { "type": "Triggerable", "name": "win-debug-tests", + "builderNames": ["Windows Debug (Tests)"] + } + ] +} diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/master.cfg b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/master.cfg index 677e82a..4d92436 100644 --- a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/master.cfg +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/master.cfg @@ -1,22 +1,335 @@ # -*- python -*- +# ex: set syntax=python: -import os -from twisted.web import static -static.File.contentTypes = static.loadMimeTypes(['/etc/mime.types', os.path.join(basedir, 'mime.types')]) +c = BuildmasterConfig = {} +from buildbot.buildslave import BuildSlave from buildbot.changes.pb import PBChangeSource -import webkit -reload(webkit) +from buildbot.scheduler import AnyBranchScheduler, Triggerable +from buildbot.status import html +from buildbot.process import buildstep, factory, properties +from buildbot.steps import master, shell, source, transfer, trigger +from buildbot.status.builder import SUCCESS, FAILURE, WARNINGS, SKIPPED -c = BuildmasterConfig = {} +from twisted.internet import defer + +import simplejson + +WithProperties = properties.WithProperties + +class ConfigureBuild(buildstep.BuildStep): + name = "configure build" + description = ["configuring build"] + descriptionDone = ["configured build"] + def __init__(self, platform, configuration, architecture, buildOnly, *args, **kwargs): + buildstep.BuildStep.__init__(self, *args, **kwargs) + self.platform = platform.split('-', 1)[0] + self.fullPlatform = platform + self.configuration = configuration + self.architecture = architecture + self.buildOnly = buildOnly + self.addFactoryArguments(platform=platform, configuration=configuration, architecture=architecture, buildOnly=buildOnly) + + def start(self): + self.setProperty("platform", self.platform) + self.setProperty("fullPlatform", self.fullPlatform) + self.setProperty("configuration", self.configuration) + self.setProperty("architecture", self.architecture) + self.setProperty("buildOnly", self.buildOnly) + self.finished(SUCCESS) + return defer.succeed(None) + + +class CheckOutSource(source.SVN): + baseURL = "http://svn.webkit.org/repository/webkit/" + mode = "update" + def __init__(self, *args, **kwargs): + source.SVN.__init__(self, baseURL=self.baseURL, defaultBranch="trunk", mode=self.mode, *args, **kwargs) + + +class InstallWin32Dependencies(shell.Compile): + description = ["installing dependencies"] + descriptionDone = ["installed dependencies"] + command = ["perl", "./WebKitTools/Scripts/update-webkit-auxiliary-libs"] + + +def appendCustomBuildFlags(step, platform): + if platform in ('gtk', 'wx', 'qt'): + step.setCommand(step.command + ['--' + platform]) + + +class CompileWebKit(shell.Compile): + command = ["perl", "./WebKitTools/Scripts/build-webkit", WithProperties("--%(configuration)s")] + env = {'MFLAGS':''} + name = "compile-webkit" + description = ["compiling"] + descriptionDone = ["compiled"] + warningPattern = ".*arning: .*" + + def start(self): + platform = self.getProperty('platform') + buildOnly = self.getProperty('buildOnly') + if platform == 'mac' and buildOnly: + self.setCommand(self.command + ['DEBUG_INFORMATION_FORMAT=dwarf-with-dsym']) + + appendCustomBuildFlags(self, platform) + return shell.Compile.start(self) + + +class ArchiveBuiltProduct(shell.ShellCommand): + command = ["python", "./WebKitTools/BuildSlaveSupport/built-product-archive", + WithProperties("--platform=%(platform)s"), WithProperties("--%(configuration)s"), "archive"] + name = "archive-built-product" + description = ["archiving built product"] + descriptionDone = ["archived built product"] + haltOnFailure = True + + +class ExtractBuiltProduct(shell.ShellCommand): + command = ["python", "./WebKitTools/BuildSlaveSupport/built-product-archive", + WithProperties("--platform=%(platform)s"), WithProperties("--%(configuration)s"), "extract"] + name = "extract-built-product" + description = ["extracting built product"] + descriptionDone = ["extracted built product"] + haltOnFailure = True + + +class UploadBuiltProduct(transfer.FileUpload): + slavesrc = WithProperties("WebKitBuild/%(configuration)s.zip") + masterdest = WithProperties("archives/%(fullPlatform)s-%(architecture)s-%(configuration)s/%(got_revision)s.zip") + haltOnFailure = True + + def __init__(self): + transfer.FileUpload.__init__(self, self.slavesrc, self.masterdest) + + +class DownloadBuiltProduct(transfer.FileDownload): + slavedest = WithProperties("WebKitBuild/%(configuration)s.zip") + mastersrc = WithProperties("archives/%(fullPlatform)s-%(architecture)s-%(configuration)s/%(got_revision)s.zip") + haltOnFailure = True + + def __init__(self): + transfer.FileDownload.__init__(self, self.mastersrc, self.slavedest) + + +class RunJavaScriptCoreTests(shell.Test): + name = "jscore-test" + description = ["jscore-tests running"] + descriptionDone = ["jscore-tests"] + command = ["perl", "./WebKitTools/Scripts/run-javascriptcore-tests", WithProperties("--%(configuration)s")] + logfiles = {'results': 'JavaScriptCore/tests/mozilla/actual.html'} + + def __init__(self, skipBuild=False, *args, **kwargs): + self.skipBuild = skipBuild + shell.Test.__init__(self, *args, **kwargs) + self.addFactoryArguments(skipBuild=skipBuild) + + def start(self): + appendCustomBuildFlags(self, self.getProperty('platform')) + if self.skipBuild: + self.setCommand(self.command + ['--skip-build']) + return shell.Test.start(self) + + def commandComplete(self, cmd): + shell.Test.commandComplete(self, cmd) + + logText = cmd.logs['stdio'].getText() + statusLines = [line for line in logText.splitlines() if line.find('regression') >= 0 and line.find(' found.') >= 0] + if statusLines and statusLines[0].split()[0] != '0': + self.regressionLine = statusLines[0] + else: + self.regressionLine = None + + def evaluateCommand(self, cmd): + if self.regressionLine: + return FAILURE + + if cmd.rc != 0: + return FAILURE + + return SUCCESS + + def getText(self, cmd, results): + return self.getText2(cmd, results) + + def getText2(self, cmd, results): + if results != SUCCESS and self.regressionLine: + return [self.name, self.regressionLine] + + return [self.name] + + +class RunWebKitTests(shell.Test): + name = "layout-test" + description = ["layout-tests running"] + descriptionDone = ["layout-tests"] + command = ["perl", "./WebKitTools/Scripts/run-webkit-tests", "--no-launch-safari", "--no-new-test-results", + "--no-sample-on-timeout", "--results-directory", "layout-test-results", "--use-remote-links-to-tests", + WithProperties("--%(configuration)s")] + + def __init__(self, skipBuild=False, *args, **kwargs): + self.skipBuild = skipBuild + shell.Test.__init__(self, *args, **kwargs) + self.addFactoryArguments(skipBuild=skipBuild) + + def start(self): + appendCustomBuildFlags(self, self.getProperty('platform')) + if self.skipBuild: + self.setCommand(self.command + ['--root=WebKitBuild/bin']) + return shell.Test.start(self) + + def commandComplete(self, cmd): + shell.Test.commandComplete(self, cmd) + + logText = cmd.logs['stdio'].getText() + incorrectLayoutLines = [] + for line in logText.splitlines(): + if line.find('had incorrect layout') >= 0 or line.find('were new') >= 0 or line.find('was new') >= 0: + incorrectLayoutLines.append(line) + elif line.find('test case') >= 0 and (line.find(' crashed') >= 0 or line.find(' timed out') >= 0): + incorrectLayoutLines.append(line) + + self.incorrectLayoutLines = incorrectLayoutLines + + def evaluateCommand(self, cmd): + if self.incorrectLayoutLines: + if len(self.incorrectLayoutLines) == 1 and (self.incorrectLayoutLines[0].find('were new') >= 0 or self.incorrectLayoutLines[0].find('was new') >= 0): + return WARNINGS + + return FAILURE + + if cmd.rc != 0: + return FAILURE + + return SUCCESS + + def getText(self, cmd, results): + return self.getText2(cmd, results) + + def getText2(self, cmd, results): + if results != SUCCESS and self.incorrectLayoutLines: + return self.incorrectLayoutLines + + return [self.name] + + +class ArchiveTestResults(shell.ShellCommand): + command = ["python", "./WebKitTools/BuildSlaveSupport/test-result-archive", + WithProperties("--platform=%(platform)s"), WithProperties("--%(configuration)s"), "archive"] + name = "archive-test-results" + description = ["archiving test results"] + descriptionDone = ["archived test results"] + haltOnFailure = True + + +class UploadTestResults(transfer.FileUpload): + slavesrc = "layout-test-results.zip" + masterdest = WithProperties("public_html/results/%(buildername)s/r%(got_revision)s (%(buildnumber)s).zip") + + def __init__(self): + transfer.FileUpload.__init__(self, self.slavesrc, self.masterdest) + + +class ExtractTestResults(master.MasterShellCommand): + zipFile = WithProperties("public_html/results/%(buildername)s/r%(got_revision)s (%(buildnumber)s).zip") + resultDirectory = WithProperties("public_html/results/%(buildername)s/r%(got_revision)s (%(buildnumber)s)") + + def __init__(self): + master.MasterShellCommand.__init__(self, "") + + def start(self): + self.command = ["ditto", "-k", "-x", "-V", self.build.getProperties().render(self.zipFile), self.build.getProperties().render(self.resultDirectory)] + return master.MasterShellCommand.start(self) + + def finished(self, result): + url = self.build.getProperties().render(self.resultDirectory).replace("public_html/", "") + self.addURL("view results", url) + result = master.MasterShellCommand.finished(self, result) + self.step_status.setText(["uploaded results"]) + return result + + +class Factory(factory.BuildFactory): + def __init__(self, platform, configuration, architectures, buildOnly): + factory.BuildFactory.__init__(self) + self.addStep(ConfigureBuild, platform=platform, configuration=configuration, architecture=" ".join(architectures), buildOnly=buildOnly) + self.addStep(CheckOutSource) + if platform == "win": + self.addStep(InstallWin32Dependencies) + +class BuildFactory(Factory): + def __init__(self, platform, configuration, architectures, triggers): + Factory.__init__(self, platform, configuration, architectures, True) + self.addStep(CompileWebKit) + self.addStep(ArchiveBuiltProduct) + self.addStep(UploadBuiltProduct) + self.addStep(trigger.Trigger, schedulerNames=triggers) + +class TestFactory(Factory): + def __init__(self, platform, configuration, architectures): + Factory.__init__(self, platform, configuration, architectures, False) + self.addStep(DownloadBuiltProduct) + self.addStep(ExtractBuiltProduct) + self.addStep(RunJavaScriptCoreTests, skipBuild=True) + self.addStep(RunWebKitTests, skipBuild=(platform == 'win')) + self.addStep(ArchiveTestResults) + self.addStep(UploadTestResults) + self.addStep(ExtractTestResults) + +class BuildAndTestFactory(Factory): + def __init__(self, platform, configuration, architectures): + Factory.__init__(self, platform, configuration, architectures, False) + self.addStep(CompileWebKit) + self.addStep(RunJavaScriptCoreTests) + self.addStep(RunWebKitTests) + self.addStep(ArchiveTestResults) + self.addStep(UploadTestResults) + self.addStep(ExtractTestResults) + + +def loadBuilderConfig(c): + passwords = simplejson.load(open('passwords.json')) + + config = simplejson.load(open('config.json')) + + c['slaves'] = [BuildSlave(slave['name'], passwords[slave['name']], max_builds=1) for slave in config['slaves']] + + c['schedulers'] = [] + for scheduler in config['schedulers']: + kls = globals()[scheduler.pop('type')] + c['schedulers'].append(kls(**scheduler)) + + c['builders'] = [] + for builder in config['builders']: + for slaveName in builder['slavenames']: + for slave in config['slaves']: + if slave['name'] != slaveName or slave['platform'] == '*': + continue + + if slave['platform'] != builder['platform']: + raise Exception, "Builder %r is for platform %r but has slave %r for platform %r!" % (builder['name'], builder['platform'], slave['name'], slave['platform']) + + break + + factory = globals()["%sFactory" % builder.pop('type')] + factoryArgs = [] + for key in "platform", "configuration", "architectures", "triggers": + value = builder.pop(key, None) + if value: + factoryArgs.append(value) + + builder["factory"] = factory(*factoryArgs) + + c['builders'].append(builder) + +loadBuilderConfig(c) + +c['change_source'] = PBChangeSource() -c['slaves'] = webkit.auth.getSlaveAuthenticationDetails() -c['change_source'] = [PBChangeSource()] -c['builders'] = webkit.builders.getBuilders() -c['schedulers'] = webkit.schedulers.getSchedulers(c['builders']) -c['status'] = webkit.status.getStatusListeners() +c['status'] = [] +c['status'].append(html.WebStatus(http_port=8710, allowForce=True)) -c['slavePortnum'] = 9989 +c['slavePortnum'] = 17000 c['projectName'] = "WebKit" -c['projectURL'] = "http://webkit.org/" +c['projectURL'] = "http://webkit.org" c['buildbotURL'] = "http://build.webkit.org/" diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.css b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/buildbot.css index 534de25..534de25 100644 --- a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/buildbot.css +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/buildbot.css diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/index.html b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/index.html new file mode 100644 index 0000000..23e6650 --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/index.html @@ -0,0 +1,32 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> +<html> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-15"> +<title>Welcome to the Buildbot</title> +</head> + +<body> +<h1>Welcome to the Buildbot!</h1> + +<ul> + <li>the <a href="waterfall">Waterfall Display</a> will give you a + time-oriented summary of recent buildbot activity.</li> + + <li>the <a href="grid">Grid Display</a> will give you a + developer-oriented summary of recent buildbot activity.</li> + + <li>The <a href="one_box_per_builder">Latest Build</a> for each builder is + here.</li> + + <li><a href="one_line_per_build">Recent Builds</a> are summarized here, one + per line.</li> + + <li><a href="buildslaves">Buildslave</a> information</li> + <li><a href="changes">ChangeSource</a> information.</li> + + <br /> + <li><a href="about">About this Buildbot</a></li> +</ul> + + +</body> </html> diff --git a/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/robots.txt b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/robots.txt new file mode 100644 index 0000000..47a9d27 --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/build.webkit.org-config/public_html/robots.txt @@ -0,0 +1,9 @@ +User-agent: * +Disallow: /waterfall +Disallow: /builders +Disallow: /changes +Disallow: /buildslaves +Disallow: /schedulers +Disallow: /one_line_per_build +Disallow: /one_box_per_builder +Disallow: /xmlrpc diff --git a/WebKitTools/BuildSlaveSupport/built-product-archive b/WebKitTools/BuildSlaveSupport/built-product-archive new file mode 100644 index 0000000..ca43dad --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/built-product-archive @@ -0,0 +1,118 @@ +#!/usr/bin/python + +# Copyright (C) 2009 Apple Inc. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# +# 1. Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# 2. Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY +# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED +# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY +# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES +# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; +# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND +# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF +# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +import optparse, os, shutil, subprocess, sys + +buildDirectory = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..", "WebKitBuild")) + +def main(): + parser = optparse.OptionParser("usage: %prog [options] [action]") + parser.add_option("--platform", dest="platform") + parser.add_option("--debug", action="store_const", const="debug", dest="configuration") + parser.add_option("--release", action="store_const", const="release", dest="configuration") + + options, (action, ) = parser.parse_args() + if not options.platform: + parser.error("Platform is required") + if not options.configuration: + parser.error("Configuration is required") + if action not in ('archive', 'extract'): + parser.error("Action is required") + + if action == 'archive': + archiveBuiltProduct(options.configuration, options.platform) + else: + extractBuiltProduct(options.configuration, options.platform) + + +def archiveBuiltProduct(configuration, platform): + assert platform in ('mac', 'win') + + archiveFile = os.path.join(buildDirectory, configuration + ".zip") + + try: + os.unlink(archiveFile) + except OSError, e: + if e.errno != 2: + raise + + if platform == 'mac': + configurationBuildDirectory = os.path.join(buildDirectory, configuration.title()) + return subprocess.call(["ditto", "-c", "-k", "--keepParent", "--sequesterRsrc", configurationBuildDirectory, archiveFile]) + elif platform == 'win': + binDirectory = os.path.join(buildDirectory, "bin") + thinDirectory = os.path.join(buildDirectory, "thin") + thinBinDirectory = os.path.join(thinDirectory, "bin") + + if os.path.isdir(thinDirectory): + shutil.rmtree(thinDirectory) + os.mkdir(thinDirectory) + + if subprocess.call(["cp", "-R", binDirectory, thinBinDirectory]): + return 1 + + if subprocess.call("rm -f %s" % os.path.join(thinBinDirectory, "*.ilk"), shell=True): + return 1 + + if subprocess.call(["zip", "-r", archiveFile, "bin"], cwd=thinDirectory): + return 1 + + shutil.rmtree(thinDirectory) + +def extractBuiltProduct(configuration, platform): + assert platform in ('mac', 'win') + + archiveFile = os.path.join(buildDirectory, configuration + ".zip") + + if platform == 'mac': + configurationBuildDirectory = os.path.join(buildDirectory, configuration.title()) + + if os.path.isdir(configurationBuildDirectory): + shutil.rmtree(configurationBuildDirectory) + + if subprocess.call(["ditto", "-x", "-k", archiveFile, buildDirectory]): + return 1 + os.unlink(archiveFile) + + elif platform == 'win': + binDirectory = os.path.join(buildDirectory, "bin") + if os.path.isdir(binDirectory): + shutil.rmtree(binDirectory) + + os.mkdir(binDirectory) + + safariPath = subprocess.Popen('cygpath -w "$PROGRAMFILES"/Safari', + shell=True, stdout=subprocess.PIPE).communicate()[0].strip() + + if subprocess.call('cp -R "%s"/*.dll "%s"/*.resources %s' % (safariPath, safariPath, binDirectory), shell=True): + return 1 + + if subprocess.call(["unzip", "-o", archiveFile], cwd=buildDirectory): + return 1 + + + +if __name__ == '__main__': + sys.exit(main()) diff --git a/WebKitTools/BuildSlaveSupport/test-result-archive b/WebKitTools/BuildSlaveSupport/test-result-archive new file mode 100644 index 0000000..3b019c0 --- /dev/null +++ b/WebKitTools/BuildSlaveSupport/test-result-archive @@ -0,0 +1,86 @@ +#!/usr/bin/python + +# Copyright (C) 2009 Apple Inc. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# +# 1. Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# 2. Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY +# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED +# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY +# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES +# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; +# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND +# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF +# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +import optparse, os, shutil, subprocess, sys + +sourceRootDirectory = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..")) +layoutTestResultsDir = os.path.abspath(os.path.join(sourceRootDirectory, "layout-test-results")) +archiveFile = os.path.join(sourceRootDirectory, "layout-test-results.zip") + +def main(): + parser = optparse.OptionParser("usage: %prog [options] [action]") + parser.add_option("--platform", dest="platform") + parser.add_option("--debug", action="store_const", const="debug", dest="configuration") + parser.add_option("--release", action="store_const", const="release", dest="configuration") + + options, (action, ) = parser.parse_args() + if not options.platform: + parser.error("Platform is required") + if not options.configuration: + parser.error("Configuration is required") + if action not in ('archive'): + parser.error("Action is required") + + return archiveTestResults(options.configuration, options.platform) + +def archiveTestResults(configuration, platform): + assert platform in ('mac', 'win', 'gtk', 'qt') + + try: + os.unlink(archiveFile) + except OSError, e: + if e.errno != 2: + raise + + try: + # Ensure that layoutTestResultsDir exists since we cannot archive a directory that does not exist + os.makedirs(layoutTestResultsDir) + except OSError, e: + if e.errno != 17: + raise + + open(os.path.join(layoutTestResultsDir, '.placeholder'), 'w').close() + + if platform == 'mac': + if subprocess.call(["ditto", "-c", "-k", "--sequesterRsrc", layoutTestResultsDir, archiveFile]): + return 1 + elif platform in ('win', 'gtk', 'qt'): + if subprocess.call(["zip", "-r", archiveFile, "."], cwd=layoutTestResultsDir): + return 1 + + try: + shutil.rmtree(layoutTestResultsDir) + except OSError, e: + + # Python in Cygwin throws a mysterious exception with errno of 90 + # when removing the layout test result directory after successfully + # deleting its contents, claiming "Directory not empty". + # We can safely ignore this since it was the directory contents that + # we are most interested in deleting. + if e.errno != 90: + raise + +if __name__ == '__main__': + sys.exit(main()) |