407 lines
16 KiB
Python
407 lines
16 KiB
Python
# -*- python -*-
|
|
# ex: set syntax=python:
|
|
|
|
# This is a sample buildmaster config file. It must be installed as
|
|
# 'master.cfg' in your buildmaster's base directory.
|
|
|
|
# This is the dictionary that the buildmaster pays attention to. We also use
|
|
# a shorter alias to save typing.
|
|
c = BuildmasterConfig = {}
|
|
|
|
####### BUILDSLAVES
|
|
|
|
# The 'slaves' list defines the set of recognized buildslaves. Each element is
|
|
# a BuildSlave object, specifying a unique slave name and password. The same
|
|
# slave name and password must be configured on the slave.
|
|
from buildbot.buildslave import BuildSlave
|
|
c['slaves'] = [BuildSlave("example-slave", "pass"),
|
|
BuildSlave("example-slave-2", "pass"),
|
|
BuildSlave("example-slave-KL25Z", "pass"),
|
|
BuildSlave("example-slave-LPC1768", "pass"),
|
|
BuildSlave("example-slave-LPC11U24", "pass"),
|
|
]
|
|
|
|
# 'slavePortnum' defines the TCP port to listen on for connections from slaves.
|
|
# This must match the value configured into the buildslaves (with their
|
|
# --master option)
|
|
c['slavePortnum'] = 9989
|
|
|
|
####### OFFICIAL_MBED_LIBRARY_BUILD
|
|
|
|
OFFICIAL_MBED_LIBRARY_BUILD = (
|
|
('LPC1768', ('ARM', 'GCC_ARM', 'GCC_CR', 'GCC_CS', 'IAR')),
|
|
('KL05Z', ('ARM', 'uARM', 'GCC_ARM')),
|
|
('KL25Z', ('ARM', 'GCC_ARM')),
|
|
('LPC11U24', ('ARM', 'uARM')),
|
|
('KL46Z', ('ARM', 'GCC_ARM')),
|
|
('LPC4088', ('ARM', 'GCC_ARM', 'GCC_CR')),
|
|
('LPC1347', ('ARM',)),
|
|
('LPC1549', ('uARM',)),
|
|
('LPC2368', ('ARM',)),
|
|
('LPC812', ('uARM',)),
|
|
('LPC11U35_401', ('ARM', 'uARM')),
|
|
('LPC1114', ('uARM',)),
|
|
('NUCLEO_F103RB', ('ARM', 'uARM')),
|
|
('NUCLEO_L152RE', ('ARM', 'uARM')),
|
|
('NUCLEO_F401RE', ('ARM', 'uARM')),
|
|
('NUCLEO_F030R8', ('ARM', 'uARM')),
|
|
('UBLOX_C027', ('ARM', 'GCC_ARM', 'GCC_CR', 'GCC_CS', 'IAR')),
|
|
# ('NRF51822', ('ARM',)),
|
|
)
|
|
|
|
# Which hardware platforms are supported for target testing
|
|
OFFICIAL_MBED_TESTBED_SUPPORTED_HARDWARE = (
|
|
# 'KL25Z',
|
|
# 'LPC1768',
|
|
# 'LPC11U24',
|
|
)
|
|
|
|
####### CHANGESOURCES
|
|
|
|
# the 'change_source' setting tells the buildmaster how it should find out
|
|
# about source code changes. Here we point to the buildbot clone of pyflakes.
|
|
|
|
from buildbot.changes.gitpoller import GitPoller
|
|
c['change_source'] = []
|
|
"""
|
|
c['change_source'].append(GitPoller(
|
|
'git://github.com/buildbot/pyflakes.git',
|
|
workdir='gitpoller-workdir', branch='master',
|
|
pollinterval=300))
|
|
"""
|
|
####### SCHEDULERS
|
|
|
|
# Configure the Schedulers, which decide how to react to incoming changes. In this
|
|
# case, just kick off a 'runtests' build
|
|
|
|
from buildbot.schedulers.basic import SingleBranchScheduler
|
|
from buildbot.schedulers.forcesched import ForceScheduler
|
|
from buildbot.changes import filter
|
|
c['schedulers'] = []
|
|
|
|
# Create builders to generate one target using all assigned toolchains
|
|
release_builder_name = "BuildRelease"
|
|
builder_names = [release_builder_name]
|
|
for target_name, toolchains in OFFICIAL_MBED_LIBRARY_BUILD:
|
|
builder_name = "All_TC_%s" % target_name
|
|
builder_names.append(builder_name)
|
|
c['schedulers'].append(ForceScheduler(name="force", builderNames=builder_names))
|
|
|
|
####### BUILDERS
|
|
|
|
# The 'builders' list defines the Builders, which tell Buildbot how to perform a build:
|
|
# what steps, and which slaves can execute them. Note that any particular build will
|
|
# only take place on one slave.
|
|
|
|
from buildbot.process.factory import BuildFactory
|
|
from buildbot.steps.source.git import Git
|
|
from buildbot.steps.shell import ShellCommand
|
|
from buildbot.process.buildstep import LogLineObserver
|
|
import buildbot.status.results
|
|
import re
|
|
import pprint
|
|
|
|
class TestCommand(ShellCommand):
|
|
failedTestsCount = 0 # FAIL
|
|
passedTestsCount = 0 # OK
|
|
errorsTestsCount = 0 # ERROR
|
|
undefsTestsCount = 0 # UNDEF
|
|
testsResults = []
|
|
|
|
def __init__(self, stage=None,module=None, moduleset=None, **kwargs):
|
|
ShellCommand.__init__(self, **kwargs)
|
|
self.failedTestsCount = 0
|
|
self.passedTestsCount = 0
|
|
self.errorsTestsCount = 0
|
|
self.tracebackPyCount = 0
|
|
self.testsResults = []
|
|
testFailuresObserver = UnitTestsObserver ()
|
|
self.addLogObserver('stdio', testFailuresObserver)
|
|
|
|
def createSummary(self, log):
|
|
if self.failedTestsCount >= 0 or self.passedTestsCount >= 0 or self.errorsTestsCount >= 0 or self.undefsTestsCount >= 0:
|
|
self.addHTMLLog ('tests summary', self.createTestsSummary())
|
|
|
|
def getText(self, cmd, results):
|
|
text = ShellCommand.getText(self, cmd, results)
|
|
text.append("OK: " + str(self.passedTestsCount))
|
|
text.append("FAIL: " + str(self.failedTestsCount))
|
|
text.append("ERROR: " + str(self.errorsTestsCount))
|
|
text.append("UNDEF: " + str(self.undefsTestsCount))
|
|
text.append("Traceback: " + str(self.tracebackPyCount))
|
|
return text
|
|
|
|
def evaluateCommand(self, cmd):
|
|
if self.failedTestsCount > 0:
|
|
return buildbot.status.results.WARNINGS
|
|
elif self.errorsTestsCount > 0 or self.undefsTestsCount > 0 or self.tracebackPyCount > 0:
|
|
return buildbot.status.results.FAILURE
|
|
return buildbot.status.results.SUCCESS
|
|
|
|
def find_unique_tc_result_value(self, index):
|
|
""" Get unique values from each row in data parameter """
|
|
result = []
|
|
for tc_result_list in self.testsResults:
|
|
if tc_result_list[index] not in result:
|
|
result.append(tc_result_list[index])
|
|
return result
|
|
|
|
def html_view_test_result(self, targets, tests, toolchain):
|
|
""" Generates simple result table """
|
|
COLOR_OK = "LimeGreen"
|
|
COLOR_FAIL = "LightCoral"
|
|
COLOR_UNDEF = "LightSlateGray"
|
|
COLOR_NEUTRAL = "Silver"
|
|
|
|
STATUS_COLORS = { "OK" : COLOR_OK,
|
|
"FAIL" : COLOR_FAIL,
|
|
"UNDEF" : COLOR_UNDEF}
|
|
|
|
result = "<table>"
|
|
result += "<tr valign='center'><td align='center'><b>" + toolchain + "</b></td>"
|
|
for test in tests:
|
|
result += "<td align='center'>" + test + "<br></td>"
|
|
result += "</tr>"
|
|
|
|
for target in targets:
|
|
result += "<tr><td width='110px'><br>" + target + "<br></td>"
|
|
for test in tests:
|
|
for tc_result_list in self.testsResults:
|
|
if tc_result_list[1] == target and tc_result_list[2] == toolchain and tc_result_list[3] == test:
|
|
status = tc_result_list[4]
|
|
bgcolor = STATUS_COLORS[status]
|
|
result += "<td align='center' bgcolor='" + bgcolor + "'>" + status + "</td>"
|
|
break;
|
|
else:
|
|
result += "<td bgcolor='" + COLOR_NEUTRAL + "'></td>"
|
|
result += "</tr>"
|
|
result += "</table>"
|
|
return result
|
|
|
|
def createTestsSummary (self):
|
|
targets = self.find_unique_tc_result_value(1)
|
|
toolchains = self.find_unique_tc_result_value(2)
|
|
tests = self.find_unique_tc_result_value(3)
|
|
html_result = ""
|
|
for toolchain in toolchains:
|
|
html_result += self.html_view_test_result(targets, tests, toolchain)
|
|
html_result += "<br>"
|
|
return html_result
|
|
|
|
|
|
class UnitTestsObserver(LogLineObserver):
|
|
reGroupTestResult = []
|
|
reGroupPyResult = []
|
|
|
|
def __init__(self):
|
|
LogLineObserver.__init__(self)
|
|
if len(self.reGroupTestResult) == 0:
|
|
self.reGroupTestResult.append(re.compile("^(\w+Test)::(\w+)::(\w+)::(\w+)::.* \[(\w+)\] in (\d+\.\d+) of (\d+) sec[\r\n]*$"))
|
|
|
|
def outLineReceived(self, line):
|
|
matched = False
|
|
for r in self.reGroupTestResult:
|
|
result = r.match(line)
|
|
if result:
|
|
self.step.testsResults.append(result.groups())
|
|
if result.group(5) == 'OK':
|
|
self.step.passedTestsCount += 1
|
|
elif result.group(5) == 'FAIL':
|
|
self.step.failedTestsCount += 1
|
|
elif result.group(5) == 'UNDEF':
|
|
self.step.undefsTestsCount += 1
|
|
elif result.group(5) == 'ERROR':
|
|
self.step.errorsTestsCount += 1
|
|
matched = True
|
|
|
|
|
|
class BuildCommand(ShellCommand):
|
|
warningsCount = 0 # [Warning]
|
|
errorsCount = 0 # [Error]
|
|
testsResults = []
|
|
|
|
def __init__(self, stage=None,module=None, moduleset=None, **kwargs):
|
|
ShellCommand.__init__(self, **kwargs)
|
|
self.warningsCount = 0
|
|
self.errorsCount = 0
|
|
self.testsResults = []
|
|
buildProcessObserver = BuildObserver ()
|
|
self.addLogObserver('stdio', buildProcessObserver)
|
|
|
|
def createSummary(self, log):
|
|
if self.warningsCount >= 0 or self.errorsCount >= 0:
|
|
self.addHTMLLog ('tests summary', self.createTestsSummary())
|
|
|
|
def getText(self, cmd, results):
|
|
text = ShellCommand.getText(self, cmd, results)
|
|
if self.warningsCount > 0 or self.errorsCount > 0:
|
|
text.append("warnings: " + str(self.warningsCount))
|
|
text.append("errors: " + str(self.errorsCount))
|
|
return text
|
|
|
|
def evaluateCommand(self, cmd):
|
|
if self.warningsCount > 0:
|
|
return buildbot.status.results.WARNINGS
|
|
elif self.errorsCount > 0:
|
|
return buildbot.status.results.FAILURE
|
|
else:
|
|
return buildbot.status.results.SUCCESS
|
|
|
|
def createTestsSummary (self):
|
|
# Create a string with your html report and return it
|
|
html = "<h4>Report</h4><table>"
|
|
#for result in self.testsResults:
|
|
html += "</table>"
|
|
return html
|
|
|
|
class BuildObserver(LogLineObserver):
|
|
regroupresult = []
|
|
|
|
def __init__(self):
|
|
LogLineObserver.__init__(self)
|
|
if len(self.regroupresult) == 0:
|
|
self.regroupresult.append(re.compile("^\[([Ww]arning)\] (.*)"))
|
|
self.regroupresult.append(re.compile("^\[([Ee]rror)\] (.*)"))
|
|
|
|
def outLineReceived(self, line):
|
|
matched = False
|
|
for r in self.regroupresult:
|
|
result = r.match(line)
|
|
if result:
|
|
self.step.testsResults.append(result.groups())
|
|
if result.group(1) == 'Warning':
|
|
self.step.warningsCount += 1
|
|
elif result.group(1) == 'Error':
|
|
self.step.errorsCount += 1
|
|
matched = True
|
|
#if not matched:
|
|
# [Future-Dev] Other check...
|
|
|
|
|
|
####### BUILDERS - mbed project
|
|
git_clone = Git(repourl='https://github.com/mbedmicro/mbed.git', mode='incremental')
|
|
|
|
# create the build factory for mbed and add the steps to it
|
|
from buildbot.config import BuilderConfig
|
|
|
|
c['builders'] = []
|
|
|
|
copy_private_settings = ShellCommand(name = "copy private_settings.py",
|
|
command = "cp ../private_settings.py workspace_tools/private_settings.py",
|
|
haltOnFailure = True,
|
|
description = "Copy private_settings.py")
|
|
|
|
mbed_build_release = BuildFactory()
|
|
mbed_build_release.addStep(git_clone)
|
|
mbed_build_release.addStep(copy_private_settings)
|
|
|
|
for target_name, toolchains in OFFICIAL_MBED_LIBRARY_BUILD:
|
|
builder_name = "All_TC_%s" % target_name
|
|
mbed_build = BuildFactory()
|
|
mbed_build.addStep(git_clone)
|
|
mbed_build.addStep(copy_private_settings)
|
|
# Adding all chains for target
|
|
for toolchain in toolchains:
|
|
build_py = BuildCommand(name = "Build %s using %s" % (target_name, toolchain),
|
|
command = "python workspace_tools/build.py -m %s -t %s" % (target_name, toolchain),
|
|
haltOnFailure = True,
|
|
warnOnWarnings = True,
|
|
description = "Building %s using %s" % (target_name, toolchain),
|
|
descriptionDone = "Built %s using %s" % (target_name, toolchain))
|
|
|
|
mbed_build.addStep(build_py)
|
|
mbed_build_release.addStep(build_py) # For build release we need all toolchains
|
|
|
|
if target_name in OFFICIAL_MBED_TESTBED_SUPPORTED_HARDWARE:
|
|
copy_example_test_spec_json = ShellCommand(name = "Copy example_test_spec.json",
|
|
command = "cp ../example_test_spec.json workspace_tools/data/example_test_spec.json",
|
|
haltOnFailure = True,
|
|
description = "Copy example_test_spec.json")
|
|
|
|
autotest_py = ShellCommand(name = "Running autotest.py for %s" % (target_name),
|
|
command = "python workspace_tools/autotest.py workspace_tools/data/example_test_spec.json",
|
|
haltOnFailure = True,
|
|
description = "Running autotest.py")
|
|
|
|
mbed_build.addStep(copy_example_test_spec_json)
|
|
mbed_build.addStep(autotest_py)
|
|
|
|
# Add builder with steps for each toolchain
|
|
c['builders'].append(BuilderConfig(name=builder_name,
|
|
slavenames=["example-slave-%s" % (target_name)],
|
|
factory=mbed_build))
|
|
else:
|
|
# Add builder with steps for each toolchain
|
|
c['builders'].append(BuilderConfig(name=builder_name,
|
|
slavenames=["example-slave"],
|
|
factory=mbed_build))
|
|
|
|
# copy_example_test_spec_json = ShellCommand(name = "Copy example_test_spec.json",
|
|
# command = "cp ../example_test_spec.json workspace_tools/data/example_test_spec.json",
|
|
# haltOnFailure = True,
|
|
# description = "Copy example_test_spec.json")
|
|
|
|
singletest_py = TestCommand(name = "Running Target Tests",
|
|
command = "python workspace_tools/singletest.py -i workspace_tools/test_spec.json -M workspace_tools/muts_all.json",
|
|
haltOnFailure = True,
|
|
warnOnWarnings = True,
|
|
description = "Running Target Tests",
|
|
descriptionDone = "Target Testing Finished")
|
|
|
|
mbed_build_release.addStep(singletest_py)
|
|
# Release build collects all building toolchains
|
|
c['builders'].append(BuilderConfig(name=release_builder_name,
|
|
slavenames=["example-slave"],
|
|
factory=mbed_build_release))
|
|
|
|
####### STATUS TARGETS
|
|
|
|
# 'status' is a list of Status Targets. The results of each build will be
|
|
# pushed to these targets. buildbot/status/*.py has a variety to choose from,
|
|
# including web pages, email senders, and IRC bots.
|
|
|
|
c['status'] = []
|
|
|
|
from buildbot.status import html
|
|
from buildbot.status.web import authz, auth
|
|
|
|
authz_cfg=authz.Authz(
|
|
# change any of these to True to enable; see the manual for more
|
|
# options
|
|
auth=auth.BasicAuth([("pyflakes","pyflakes")]),
|
|
gracefulShutdown = False,
|
|
forceBuild = 'auth', # use this to test your slave once it is set up
|
|
forceAllBuilds = True,
|
|
pingBuilder = True,
|
|
stopBuild = True,
|
|
stopAllBuilds = True,
|
|
cancelPendingBuild = True,
|
|
)
|
|
c['status'].append(html.WebStatus(http_port=8010, authz=authz_cfg, order_console_by_time=True))
|
|
|
|
####### PROJECT IDENTITY
|
|
|
|
# the 'title' string will appear at the top of this buildbot
|
|
# installation's html.WebStatus home page (linked to the
|
|
# 'titleURL') and is embedded in the title of the waterfall HTML page.
|
|
|
|
c['title'] = "Green Tea"
|
|
c['titleURL'] = ""
|
|
|
|
# the 'buildbotURL' string should point to the location where the buildbot's
|
|
# internal web server (usually the html.WebStatus page) is visible. This
|
|
# typically uses the port number set in the Waterfall 'status' entry, but
|
|
# with an externally-visible host name which the buildbot cannot figure out
|
|
# without some help.
|
|
|
|
c['buildbotURL'] = "http://localhost:8010/"
|
|
|
|
####### DB URL
|
|
|
|
c['db'] = {
|
|
# This specifies what database buildbot uses to store its state. You can leave
|
|
# this at its default for all but the largest installations.
|
|
'db_url' : "sqlite:///state.sqlite",
|
|
# 'db_url' : "mysql://buildbot:123456@localhost/buildbot_mbed?max_idle=300",
|
|
}
|