* [[yocto-autobuilder][PATCHv2] 01/15] lib/buildsteps.py: Add BitbakeShellCommand class
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 02/15] lib/buildsteps.py: Add BitbakeLogLineObserver for BitbakeShellCommands Aníbal Limón
` (15 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
The BitbakeShellCommand is a new class for store common methods when
is aim to run bitbake inside an step.
Also don't call directly the ShellCommand constructur use super to be
able for call the parent constructor no matter what is this enables
to call BitbakeShellCommand constructor.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
lib/python2.7/site-packages/autobuilder/buildsteps/BuildImages.py | 7 +++++--
.../site-packages/autobuilder/buildsteps/BuildToolchainImages.py | 7 +++++--
.../site-packages/autobuilder/buildsteps/GetBitbakeVersion.py | 6 ++++--
.../site-packages/autobuilder/buildsteps/RunESDKSanityTests.py | 6 ++++--
.../site-packages/autobuilder/buildsteps/RunSDKSanityTests.py | 6 ++++--
.../site-packages/autobuilder/buildsteps/RunSanityTests.py | 6 ++++--
lib/python2.7/site-packages/autobuilder/lib/buildsteps.py | 5 +++++
7 files changed, 31 insertions(+), 12 deletions(-)
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/BuildImages.py b/lib/python2.7/site-packages/autobuilder/buildsteps/BuildImages.py
index 0cdd2ef..7ef8aab 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/BuildImages.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/BuildImages.py
@@ -17,7 +17,9 @@ from distutils.version import StrictVersion
from buildbot.status.results import SUCCESS, SKIPPED
import os
-class BuildImages(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class BuildImages(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = True
name = "BuildImages"
@@ -32,7 +34,8 @@ class BuildImages(ShellCommand):
# Timeout needs to be passed to LoggingBuildStep as a kwarg
self.timeout = 100000
kwargs['timeout']=self.timeout
- ShellCommand.__init__(self, **kwargs)
+ super(BuildImages, self).__init__(factory, argdict=None,
+ **kwargs)
def start(self):
self.localconf = self.getProperty("LOCALCONF")
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/BuildToolchainImages.py b/lib/python2.7/site-packages/autobuilder/buildsteps/BuildToolchainImages.py
index 89402cd..5a540bf 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/BuildToolchainImages.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/BuildToolchainImages.py
@@ -15,7 +15,9 @@ from buildbot.steps.shell import ShellCommand
from buildbot.process.buildstep import LogLineObserver
import os
-class BuildToolchainImages(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class BuildToolchainImages(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = True
name = "Building Toolchain Images"
@@ -29,7 +31,8 @@ class BuildToolchainImages(ShellCommand):
# Timeout needs to be passed to LoggingBuildStep as a kwarg
self.timeout = 100000
kwargs['timeout']=self.timeout
- ShellCommand.__init__(self, **kwargs)
+ super(BuildToolchainImages, self).__init__(factory, argdict=None,
+ **kwargs)
def start(self):
layerversion = self.getProperty("layerversion_core")
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/GetBitbakeVersion.py b/lib/python2.7/site-packages/autobuilder/buildsteps/GetBitbakeVersion.py
index 6eb1e21..6123343 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/GetBitbakeVersion.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/GetBitbakeVersion.py
@@ -16,7 +16,9 @@ from buildbot.process.properties import WithProperties
from twisted.python import log
from autobuilder.config import *
-class GetBitbakeVersion(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class GetBitbakeVersion(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = False
name = "GetBitbakeVersion"
@@ -27,7 +29,7 @@ class GetBitbakeVersion(ShellCommand):
self.workerworkdir=os.path.join(os.path.join(YOCTO_ABBASE, "yocto-worker"))
for k, v in argdict.iteritems():
setattr(self, k, v)
- ShellCommand.__init__(self, **kwargs)
+ super(GetBitbakeVersion, self).__init__(factory, argdict=None, **kwargs)
def start(self):
buildername=self.getProperty("buildername")
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/RunESDKSanityTests.py b/lib/python2.7/site-packages/autobuilder/buildsteps/RunESDKSanityTests.py
index f0bddeb..7471d3d 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/RunESDKSanityTests.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/RunESDKSanityTests.py
@@ -16,7 +16,9 @@ from buildbot.status.results import SUCCESS, FAILURE
from twisted.python import log as tlog
import os, re
-class RunESDKSanityTests(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class RunESDKSanityTests(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = True
@@ -39,7 +41,7 @@ class RunESDKSanityTests(ShellCommand):
setattr(self, k, v)
self.description = "Running SDK Sanity Tests"
kwargs['timeout']=self.timeout
- ShellCommand.__init__(self, **kwargs)
+ super(RunESDKSanityTests, self).__init__(factory, argdict=None, **kwargs)
def start(self):
layerversion = self.getProperty("layerversion_core")
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/RunSDKSanityTests.py b/lib/python2.7/site-packages/autobuilder/buildsteps/RunSDKSanityTests.py
index 344dfd4..9b6eb5b 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/RunSDKSanityTests.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/RunSDKSanityTests.py
@@ -16,7 +16,9 @@ from buildbot.status.results import SUCCESS, FAILURE
from twisted.python import log as tlog
import os, re
-class RunSDKSanityTests(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class RunSDKSanityTests(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = True
@@ -39,7 +41,7 @@ class RunSDKSanityTests(ShellCommand):
setattr(self, k, v)
self.description = "Running SDK Sanity Tests"
kwargs['timeout']=self.timeout
- ShellCommand.__init__(self, **kwargs)
+ super(RunSDKSanityTests, self).__init__(factory, argdict=None, **kwargs)
def start(self):
layerversion = self.getProperty("layerversion_core")
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/RunSanityTests.py b/lib/python2.7/site-packages/autobuilder/buildsteps/RunSanityTests.py
index aeb02b1..4fa6dac 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/RunSanityTests.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/RunSanityTests.py
@@ -16,7 +16,9 @@ from buildbot.status.results import SUCCESS, FAILURE
from twisted.python import log as tlog
import os, re
-class RunSanityTests(ShellCommand):
+from lib.buildsteps import BitbakeShellCommand
+
+class RunSanityTests(BitbakeShellCommand):
haltOnFailure = False
flunkOnFailure = True
@@ -39,7 +41,7 @@ class RunSanityTests(ShellCommand):
setattr(self, k, v)
self.description = "Running Sanity Tests"
kwargs['timeout']=self.timeout
- ShellCommand.__init__(self, **kwargs)
+ super(RunSanityTests, self).__init__(factory, argdict=None, **kwargs)
def start(self):
layerversion = self.getProperty("layerversion_core")
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 3693a7a..4f15dcf 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -11,6 +11,7 @@ __email__ = "anibal.limon@linux.intel.com"
'''
import os
+
from buildbot.steps.shell import ShellCommand
DEFAULT_SHELL = 'bash'
@@ -40,3 +41,7 @@ class ShellCommandCleanEnv(ShellCommand):
pe_cmd += "%s=\"$%s\" " % (pe, pe)
return "env -i %s %s -c " % (pe_cmd, shell)
+
+class BitbakeShellCommand(ShellCommand):
+ def __init__(self, factory, argdict=None, **kwargs):
+ super(BitbakeShellCommand, self).__init__(**kwargs)
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 02/15] lib/buildsteps.py: Add BitbakeLogLineObserver for BitbakeShellCommands.
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 01/15] lib/buildsteps.py: Add BitbakeShellCommand class Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 03/15] lib/buildsteps: BitbakeShellCommand add support for create error reports Aníbal Limón
` (14 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
The BitbakeLogLineObserver look into stdio output of bitbake process and
identify for exception/errors into log,
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../site-packages/autobuilder/lib/buildsteps.py | 51 ++++++++++++++++++++++
1 file changed, 51 insertions(+)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 4f15dcf..9822b3c 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -11,8 +11,10 @@ __email__ = "anibal.limon@linux.intel.com"
'''
import os
+import re
from buildbot.steps.shell import ShellCommand
+from buildbot.process.buildstep import LogLineObserver
DEFAULT_SHELL = 'bash'
@@ -42,6 +44,55 @@ class ShellCommandCleanEnv(ShellCommand):
return "env -i %s %s -c " % (pe_cmd, shell)
+class BitbakeLogLineObserver(LogLineObserver):
+ """
+ Search in the stdio bitbake log for exception/errors, identify
+ if the error is a recipe/task one if not turn on the flag of
+ bitbake error/exception and save the log.
+ """
+
+ rexp_error = re.compile("^ERROR: .*$")
+
+ # recipe task errors regex'es
+ rexp_pnpv_error = re.compile("^ERROR: (?P<pnpv>.*) do_(?P<task>.*):.*$")
+ rexp_task_error = re.compile("^ERROR: Task .*$")
+ rexp_log_error = re.compile("^ERROR: Logfile of failure stored in: "\
+ "(?P<path>.*)$")
+
+ def _handleError(self, line):
+ if not hasattr(self.step, 'errors'):
+ self.step.errors = {}
+ self.step.errors['bitbake'] = False
+ self.step.errors['log'] = []
+
+ # save all the log for be able to get report variables like
+ # machine, target, distro, etc
+ self.step.errors['log'].append(line)
+
+ # discard line that are not errors and line that
+ # is recipe task errors
+ if (not self.rexp_error.match(line)) or \
+ self.rexp_pnpv_error.match(line) or \
+ self.rexp_task_error.match(line) or \
+ self.rexp_log_error.match(line):
+ return
+
+ # if not match recipe task type is a bitbake exception/error
+ self.step.errors['bitbake'] = True
+
+ def outLineReceived(self, line):
+ self._handleError(line)
+
+ def errLineReceived(self, line):
+ self._handleError(line)
+
class BitbakeShellCommand(ShellCommand):
def __init__(self, factory, argdict=None, **kwargs):
super(BitbakeShellCommand, self).__init__(**kwargs)
+
+ self.stdio_observer = BitbakeLogLineObserver()
+ self.addLogObserver('stdio', self.stdio_observer)
+
+ def commandComplete(self, cmd):
+ if cmd.didFail():
+ pass
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 03/15] lib/buildsteps: BitbakeShellCommand add support for create error reports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 01/15] lib/buildsteps.py: Add BitbakeShellCommand class Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 02/15] lib/buildsteps.py: Add BitbakeLogLineObserver for BitbakeShellCommands Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 04/15] lib/ABTools: Add functions for get errordir path in controller and worker Aníbal Limón
` (13 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
When bitbake command fails and isn't a recipe task failure then create
an error report and store into yocto-controller folder for be able to
transfer to the worker in order to send to the Error report web.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../site-packages/autobuilder/lib/buildsteps.py | 63 +++++++++++++++++++++-
1 file changed, 62 insertions(+), 1 deletion(-)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 9822b3c..7354c83 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -13,9 +13,15 @@ __email__ = "anibal.limon@linux.intel.com"
import os
import re
+import time
+import json
+import codecs
+
from buildbot.steps.shell import ShellCommand
from buildbot.process.buildstep import LogLineObserver
+from autobuilder.config import YOCTO_ABBASE
+
DEFAULT_SHELL = 'bash'
class ShellCommandCleanEnv(ShellCommand):
@@ -86,6 +92,12 @@ class BitbakeLogLineObserver(LogLineObserver):
def errLineReceived(self, line):
self._handleError(line)
+def get_error_report_bitbake_dir(buildername, buildnumber):
+ errordir_base = os.path.join(YOCTO_ABBASE, 'yocto-controller', buildername,
+ 'error-report')
+ errordir = os.path.join(errordir_base, str(buildnumber))
+ return errordir
+
class BitbakeShellCommand(ShellCommand):
def __init__(self, factory, argdict=None, **kwargs):
super(BitbakeShellCommand, self).__init__(**kwargs)
@@ -93,6 +105,55 @@ class BitbakeShellCommand(ShellCommand):
self.stdio_observer = BitbakeLogLineObserver()
self.addLogObserver('stdio', self.stdio_observer)
+ def _get_variables(self, log):
+ vrs = {}
+
+ rexp = re.compile("^(.*)=.*\"(.*)\"$")
+ for line in log:
+ m = rexp.match(line)
+ if m:
+ vrs[m.group(1).rstrip()] = m.group(2)
+
+ return vrs
+
+ def _createBitbakeErrorReport(self, log):
+ vrs = self._get_variables(log)
+
+ report = {}
+ report['machine'] = vrs['MACHINE']
+ report['build_sys'] = vrs['BUILD_SYS']
+ report['nativelsb'] = vrs['NATIVELSBSTRING']
+ report['distro'] = vrs['DISTRO']
+ report['target_sys'] = vrs['TARGET_SYS']
+
+ report['component'] = 'bitbake'
+ report['branch_commit'] = self.getProperty('branch') + ': ' + \
+ self.getProperty('got_revision')
+
+ failure = {}
+ failure['package'] = "bitbake-%s" % vrs['BB_VERSION']
+ failure['task'] = self.command
+ failure['log'] = "\n".join(log)
+
+ report['failures'] = [failure]
+
+ return report
+
+ def _saveBitbakeErrorReport(self, report):
+ buildername = self.getProperty('buildername')
+ buildnumber = self.getProperty('buildnumber')
+
+ errordir = get_error_report_bitbake_dir(buildername, buildnumber)
+ if not os.path.exists(errordir):
+ os.makedirs(errordir)
+
+ filename = os.path.join(errordir, "error_report_bitbake_%d.txt" % \
+ int(time.time()))
+ with codecs.open(filename, 'w', 'utf-8') as f:
+ json.dump(report, f, indent=4, sort_keys=True)
+
def commandComplete(self, cmd):
if cmd.didFail():
- pass
+ if self.errors['bitbake']:
+ report = self._createBitbakeErrorReport(self.errors['log'])
+ self._saveBitbakeErrorReport(report)
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 04/15] lib/ABTools: Add functions for get errordir path in controller and worker
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (2 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 03/15] lib/buildsteps: BitbakeShellCommand add support for create error reports Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 05/15] buildbot: Add support for DirectoryDownload transfer step Aníbal Limón
` (12 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
get_error_report_controller_dir: Returns controller error report dir
where bitbake exception/errors are stored.
get_error_report_worker_dir: Returns controller error report dir
where recipe task failures are stored.
Also update the current sources to use that functions.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../autobuilder/buildsteps/SendErrorReport.py | 16 +++++++---------
lib/python2.7/site-packages/autobuilder/lib/ABTools.py | 17 +++++++++++++++++
.../site-packages/autobuilder/lib/buildsteps.py | 10 ++--------
3 files changed, 26 insertions(+), 17 deletions(-)
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/SendErrorReport.py b/lib/python2.7/site-packages/autobuilder/buildsteps/SendErrorReport.py
index 33f9fe3..23e94b1 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/SendErrorReport.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/SendErrorReport.py
@@ -9,8 +9,12 @@ __version__ = "2.0"
__maintainer__ = "Elizabeth Flanagan"
__email__ = "pidge@toganlabs.com"
'''
+
+import os
+
from buildbot.steps.shell import ShellCommand
-from autobuilder.config import *
+
+from lib.ABTools import get_error_report_worker_dir
class SendErrorReport(ShellCommand):
haltOnFailure = False
@@ -18,7 +22,6 @@ class SendErrorReport(ShellCommand):
name = "SendErrorReport"
def __init__(self, factory, argdict=None, **kwargs):
self.factory = factory
- self.workerdir=os.path.join(os.path.join(YOCTO_ABBASE, "yocto-worker"))
for k, v in argdict.iteritems():
setattr(self, k, v)
# Timeout needs to be passed to LoggingBuildStep as a kwarg
@@ -27,17 +30,12 @@ class SendErrorReport(ShellCommand):
ShellCommand.__init__(self, **kwargs)
def start(self):
- self.workerdir=os.path.join(os.path.join(YOCTO_ABBASE, "yocto-worker"))
self.buildername=self.getProperty("buildername")
self.buildnumber=self.getProperty("buildnumber")
+ self.errordir = get_error_report_worker_dir(self.buildername)
self.layerversion_core = self.getProperty("layerversion_core")
self.command=""
- if os.environ.get('ERROR_REPORT_DIR') is None:
- self.errordir=os.path.join(os.path.join(
- self.workerdir, self.buildername),
- "build/build/tmp/log/error-report/")
- else:
- self.errordir=os.environ.get('ERROR_REPORT_DIR')
+
if int(self.layerversion_core) < 4:
self.command = "echo 'Skipping Step.'"
else:
diff --git a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
index a665373..579ae85 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
@@ -10,7 +10,9 @@ __maintainer__ = "Elizabeth Flanagan"
__email__ = "elizabeth.flanagan@intel.com"
'''
+import os
+from autobuilder.config import YOCTO_ABBASE
def capitalize(word):
return ' '.join([s[0].upper() + s[1:] for s in word.split(' ')])
@@ -18,3 +20,18 @@ def capitalize(word):
def stringToBool(v):
return v.lower() in ("true", "t", "1")
+def get_error_report_controller_dir(buildername, buildnumber):
+ errordir_base = os.path.join(YOCTO_ABBASE, 'yocto-controller', buildername,
+ 'error-report')
+ errordir = os.path.join(errordir_base, str(buildnumber))
+ return errordir
+
+def get_error_report_worker_dir(buildername):
+ if os.environ.get('ERROR_REPORT_DIR') is None:
+ workerdir = os.path.join(YOCTO_ABBASE, 'yocto-worker')
+ errordir = os.path.join(workerdir, buildername,
+ 'build/build/tmp/log/error-report/')
+ else:
+ errordir = os.environ.get('ERROR_REPORT_DIR')
+
+ return errordir
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 7354c83..9f63a2b 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -20,7 +20,7 @@ import codecs
from buildbot.steps.shell import ShellCommand
from buildbot.process.buildstep import LogLineObserver
-from autobuilder.config import YOCTO_ABBASE
+from lib.ABTools import get_error_report_controller_dir
DEFAULT_SHELL = 'bash'
@@ -92,12 +92,6 @@ class BitbakeLogLineObserver(LogLineObserver):
def errLineReceived(self, line):
self._handleError(line)
-def get_error_report_bitbake_dir(buildername, buildnumber):
- errordir_base = os.path.join(YOCTO_ABBASE, 'yocto-controller', buildername,
- 'error-report')
- errordir = os.path.join(errordir_base, str(buildnumber))
- return errordir
-
class BitbakeShellCommand(ShellCommand):
def __init__(self, factory, argdict=None, **kwargs):
super(BitbakeShellCommand, self).__init__(**kwargs)
@@ -143,7 +137,7 @@ class BitbakeShellCommand(ShellCommand):
buildername = self.getProperty('buildername')
buildnumber = self.getProperty('buildnumber')
- errordir = get_error_report_bitbake_dir(buildername, buildnumber)
+ errordir = get_error_report_controller_dir(buildername, buildnumber)
if not os.path.exists(errordir):
os.makedirs(errordir)
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 05/15] buildbot: Add support for DirectoryDownload transfer step
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (3 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 04/15] lib/ABTools: Add functions for get errordir path in controller and worker Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 06/15] autobuilder/buildsteps: Add DownloadBitbakeErrorReports step Aníbal Limón
` (11 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
The new DirectoryDownload transfer step provides support for
download a directory from master to slave in specific location.
The current implementation extends FileDownload step but it creates
a tar file (may be compressed) and download it from master to slave,
finally slave decompress the tarfile into specific directory.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../buildbot/steps/transfer.py | 86 +++++++++++++++++++++-
.../buildslave/commands/registry.py | 1 +
.../buildslave/commands/transfer.py | 79 ++++++++++++++++++++
3 files changed, 164 insertions(+), 2 deletions(-)
diff --git a/lib/python2.7/site-packages/buildbot-0.8.8-py2.7.egg/buildbot/steps/transfer.py b/lib/python2.7/site-packages/buildbot-0.8.8-py2.7.egg/buildbot/steps/transfer.py
index 09b3750..fb49597 100644
--- a/lib/python2.7/site-packages/buildbot-0.8.8-py2.7.egg/buildbot/steps/transfer.py
+++ b/lib/python2.7/site-packages/buildbot-0.8.8-py2.7.egg/buildbot/steps/transfer.py
@@ -170,7 +170,6 @@ class _DirectoryWriter(_FileWriter):
archive.close()
os.remove(self.tarname)
-
def makeStatusRemoteCommand(step, remote_command, args):
self = buildstep.RemoteCommand(remote_command, args, decodeRC={None:SUCCESS, 0:SUCCESS})
callback = lambda arg: step.step_status.addLog('stdio')
@@ -365,7 +364,6 @@ class DirectoryUpload(_TransferBuildStep):
return BuildStep.finished(self, FAILURE)
return BuildStep.finished(self, SUCCESS)
-
class _FileReader(pb.Referenceable):
"""
Helper class that acts as a file-object with read access
@@ -463,6 +461,90 @@ class FileDownload(_TransferBuildStep):
d = self.runCommand(self.cmd)
d.addCallback(self.finished).addErrback(self.failed)
+class DirectoryDownload(_TransferBuildStep):
+
+ name = 'download'
+
+ renderables = [ 'mastersrc', 'slavedest' ]
+
+ def __init__(self, mastersrc, slavedest,
+ workdir=None, maxsize=None, blocksize=16*1024,
+ compress=None, mode=None, **buildstep_kwargs):
+ BuildStep.__init__(self, **buildstep_kwargs)
+
+ self.mastersrc = mastersrc
+ self.slavedest = slavedest
+ self.workdir = workdir
+ self.maxsize = maxsize
+ self.blocksize = blocksize
+ if compress not in (None, 'gz', 'bz2'):
+ config.error(
+ "'compress' must be one of None, 'gz', or 'bz2'")
+ self.compress = compress
+ self.mode = mode
+
+ def start(self):
+ version = self.slaveVersion("downloadDirectory")
+
+ if not version:
+ m = "slave is too old, does not know about uploadDirectory"
+ raise BuildSlaveTooOldError(m)
+
+ # we rely upon the fact that the buildmaster runs chdir'ed into its
+ # basedir to make sure that relative paths in mastersrc are expanded
+ # properly. TODO: maybe pass the master's basedir all the way down
+ # into the BuildStep so we can do this better.
+ source = os.path.expanduser(self.mastersrc)
+
+ slavedest = self.slavedest
+
+ log.msg("DirectoryDownload started, from master %r to slave %r"
+ % (source, slavedest))
+
+ self.step_status.setText(['downloading', "to", slavedest])
+
+ # setup structures for reading the file
+ try:
+ fd, self.tarname = tempfile.mkstemp()
+ fileobj = os.fdopen(fd, 'w')
+ if self.compress == 'bz2':
+ mode='w|bz2'
+ elif self.compress == 'gz':
+ mode='w|gz'
+ else:
+ mode = 'w'
+ archive = tarfile.open(name=self.tarname, mode=mode, fileobj=fileobj)
+ archive.add(source, '')
+ archive.close()
+ fileobj.close()
+
+ fp = open(self.tarname, 'rb')
+ except IOError:
+ # if file does not exist, bail out with an error
+ self.addCompleteLog('stderr',
+ 'Directory %r not available at master' % source)
+ # TODO: once BuildStep.start() gets rewritten to use
+ # maybeDeferred, just re-raise the exception here.
+ eventually(BuildStep.finished, self, FAILURE)
+ return
+
+ fileReader = _FileReader(fp)
+
+ # default arguments
+ args = {
+ 'slavedest': slavedest,
+ 'maxsize': self.maxsize,
+ 'reader': fileReader,
+ 'blocksize': self.blocksize,
+ 'workdir': self._getWorkdir(),
+ 'mode': self.mode,
+ 'compress': self.compress,
+ }
+
+ self.cmd = makeStatusRemoteCommand(self, 'downloadDirectory', args)
+ d = self.runCommand(self.cmd)
+ d.addCallback(self.finished).addErrback(self.failed)
+
class StringDownload(_TransferBuildStep):
name = 'string_download'
diff --git a/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/registry.py b/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/registry.py
index 080e814..22dc3ee 100644
--- a/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/registry.py
+++ b/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/registry.py
@@ -21,6 +21,7 @@ commandRegistry = {
"uploadFile" : "buildslave.commands.transfer.SlaveFileUploadCommand",
"uploadDirectory" : "buildslave.commands.transfer.SlaveDirectoryUploadCommand",
"downloadFile" : "buildslave.commands.transfer.SlaveFileDownloadCommand",
+ "downloadDirectory" : "buildslave.commands.transfer.SlaveDirectoryDownloadCommand",
"svn" : "buildslave.commands.svn.SVN",
"bk" : "buildslave.commands.bk.BK",
"cvs" : "buildslave.commands.cvs.CVS",
diff --git a/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/transfer.py b/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/transfer.py
index 670c54e..e51e8b9 100644
--- a/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/transfer.py
+++ b/lib/python2.7/site-packages/buildbot_slave-0.8.8-py2.7.egg/buildslave/commands/transfer.py
@@ -354,3 +354,82 @@ class SlaveFileDownloadCommand(TransferCommand):
self.fp.close()
return TransferCommand.finished(self, res)
+
+class SlaveDirectoryDownloadCommand(SlaveFileDownloadCommand):
+ debug = False
+
+ def setup(self, args):
+ self.workdir = args['workdir']
+
+ self.dirname = os.path.expanduser(args['slavedest'])
+ self.reader = args['reader']
+ self.bytes_remaining = args['maxsize']
+ self.blocksize = args['blocksize']
+ self.compress = args['compress']
+ self.mode = args['mode']
+ self.stderr = None
+ self.rc = 0
+
+ def start(self):
+ if self.debug:
+ log.msg('SlaveDirectoryDownloadCommand starting')
+
+ if not os.path.exists(self.dirname):
+ os.makedirs(self.dirname)
+
+ try:
+ fd, self.tarname = tempfile.mkstemp()
+ self.fp = os.fdopen(fd, 'w')
+ if self.debug:
+ log.msg("Opened '%s' for download" % self.tarname)
+ except IOError:
+ # TODO: this still needs cleanup
+ self.fp = None
+ self.stderr = "Cannot open file '%s' for download" % self.tarname
+ self.rc = 1
+ if self.debug:
+ log.msg("Cannot open file '%s' for download" % self.tarname)
+
+ d = defer.Deferred()
+ self._reactor.callLater(0, self._loop, d)
+ def _close(res):
+ # close the file, but pass through any errors from _loop
+ d1 = self.reader.callRemote('close')
+ d1.addErrback(log.err, 'while trying to close reader')
+ d1.addCallback(lambda ignored: res)
+ return d1
+ d.addBoth(_close)
+ d.addBoth(self.finished)
+ return d
+
+ def finished(self, res):
+ if self.fp is not None:
+ self.fp.close()
+
+ # decompress
+ if self.compress == 'bz2':
+ mode='r|bz2'
+ elif self.compress == 'gz':
+ mode='r|gz'
+ else:
+ mode = 'r'
+ if not hasattr(tarfile.TarFile, 'extractall'):
+ tarfile.TarFile.extractall = _extractall
+ archive = tarfile.open(name=self.tarname, mode=mode)
+ archive.extractall(path=self.dirname)
+ archive.close()
+ os.remove(self.tarname)
+
+ # note: there is a brief window during which the new file
+ # will have the buildslave's default (umask) mode before we
+ # set the new one. Don't use this mode= feature to keep files
+ # private: use the buildslave's umask for that instead. (it
+ # is possible to call os.umask() before and after the open()
+ # call, but cleaning up from exceptions properly is more of a
+ # nuisance that way).
+ if self.mode is not None:
+ for f in os.listdir(self.dirname):
+ full_f = os.path.join(self.dirname, f)
+ os.chmod(full_f, self.mode)
+
+ return TransferCommand.finished(self, res)
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 06/15] autobuilder/buildsteps: Add DownloadBitbakeErrorReports step
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (4 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 05/15] buildbot: Add support for DirectoryDownload transfer step Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 07/15] buiidsets: Add DownloadBitbakeErrorReport step Aníbal Limón
` (10 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Now the worker is responsible of sending error reports to
ERW so in order to don't duplicate functionality add this step
for download bitbake error reports generated in master AB.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../buildsteps/DownloadBitbakeErrorReports.py | 42 ++++++++++++++++++++++
1 file changed, 42 insertions(+)
create mode 100644 lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py b/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
new file mode 100644
index 0000000..fe20247
--- /dev/null
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
@@ -0,0 +1,42 @@
+'''
+Created on Jan 1, 2016
+
+__author__ = "Anibal (alimon) Limon"
+__copyright__ = "Copyright 2016, Intel Corp."
+__credits__ = ["Anibal Limon"]
+__license__ = "GPL"
+__version__ = "2.0"
+__maintainer__ = "Anibal Limon"
+__email__ = "anibal.limon@linux.intel.com"
+'''
+
+import os
+from buildbot.steps.transfer import DirectoryDownload
+from buildbot.process.buildstep import SKIPPED
+
+from lib.ABTools import get_error_report_worker_dir, \
+ get_error_report_controller_dir
+
+class DownloadBitbakeErrorReports(DirectoryDownload):
+ """
+ Transfer from master to slave the error reports when bitbake
+ fails.
+ """
+ name = "DownloadBitbakeErrorReports"
+
+ def __init__(self, factory, argdict=None, **kwargs):
+ super(DownloadBitbakeErrorReports, self).__init__(
+ "", "")
+
+ def start(self):
+ buildername = self.getProperty('buildername')
+ buildnumber = self.getProperty('buildnumber')
+
+ self.mastersrc = get_error_report_controller_dir(buildername,
+ buildnumber)
+ self.slavedest = get_error_report_worker_dir(buildername)
+
+ if not os.path.exists(self.mastersrc):
+ return SKIPPED
+
+ super(DownloadBitbakeErrorReports, self).start()
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 07/15] buiidsets: Add DownloadBitbakeErrorReport step
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (5 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 06/15] autobuilder/buildsteps: Add DownloadBitbakeErrorReports step Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 08/15] lib/buildsteps.py: BitbakeShellCommand add support for error_type Aníbal Limón
` (9 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Add DownloadBitbakeErrorReport step to buildsets that uses bitbake,
this step is responsable to download bitbake error reports (if
bitbake fails) to slave in order to send it to Error report web.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
buildset-config.controller/build-appliance.conf | 1 +
buildset-config.controller/buildtools.conf | 1 +
buildset-config.controller/nightly-arm-lsb.conf | 1 +
buildset-config.controller/nightly-arm.conf | 1 +
buildset-config.controller/nightly-arm64.conf | 1 +
buildset-config.controller/nightly-deb-non-deb.conf | 1 +
buildset-config.controller/nightly-deb.conf | 1 +
buildset-config.controller/nightly-ipk.conf | 1 +
buildset-config.controller/nightly-mips-lsb.conf | 1 +
buildset-config.controller/nightly-mips.conf | 1 +
buildset-config.controller/nightly-mips64.conf | 1 +
buildset-config.controller/nightly-multilib.conf | 1 +
buildset-config.controller/nightly-musl.conf | 1 +
buildset-config.controller/nightly-no-x11.conf | 1 +
buildset-config.controller/nightly-non-gpl3.conf | 1 +
buildset-config.controller/nightly-oecore.conf | 1 +
buildset-config.controller/nightly-ppc-lsb.conf | 1 +
buildset-config.controller/nightly-ppc.conf | 1 +
| 1 +
buildset-config.controller/nightly-qa-logrotate.conf | 1 +
buildset-config.controller/nightly-qa-pam.conf | 1 +
buildset-config.controller/nightly-qa-skeleton.conf | 1 +
buildset-config.controller/nightly-qa-systemd.conf | 1 +
buildset-config.controller/nightly-qa-targetbuilds.conf | 1 +
buildset-config.controller/nightly-rpm-non-rpm.conf | 1 +
buildset-config.controller/nightly-rpm.conf | 1 +
buildset-config.controller/nightly-uclibc.conf | 1 +
buildset-config.controller/nightly-world-lsb.conf | 1 +
buildset-config.controller/nightly-world.conf | 1 +
buildset-config.controller/nightly-x32.conf | 1 +
buildset-config.controller/nightly-x86-64-lsb.conf | 1 +
buildset-config.controller/nightly-x86-64.conf | 1 +
buildset-config.controller/nightly-x86-lsb.conf | 1 +
buildset-config.controller/nightly-x86.conf | 1 +
buildset-config.controller/nightly.conf | 1 +
buildset-config.controller/poky-tiny.conf | 1 +
buildset-config.examples/awesomefirmware.conf | 1 +
buildset-config.freescale/nightly-fsl-arm-lsb.conf | 1 +
buildset-config.freescale/nightly-fsl-arm.conf | 1 +
buildset-config.freescale/nightly-fsl-ppc-lsb.conf | 1 +
buildset-config.freescale/nightly-fsl-ppc.conf | 1 +
buildset-config.iot-devkit/iot-devkit.conf | 1 +
buildset-config.kernel/kernel-arm-lsb.conf | 1 +
buildset-config.kernel/kernel-arm.conf | 1 +
buildset-config.kernel/kernel-arm64.conf | 1 +
buildset-config.kernel/kernel-mips-lsb.conf | 1 +
buildset-config.kernel/kernel-mips.conf | 1 +
buildset-config.kernel/kernel-ppc-lsb.conf | 1 +
buildset-config.kernel/kernel-ppc.conf | 1 +
buildset-config.kernel/kernel-x86-64-lsb.conf | 1 +
buildset-config.kernel/kernel-x86-64.conf | 1 +
buildset-config.kernel/kernel-x86-lsb.conf | 1 +
buildset-config.kernel/kernel-x86.conf | 1 +
buildset-config.kernel/nightly-kernel.conf | 1 +
buildset-config.tizen/nightly-tizen-ivi.conf | 1 +
buildset-config.tizen/nightly-tizen.conf | 1 +
buildset-config.tizen/nightly.conf | 1 +
57 files changed, 57 insertions(+)
diff --git a/buildset-config.controller/build-appliance.conf b/buildset-config.controller/build-appliance.conf
index 59e6f74..4101b67 100644
--- a/buildset-config.controller/build-appliance.conf
+++ b/buildset-config.controller/build-appliance.conf
@@ -19,6 +19,7 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'universe -c fetch'}},
{'BuildImages': {'images': 'build-appliance-image'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishLayerTarballs':{}},
{'PublishArtifacts': {'artifacts': ['build-appliance', 'md5sums']}}]
diff --git a/buildset-config.controller/buildtools.conf b/buildset-config.controller/buildtools.conf
index cb8765d..a04c894 100644
--- a/buildset-config.controller/buildtools.conf
+++ b/buildset-config.controller/buildtools.conf
@@ -15,5 +15,6 @@ steps: [{'SetDest':{}},
{'CreateAutoConf': {'machine': 'qemux86-64', 'SDKMACHINE' : 'i686', 'distro': 'poky', 'buildapp': True}},
{'BuildImages': {'images': 'uninative-tarball'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['buildtools-tarball', 'uninative', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm-lsb.conf b/buildset-config.controller/nightly-arm-lsb.conf
index c742b3a..68ce6c1 100644
--- a/buildset-config.controller/nightly-arm-lsb.conf
+++ b/buildset-config.controller/nightly-arm-lsb.conf
@@ -25,6 +25,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm', 'beagleboard', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm.conf b/buildset-config.controller/nightly-arm.conf
index 76244ed..1941fed 100644
--- a/buildset-config.controller/nightly-arm.conf
+++ b/buildset-config.controller/nightly-arm.conf
@@ -25,6 +25,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm', 'beagleboard', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm64.conf b/buildset-config.controller/nightly-arm64.conf
index 4476c7c..670b83e 100644
--- a/buildset-config.controller/nightly-arm64.conf
+++ b/buildset-config.controller/nightly-arm64.conf
@@ -23,6 +23,7 @@ steps: [{'SetDest':{}},
{'RunSDKSanityTests': {'images': 'core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-deb-non-deb.conf b/buildset-config.controller/nightly-deb-non-deb.conf
index 53e4c0f..a31c0f1 100644
--- a/buildset-config.controller/nightly-deb-non-deb.conf
+++ b/buildset-config.controller/nightly-deb-non-deb.conf
@@ -12,4 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images': 'core-image-minimal core-image-sato core-image-sato-sdk'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-deb.conf b/buildset-config.controller/nightly-deb.conf
index 4a1bb95..f1f4001 100644
--- a/buildset-config.controller/nightly-deb.conf
+++ b/buildset-config.controller/nightly-deb.conf
@@ -12,4 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images': 'core-image-minimal core-image-sato core-image-sato-sdk'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-ipk.conf b/buildset-config.controller/nightly-ipk.conf
index c09fe34..cdebd02 100644
--- a/buildset-config.controller/nightly-ipk.conf
+++ b/buildset-config.controller/nightly-ipk.conf
@@ -12,4 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-mips-lsb.conf b/buildset-config.controller/nightly-mips-lsb.conf
index a221029..eac6d93 100644
--- a/buildset-config.controller/nightly-mips-lsb.conf
+++ b/buildset-config.controller/nightly-mips-lsb.conf
@@ -26,6 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips', 'routerstationpro', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-mips.conf b/buildset-config.controller/nightly-mips.conf
index 23edb1d..9714924 100644
--- a/buildset-config.controller/nightly-mips.conf
+++ b/buildset-config.controller/nightly-mips.conf
@@ -29,6 +29,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips', 'routerstationpro', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-mips64.conf b/buildset-config.controller/nightly-mips64.conf
index 43ddca7..c35088f 100644
--- a/buildset-config.controller/nightly-mips64.conf
+++ b/buildset-config.controller/nightly-mips64.conf
@@ -23,6 +23,7 @@ steps: [{'SetDest':{}},
{'RunSDKSanityTests': {'images': 'core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-multilib.conf b/buildset-config.controller/nightly-multilib.conf
index 0020494..6481019 100644
--- a/buildset-config.controller/nightly-multilib.conf
+++ b/buildset-config.controller/nightly-multilib.conf
@@ -37,4 +37,5 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'multilib': 'lib64',
'distro': 'poky'}},
{'BuildImages': {'images': 'lib64-core-image-sato lib64-core-image-sato-sdk'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-musl.conf b/buildset-config.controller/nightly-musl.conf
index 89aec9c..2d1dce5 100644
--- a/buildset-config.controller/nightly-musl.conf
+++ b/buildset-config.controller/nightly-musl.conf
@@ -13,5 +13,6 @@ steps: [{'SetDest':{}},
'atextappend' : '\nTCLIBC="musl"\n' }},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal core-image-full-cmdline core-image-sato'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-no-x11.conf b/buildset-config.controller/nightly-no-x11.conf
index a747036..0feb6cd 100644
--- a/buildset-config.controller/nightly-no-x11.conf
+++ b/buildset-config.controller/nightly-no-x11.conf
@@ -15,5 +15,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'GetBitbakeVersion': {}},
{'BuildImages': {'images': 'world'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}}]
diff --git a/buildset-config.controller/nightly-non-gpl3.conf b/buildset-config.controller/nightly-non-gpl3.conf
index 14bedb2..3368263 100644
--- a/buildset-config.controller/nightly-non-gpl3.conf
+++ b/buildset-config.controller/nightly-non-gpl3.conf
@@ -14,4 +14,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal core-image-basic'}},
{'CheckForGPLv3':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-oecore.conf b/buildset-config.controller/nightly-oecore.conf
index c51f9ac..dcee52d 100644
--- a/buildset-config.controller/nightly-oecore.conf
+++ b/buildset-config.controller/nightly-oecore.conf
@@ -24,6 +24,7 @@ steps: [{'SetDest':{}},
'distro': 'oecore', 'buildhistory' : False}},
{'BuildToolchainImages': {}},
{'BuildImages': {'images': '-c populate_sdk_ext core-image-minimal'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.controller/nightly-ppc-lsb.conf b/buildset-config.controller/nightly-ppc-lsb.conf
index 95e91a3..e596720 100644
--- a/buildset-config.controller/nightly-ppc-lsb.conf
+++ b/buildset-config.controller/nightly-ppc-lsb.conf
@@ -26,6 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuppc', 'mpc8315e-rdb', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-ppc.conf b/buildset-config.controller/nightly-ppc.conf
index 5f149e2..d6a8537 100644
--- a/buildset-config.controller/nightly-ppc.conf
+++ b/buildset-config.controller/nightly-ppc.conf
@@ -28,6 +28,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuppc', 'mpc8315e-rdb', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
--git a/buildset-config.controller/nightly-qa-extras.conf b/buildset-config.controller/nightly-qa-extras.conf
index 1ce0042..dcb03f0 100644
--- a/buildset-config.controller/nightly-qa-extras.conf
+++ b/buildset-config.controller/nightly-qa-extras.conf
@@ -18,5 +18,6 @@ steps: [{'SetDest':{}},
'distro': 'poky', 'buildhistory' : False,
'atextappend' : '\nROOT_HOME = "/root"\n'}},
{'BuildImages': {'images': 'core-image-minimal'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-minimal'}}]
diff --git a/buildset-config.controller/nightly-qa-logrotate.conf b/buildset-config.controller/nightly-qa-logrotate.conf
index 202eb92..779fddb 100644
--- a/buildset-config.controller/nightly-qa-logrotate.conf
+++ b/buildset-config.controller/nightly-qa-logrotate.conf
@@ -13,6 +13,7 @@ steps: [{'SetDest':{}},
'atextappend' : '\nIMAGE_INSTALL_append = " logrotate"\n'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'logrotate'}}]
diff --git a/buildset-config.controller/nightly-qa-pam.conf b/buildset-config.controller/nightly-qa-pam.conf
index 15d8fc0..c790bf5 100644
--- a/buildset-config.controller/nightly-qa-pam.conf
+++ b/buildset-config.controller/nightly-qa-pam.conf
@@ -14,5 +14,6 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato'}},
{'SendErrorReport': {}},
+ {'DownloadBitbakeErrorReports': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'pam'}}]
diff --git a/buildset-config.controller/nightly-qa-skeleton.conf b/buildset-config.controller/nightly-qa-skeleton.conf
index a0686b3..a0461eb 100644
--- a/buildset-config.controller/nightly-qa-skeleton.conf
+++ b/buildset-config.controller/nightly-qa-skeleton.conf
@@ -13,6 +13,7 @@ steps: [{'SetDest':{}},
'atextappend' : '\nIMAGE_INSTALL_append = " service hello-mod"\n'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto', 'layerdirs': ['meta-skeleton']}},
{'BuildImages': {'images': 'core-image-sato'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'skeletoninit'}}]
diff --git a/buildset-config.controller/nightly-qa-systemd.conf b/buildset-config.controller/nightly-qa-systemd.conf
index 4912d9b..fdf61c6 100644
--- a/buildset-config.controller/nightly-qa-systemd.conf
+++ b/buildset-config.controller/nightly-qa-systemd.conf
@@ -23,5 +23,6 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'distro': 'poky',
'initmgr' : 'systemd'}},
{'BuildImages': {'images': 'core-image-sato'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'systemd'}}]
diff --git a/buildset-config.controller/nightly-qa-targetbuilds.conf b/buildset-config.controller/nightly-qa-targetbuilds.conf
index 7ad7400..fd3d0da 100644
--- a/buildset-config.controller/nightly-qa-targetbuilds.conf
+++ b/buildset-config.controller/nightly-qa-targetbuilds.conf
@@ -27,6 +27,7 @@ steps: [{'SetDest':{}},
{'CreateAutoConf': {'machine': 'qemuppc', 'SDKMACHINE' : 'x86_64',
'buildhistory' : False, 'distro': 'poky'}},
{'BuildImages': {'images': 'core-image-sato-sdk'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato-sdk',
'suites' : 'ping ssh buildsudoku buildcvs buildiptables'}}]
diff --git a/buildset-config.controller/nightly-rpm-non-rpm.conf b/buildset-config.controller/nightly-rpm-non-rpm.conf
index 6f3dedd..b8b4c2a 100644
--- a/buildset-config.controller/nightly-rpm-non-rpm.conf
+++ b/buildset-config.controller/nightly-rpm-non-rpm.conf
@@ -13,5 +13,6 @@ steps: [{'SetDest':{}},
'packages': 'rpm'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images' : 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}}]
diff --git a/buildset-config.controller/nightly-rpm.conf b/buildset-config.controller/nightly-rpm.conf
index 48bd1a8..f03a12f 100644
--- a/buildset-config.controller/nightly-rpm.conf
+++ b/buildset-config.controller/nightly-rpm.conf
@@ -13,5 +13,6 @@ steps: [{'SetDest':{}},
'packages': 'rpm'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images' : 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}}]
diff --git a/buildset-config.controller/nightly-uclibc.conf b/buildset-config.controller/nightly-uclibc.conf
index 2e63110..4063040 100644
--- a/buildset-config.controller/nightly-uclibc.conf
+++ b/buildset-config.controller/nightly-uclibc.conf
@@ -13,5 +13,6 @@ steps: [{'SetDest':{}},
'atextappend' : '\nTCLIBC="uclibc"\n' }},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-world-lsb.conf b/buildset-config.controller/nightly-world-lsb.conf
index 4c9994c..1117f06 100644
--- a/buildset-config.controller/nightly-world-lsb.conf
+++ b/buildset-config.controller/nightly-world-lsb.conf
@@ -21,6 +21,7 @@ steps: [{'SetDest':{}},
'distro': 'poky-lsb'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'world'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['ipk', 'rpm', 'deb']}}]
diff --git a/buildset-config.controller/nightly-world.conf b/buildset-config.controller/nightly-world.conf
index 12c06e4..53b7286 100644
--- a/buildset-config.controller/nightly-world.conf
+++ b/buildset-config.controller/nightly-world.conf
@@ -13,6 +13,7 @@ steps: [{'SetDest':{}},
'distro': 'poky'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'world'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['ipk', 'rpm', 'deb']}}]
diff --git a/buildset-config.controller/nightly-x32.conf b/buildset-config.controller/nightly-x32.conf
index 1fbfc10..42d38ac 100644
--- a/buildset-config.controller/nightly-x32.conf
+++ b/buildset-config.controller/nightly-x32.conf
@@ -20,6 +20,7 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'x32': True,
'distro': 'poky'}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'x32lib'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-64-lsb.conf b/buildset-config.controller/nightly-x86-64-lsb.conf
index cd0ddaa..704c508 100644
--- a/buildset-config.controller/nightly-x86-64-lsb.conf
+++ b/buildset-config.controller/nightly-x86-64-lsb.conf
@@ -26,6 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86-64', 'genericx86-64', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-64.conf b/buildset-config.controller/nightly-x86-64.conf
index 2bba8c1..6a003f5 100644
--- a/buildset-config.controller/nightly-x86-64.conf
+++ b/buildset-config.controller/nightly-x86-64.conf
@@ -30,6 +30,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86-64', 'genericx86-64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-lsb.conf b/buildset-config.controller/nightly-x86-lsb.conf
index f32d495..ea7f58e 100644
--- a/buildset-config.controller/nightly-x86-lsb.conf
+++ b/buildset-config.controller/nightly-x86-lsb.conf
@@ -26,6 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86', 'genericx86', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86.conf b/buildset-config.controller/nightly-x86.conf
index 56e5916..e965c8f 100644
--- a/buildset-config.controller/nightly-x86.conf
+++ b/buildset-config.controller/nightly-x86.conf
@@ -30,6 +30,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86', 'genericx86', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly.conf b/buildset-config.controller/nightly.conf
index b039cb1..2734bf7 100644
--- a/buildset-config.controller/nightly.conf
+++ b/buildset-config.controller/nightly.conf
@@ -152,6 +152,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'adt-installer'}},
{'PublishArtifacts': {'artifacts': ['adt-installer-QA', 'adtrepo-dev']}},
{'BitbakeSelftest': {}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'TriggerBuilds': {'schedulerName': 'buildhistory',
'waitForFinish': 'False',
diff --git a/buildset-config.controller/poky-tiny.conf b/buildset-config.controller/poky-tiny.conf
index 04219e1..291e031 100644
--- a/buildset-config.controller/poky-tiny.conf
+++ b/buildset-config.controller/poky-tiny.conf
@@ -12,6 +12,7 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['tiny', 'md5sums']}}]
diff --git a/buildset-config.examples/awesomefirmware.conf b/buildset-config.examples/awesomefirmware.conf
index a34de54..d4bb436 100644
--- a/buildset-config.examples/awesomefirmware.conf
+++ b/buildset-config.examples/awesomefirmware.conf
@@ -29,6 +29,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'CreateGPLTarball': {}},
{'PublishArtifacts': {'artifacts': ['genericx86-64']}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'SendQAEmail': {}},
diff --git a/buildset-config.freescale/nightly-fsl-arm-lsb.conf b/buildset-config.freescale/nightly-fsl-arm-lsb.conf
index 4124694..fd4178c 100644
--- a/buildset-config.freescale/nightly-fsl-arm-lsb.conf
+++ b/buildset-config.freescale/nightly-fsl-arm-lsb.conf
@@ -35,6 +35,7 @@ steps: [{'SetDest':{}},
'devkernel' : False}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-dev core-image-lsb-sdk LSB-QT-IMAGES'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['imx53qsb', 'imx6qsabresd', 'imx28evk', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-arm.conf b/buildset-config.freescale/nightly-fsl-arm.conf
index 59e5745..16b88c6 100644
--- a/buildset-config.freescale/nightly-fsl-arm.conf
+++ b/buildset-config.freescale/nightly-fsl-arm.conf
@@ -40,6 +40,7 @@ steps: [{'SetDest':{}},
'devkernel' : False}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['imx53qsb', 'imx6qsabresd', 'imx28evk', 'ipk', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-ppc-lsb.conf b/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
index a7cae9c..2b6defc 100644
--- a/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
+++ b/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
@@ -25,6 +25,7 @@ steps: [{'SetDest':{}},
{'GetBitbakeVersion': {}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-dev core-image-lsb-sdk LSB-QT-IMAGES'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['p1022ds', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-ppc.conf b/buildset-config.freescale/nightly-fsl-ppc.conf
index 7c04051..eaf2e8d 100644
--- a/buildset-config.freescale/nightly-fsl-ppc.conf
+++ b/buildset-config.freescale/nightly-fsl-ppc.conf
@@ -26,6 +26,7 @@ steps: [{'SetDest':{}},
{'BuildToolchainImages': {}},
{'BuildImages': {'images': '-c populate_sdk_ext core-image-minimal'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['p1022ds', 'ipk', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.iot-devkit/iot-devkit.conf b/buildset-config.iot-devkit/iot-devkit.conf
index 3ec5945..bd4c024 100644
--- a/buildset-config.iot-devkit/iot-devkit.conf
+++ b/buildset-config.iot-devkit/iot-devkit.conf
@@ -29,5 +29,6 @@ steps: [{'SetDest':{}},
'meta-openembedded/meta-filesystems']}},
{'BuildImages': {'images': 'iot-devkit-image iot-devkit-prof-image iot-devkit-prof-dev-image'}},
{'PublishLayerTarballs':{}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['quark', 'ipk', 'md5sums']}}]
diff --git a/buildset-config.kernel/kernel-arm-lsb.conf b/buildset-config.kernel/kernel-arm-lsb.conf
index 444ba44..b317085 100644
--- a/buildset-config.kernel/kernel-arm-lsb.conf
+++ b/buildset-config.kernel/kernel-arm-lsb.conf
@@ -55,5 +55,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-arm.conf b/buildset-config.kernel/kernel-arm.conf
index 91ef0c1..d4b6400 100644
--- a/buildset-config.kernel/kernel-arm.conf
+++ b/buildset-config.kernel/kernel-arm.conf
@@ -49,5 +49,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-arm64.conf b/buildset-config.kernel/kernel-arm64.conf
index 2d49819..dd4a10b 100644
--- a/buildset-config.kernel/kernel-arm64.conf
+++ b/buildset-config.kernel/kernel-arm64.conf
@@ -49,5 +49,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-mips-lsb.conf b/buildset-config.kernel/kernel-mips-lsb.conf
index 3f24814..fe703fc 100644
--- a/buildset-config.kernel/kernel-mips-lsb.conf
+++ b/buildset-config.kernel/kernel-mips-lsb.conf
@@ -55,4 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-mips.conf b/buildset-config.kernel/kernel-mips.conf
index 97d1f97..679dd61 100644
--- a/buildset-config.kernel/kernel-mips.conf
+++ b/buildset-config.kernel/kernel-mips.conf
@@ -49,4 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-ppc-lsb.conf b/buildset-config.kernel/kernel-ppc-lsb.conf
index 67493b4..d0017c8 100644
--- a/buildset-config.kernel/kernel-ppc-lsb.conf
+++ b/buildset-config.kernel/kernel-ppc-lsb.conf
@@ -55,4 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-ppc.conf b/buildset-config.kernel/kernel-ppc.conf
index 973ba68..7b1b212 100644
--- a/buildset-config.kernel/kernel-ppc.conf
+++ b/buildset-config.kernel/kernel-ppc.conf
@@ -49,4 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-64-lsb.conf b/buildset-config.kernel/kernel-x86-64-lsb.conf
index 4fe6604..af7eb26 100644
--- a/buildset-config.kernel/kernel-x86-64-lsb.conf
+++ b/buildset-config.kernel/kernel-x86-64-lsb.conf
@@ -55,4 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-64.conf b/buildset-config.kernel/kernel-x86-64.conf
index 039eb4a..1edc34c 100644
--- a/buildset-config.kernel/kernel-x86-64.conf
+++ b/buildset-config.kernel/kernel-x86-64.conf
@@ -49,4 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-lsb.conf b/buildset-config.kernel/kernel-x86-lsb.conf
index e33a72f..0d456fb 100644
--- a/buildset-config.kernel/kernel-x86-lsb.conf
+++ b/buildset-config.kernel/kernel-x86-lsb.conf
@@ -55,4 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86.conf b/buildset-config.kernel/kernel-x86.conf
index a3c41f9..b830449 100644
--- a/buildset-config.kernel/kernel-x86.conf
+++ b/buildset-config.kernel/kernel-x86.conf
@@ -49,4 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/nightly-kernel.conf b/buildset-config.kernel/nightly-kernel.conf
index 6d258f8..36b5c84 100644
--- a/buildset-config.kernel/nightly-kernel.conf
+++ b/buildset-config.kernel/nightly-kernel.conf
@@ -58,5 +58,6 @@ steps: [{'SetDest':{}},
'kernel-x86-64': {}, 'kernel-x86-64-lsb': {},
'kernel-x86': {}, 'kernel-x86-lsb': {}, 'kernel-arm64': {}},
'schedulerNames_nowait' : {}}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'SendQAEmail': {}}]
diff --git a/buildset-config.tizen/nightly-tizen-ivi.conf b/buildset-config.tizen/nightly-tizen-ivi.conf
index bbffc81..7fc5b35 100644
--- a/buildset-config.tizen/nightly-tizen-ivi.conf
+++ b/buildset-config.tizen/nightly-tizen-ivi.conf
@@ -19,5 +19,6 @@ steps: [{'SetDest':{}},
'meta-tizen/meta-tizen-common-share', 'meta-tizen/meta-tizen-common-devtools', \
'meta-tizen/meta-tizen-common-demo', 'meta-tizen/meta-tizen-ivi']}},
{'BuildImages': {'images': 'tizen-ivi-Modello-image'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.tizen/nightly-tizen.conf b/buildset-config.tizen/nightly-tizen.conf
index 42bec9d..288d866 100644
--- a/buildset-config.tizen/nightly-tizen.conf
+++ b/buildset-config.tizen/nightly-tizen.conf
@@ -18,6 +18,7 @@ steps: [{'SetDest':{}},
'meta-tizen/meta-tizen-common-share', 'meta-tizen/meta-tizen-common-devtools', \
'meta-tizen/meta-tizen-common-demo']}},
{'BuildImages': {'images': 'tizen-common-core-image-crosswalk-dev'}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.tizen/nightly.conf b/buildset-config.tizen/nightly.conf
index e19e76c..f097b22 100644
--- a/buildset-config.tizen/nightly.conf
+++ b/buildset-config.tizen/nightly.conf
@@ -42,6 +42,7 @@ steps: [{'SetDest':{}},
{'TriggerBuilds': {'schedulerName': 'main-build', 'waitForFinish': 'True',
'schedulerNames': {'nightly-tizen-ivi': {}, 'nightly-tizen': {}},
'schedulerNames_nowait' : {}}},
+ {'DownloadBitbakeErrorReports': {}},
{'SendErrorReport': {}},
{'TriggerBuilds': {'schedulerName': 'buildhistory',
'waitForFinish': 'False',
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 08/15] lib/buildsteps.py: BitbakeShellCommand add support for error_type
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (6 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 07/15] buiidsets: Add DownloadBitbakeErrorReport step Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 09/15] autobuilder/lib/buildsteps.py: BitbakeShellCommand update error report types Aníbal Limón
` (8 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
When generate bitbake error reports two type of errors could be happen
a bitbake generic one or when is running bitbake-selftest.
Also split the command removing environment only leave the bitbake
command and it's arguments.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
lib/python2.7/site-packages/autobuilder/lib/buildsteps.py | 8 +++++++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 9f63a2b..0977518 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -126,7 +126,13 @@ class BitbakeShellCommand(ShellCommand):
failure = {}
failure['package'] = "bitbake-%s" % vrs['BB_VERSION']
- failure['task'] = self.command
+ if 'bitbake-selftest' in self.command:
+ report['error_type'] = 'B'
+ failure['task'] = self.command[self.command.find('bitbake-selftest'):]
+ else:
+ report['error_type'] = 'C'
+ failure['task'] = self.command[self.command.find('bitbake'):]
+
failure['log'] = "\n".join(log)
report['failures'] = [failure]
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 09/15] autobuilder/lib/buildsteps.py: BitbakeShellCommand update error report types.
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (7 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 08/15] lib/buildsteps.py: BitbakeShellCommand add support for error_type Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 10/15] autobuilder/lib/{ABtools, builsteps}.py: Create save_error_report func Aníbal Limón
` (7 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
The error report type values changed so update it to match the new
ones.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
lib/python2.7/site-packages/autobuilder/lib/buildsteps.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index 0977518..c290218 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -127,10 +127,10 @@ class BitbakeShellCommand(ShellCommand):
failure = {}
failure['package'] = "bitbake-%s" % vrs['BB_VERSION']
if 'bitbake-selftest' in self.command:
- report['error_type'] = 'B'
+ report['error_type'] = 'bitbake-selftest'
failure['task'] = self.command[self.command.find('bitbake-selftest'):]
else:
- report['error_type'] = 'C'
+ report['error_type'] = 'core'
failure['task'] = self.command[self.command.find('bitbake'):]
failure['log'] = "\n".join(log)
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 10/15] autobuilder/lib/{ABtools, builsteps}.py: Create save_error_report func
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (8 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 09/15] autobuilder/lib/buildsteps.py: BitbakeShellCommand update error report types Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 11/15] autobuilder/lib/ABTools.py: Add get_lsb_distro function Aníbal Limón
` (6 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Create new generic function save_error_report based on _saveBitbakeErrorReport
in order to use the same function on OESelftest error reports.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../site-packages/autobuilder/lib/ABTools.py | 13 ++++++++++++
.../site-packages/autobuilder/lib/buildsteps.py | 23 +++++-----------------
2 files changed, 18 insertions(+), 18 deletions(-)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
index 579ae85..1e09de7 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
@@ -11,6 +11,9 @@ __email__ = "elizabeth.flanagan@intel.com"
'''
import os
+import time
+import json
+import codecs
from autobuilder.config import YOCTO_ABBASE
@@ -35,3 +38,13 @@ def get_error_report_worker_dir(buildername):
errordir = os.environ.get('ERROR_REPORT_DIR')
return errordir
+
+def save_error_report(buildername, buildnumber, report, report_type):
+ errordir = get_error_report_controller_dir(buildername, buildnumber)
+ if not os.path.exists(errordir):
+ os.makedirs(errordir)
+
+ filename = os.path.join(errordir, "error_report_%s_%d.txt" % \
+ (report_type, int(time.time())))
+ with codecs.open(filename, 'w', 'utf-8') as f:
+ json.dump(report, f, indent=4, sort_keys=True)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
index c290218..eee0c1b 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/buildsteps.py
@@ -13,14 +13,11 @@ __email__ = "anibal.limon@linux.intel.com"
import os
import re
-import time
-import json
-import codecs
from buildbot.steps.shell import ShellCommand
from buildbot.process.buildstep import LogLineObserver
-from lib.ABTools import get_error_report_controller_dir
+from lib.ABTools import save_error_report
DEFAULT_SHELL = 'bash'
@@ -139,21 +136,11 @@ class BitbakeShellCommand(ShellCommand):
return report
- def _saveBitbakeErrorReport(self, report):
- buildername = self.getProperty('buildername')
- buildnumber = self.getProperty('buildnumber')
-
- errordir = get_error_report_controller_dir(buildername, buildnumber)
- if not os.path.exists(errordir):
- os.makedirs(errordir)
-
- filename = os.path.join(errordir, "error_report_bitbake_%d.txt" % \
- int(time.time()))
- with codecs.open(filename, 'w', 'utf-8') as f:
- json.dump(report, f, indent=4, sort_keys=True)
-
def commandComplete(self, cmd):
if cmd.didFail():
if self.errors['bitbake']:
+ buildername = self.getProperty('buildername')
+ buildnumber = self.getProperty('buildnumber')
+
report = self._createBitbakeErrorReport(self.errors['log'])
- self._saveBitbakeErrorReport(report)
+ save_error_report(buildername, buildnumber, report, 'bitbake')
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 11/15] autobuilder/lib/ABTools.py: Add get_lsb_distro function
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (9 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 10/15] autobuilder/lib/{ABtools, builsteps}.py: Create save_error_report func Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 12/15] buildsteps/RunOeSelftest.py: Add support for create/save error reports Aníbal Limón
` (5 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Try to get Linux distribution ID using lsb_release if lsb_release
isn't installed use information provided by linux_distribution()
method in platform returns "DISTRONAME-VERSION".
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../site-packages/autobuilder/lib/ABTools.py | 29 ++++++++++++++++++++++
1 file changed, 29 insertions(+)
diff --git a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
index 1e09de7..9ff1bc8 100644
--- a/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
+++ b/lib/python2.7/site-packages/autobuilder/lib/ABTools.py
@@ -15,6 +15,9 @@ import time
import json
import codecs
+import subprocess
+import platform
+
from autobuilder.config import YOCTO_ABBASE
def capitalize(word):
@@ -48,3 +51,29 @@ def save_error_report(buildername, buildnumber, report, report_type):
(report_type, int(time.time())))
with codecs.open(filename, 'w', 'utf-8') as f:
json.dump(report, f, indent=4, sort_keys=True)
+
+def get_lsb_distro():
+ """
+ Try to get Linux distribution ID using lsb_release if lsb_release
+ isn't installed use information provided by linux_distribution()
+ method in platform returns "DISTRONAME-VERSION".
+ """
+
+ lsb_distro = None
+
+ try:
+ output = subprocess.check_output("lsb_release -ir", shell=True)
+
+ lines = output.splitlines()
+
+ # Output example:
+ # Distributor ID:\tDebian
+ # Release:\t8.4
+ distro_name = lines[0].split(':')[1].strip()
+ version = lines[1].split(':')[1].strip()
+
+ lsb_distro = "%s-%s" % (distro_name, version)
+ except Exception as e:
+ lsb_distro = "%s-%s" % platform.linux_distribution()[0:2]
+
+ return lsb_distro
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 12/15] buildsteps/RunOeSelftest.py: Add support for create/save error reports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (10 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 11/15] autobuilder/lib/ABTools.py: Add get_lsb_distro function Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 13/15] nightly-oe-selftest.conf: Add steps for Download and Send error report Aníbal Limón
` (4 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Now when oe-selftest fails the error report for send to the Error report
web are created and saved in the controller.
Since oe-selftest is intended to do a build system testing the values
for MACHINE, TARGET_SYS and DISTRO are provided so use universal value
instead.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../autobuilder/buildsteps/RunOeSelftest.py | 46 ++++++++++++++++++++++
1 file changed, 46 insertions(+)
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/RunOeSelftest.py b/lib/python2.7/site-packages/autobuilder/buildsteps/RunOeSelftest.py
index a1df5cb..5b9e408 100644
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/RunOeSelftest.py
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/RunOeSelftest.py
@@ -8,9 +8,12 @@ __maintainer__ = "Stefan Stanacar"
__email__ = "stefanx.stanacar@intel.com"
'''
+import platform
from buildbot.steps.shell import ShellCommand
+from lib.ABTools import save_error_report, get_lsb_distro
+
class RunOeSelftest(ShellCommand):
haltOnFailure = False
flunkOnFailure = True
@@ -35,3 +38,46 @@ class RunOeSelftest(ShellCommand):
else:
self.command += "if [ -d ../meta-selftest ]; then export DISPLAY=:1; oe-selftest " + self.tests + "; else echo 'Skipping step - no meta-selftest layer here'; fi"
ShellCommand.start(self)
+
+ def _createOESelftestErrorReport(self, log):
+ """
+ Create a oe-selftest error report since oe-selftest
+ is intended to test the build system no information
+ about machine, distro and target_sys are provided so
+ use universal value.
+ """
+
+ report = {}
+
+ report['machine'] = 'universal'
+ report['build_sys'] = "%s-%s" % (platform.machine(),
+ platform.system().lower())
+ report['nativelsb'] = get_lsb_distro() or 'universal'
+ report['distro'] = 'universal'
+ report['target_sys'] = 'universal'
+
+ report['component'] = 'oe-selftest'
+ report['branch_commit'] = self.getProperty('branch') + ': ' + \
+ self.getProperty('got_revision')
+
+ report['error_type'] = 'oe-selftest'
+
+ failure = {}
+ failure['package'] = 'oe-selftest'
+ failure['task'] = self.command[self.command.find('oe-selftest'):]
+ failure['log'] = log
+
+ report['failures'] = [failure]
+
+ return report
+
+ def commandComplete(self, cmd):
+ if cmd.didFail():
+ buildername = self.getProperty('buildername')
+ buildnumber = self.getProperty('buildnumber')
+
+ log = cmd.logs['stdio'].getText()
+
+ report = self._createOESelftestErrorReport(log)
+ save_error_report(buildername, buildnumber, report, 'oe_selftest')
+
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 13/15] nightly-oe-selftest.conf: Add steps for Download and Send error report.
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (11 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 12/15] buildsteps/RunOeSelftest.py: Add support for create/save error reports Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 14/15] autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to DownloadErrorReports Aníbal Limón
` (3 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
These steps are needed for enable sending of Oe selftest error reports
to the Error report WEB.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
buildset-config.controller/nightly-oe-selftest.conf | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/buildset-config.controller/nightly-oe-selftest.conf b/buildset-config.controller/nightly-oe-selftest.conf
index 155d3d5..1aa3309 100644
--- a/buildset-config.controller/nightly-oe-selftest.conf
+++ b/buildset-config.controller/nightly-oe-selftest.conf
@@ -14,4 +14,7 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto', 'layerdirs': ['meta-selftest']}},
- {'RunOeSelftest': {}}]
+ {'RunOeSelftest': {}},
+ {'DownloadBitbakeErrorReports': {}},
+ {'SendErrorReport': {}},
+ ]
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 14/15] autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to DownloadErrorReports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (12 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 13/15] nightly-oe-selftest.conf: Add steps for Download and Send error report Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 15/15] buildset-config: Update references from " Aníbal Limón
` (2 subsequent siblings)
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Since DownloadBitbakeErrorReports is also downloading reports
generated by RunOESelftest it don't make sense to have a hard
reference of bitbake in the buildstep.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
.../buildsteps/DownloadBitbakeErrorReports.py | 42 ----------------------
.../autobuilder/buildsteps/DownloadErrorReports.py | 42 ++++++++++++++++++++++
2 files changed, 42 insertions(+), 42 deletions(-)
delete mode 100644 lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
create mode 100644 lib/python2.7/site-packages/autobuilder/buildsteps/DownloadErrorReports.py
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py b/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
deleted file mode 100644
index fe20247..0000000
--- a/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadBitbakeErrorReports.py
+++ /dev/null
@@ -1,42 +0,0 @@
-'''
-Created on Jan 1, 2016
-
-__author__ = "Anibal (alimon) Limon"
-__copyright__ = "Copyright 2016, Intel Corp."
-__credits__ = ["Anibal Limon"]
-__license__ = "GPL"
-__version__ = "2.0"
-__maintainer__ = "Anibal Limon"
-__email__ = "anibal.limon@linux.intel.com"
-'''
-
-import os
-from buildbot.steps.transfer import DirectoryDownload
-from buildbot.process.buildstep import SKIPPED
-
-from lib.ABTools import get_error_report_worker_dir, \
- get_error_report_controller_dir
-
-class DownloadBitbakeErrorReports(DirectoryDownload):
- """
- Transfer from master to slave the error reports when bitbake
- fails.
- """
- name = "DownloadBitbakeErrorReports"
-
- def __init__(self, factory, argdict=None, **kwargs):
- super(DownloadBitbakeErrorReports, self).__init__(
- "", "")
-
- def start(self):
- buildername = self.getProperty('buildername')
- buildnumber = self.getProperty('buildnumber')
-
- self.mastersrc = get_error_report_controller_dir(buildername,
- buildnumber)
- self.slavedest = get_error_report_worker_dir(buildername)
-
- if not os.path.exists(self.mastersrc):
- return SKIPPED
-
- super(DownloadBitbakeErrorReports, self).start()
diff --git a/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadErrorReports.py b/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadErrorReports.py
new file mode 100644
index 0000000..696f56c
--- /dev/null
+++ b/lib/python2.7/site-packages/autobuilder/buildsteps/DownloadErrorReports.py
@@ -0,0 +1,42 @@
+'''
+Created on Jan 1, 2016
+
+__author__ = "Anibal (alimon) Limon"
+__copyright__ = "Copyright 2016, Intel Corp."
+__credits__ = ["Anibal Limon"]
+__license__ = "GPL"
+__version__ = "2.0"
+__maintainer__ = "Anibal Limon"
+__email__ = "anibal.limon@linux.intel.com"
+'''
+
+import os
+from buildbot.steps.transfer import DirectoryDownload
+from buildbot.process.buildstep import SKIPPED
+
+from lib.ABTools import get_error_report_worker_dir, \
+ get_error_report_controller_dir
+
+class DownloadErrorReports(DirectoryDownload):
+ """
+ Transfer from master to slave the error reports when bitbake
+ fails.
+ """
+ name = "DownloadErrorReports"
+
+ def __init__(self, factory, argdict=None, **kwargs):
+ super(DownloadErrorReports, self).__init__(
+ "", "")
+
+ def start(self):
+ buildername = self.getProperty('buildername')
+ buildnumber = self.getProperty('buildnumber')
+
+ self.mastersrc = get_error_report_controller_dir(buildername,
+ buildnumber)
+ self.slavedest = get_error_report_worker_dir(buildername)
+
+ if not os.path.exists(self.mastersrc):
+ return SKIPPED
+
+ super(DownloadErrorReports, self).start()
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* [[yocto-autobuilder][PATCHv2] 15/15] buildset-config: Update references from DownloadBitbakeErrorReports to DownloadErrorReports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (13 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 14/15] autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to DownloadErrorReports Aníbal Limón
@ 2016-06-21 23:07 ` Aníbal Limón
2016-06-22 7:44 ` [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Beth 'pidge' Flanagan
2016-06-27 12:28 ` Beth 'pidge' Flanagan
16 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-21 23:07 UTC (permalink / raw)
To: yocto; +Cc: joshua.g.lock
Since DownloadBitbakeErrorReports is also downloading reports
generated by RunOESelftest it don't make sense to have a hard
reference of bitbake in the buildstep.
Signed-off-by: Aníbal Limón <anibal.limon@linux.intel.com>
---
buildset-config.controller/build-appliance.conf | 2 +-
buildset-config.controller/buildtools.conf | 2 +-
buildset-config.controller/nightly-arm-lsb.conf | 2 +-
buildset-config.controller/nightly-arm.conf | 2 +-
buildset-config.controller/nightly-arm64.conf | 2 +-
buildset-config.controller/nightly-deb-non-deb.conf | 2 +-
buildset-config.controller/nightly-deb.conf | 2 +-
buildset-config.controller/nightly-ipk.conf | 2 +-
buildset-config.controller/nightly-mips-lsb.conf | 2 +-
buildset-config.controller/nightly-mips.conf | 2 +-
buildset-config.controller/nightly-mips64.conf | 2 +-
buildset-config.controller/nightly-multilib.conf | 2 +-
buildset-config.controller/nightly-musl.conf | 2 +-
buildset-config.controller/nightly-no-x11.conf | 2 +-
buildset-config.controller/nightly-non-gpl3.conf | 2 +-
buildset-config.controller/nightly-oe-selftest.conf | 2 +-
buildset-config.controller/nightly-oecore.conf | 2 +-
buildset-config.controller/nightly-ppc-lsb.conf | 2 +-
buildset-config.controller/nightly-ppc.conf | 2 +-
| 2 +-
buildset-config.controller/nightly-qa-logrotate.conf | 2 +-
buildset-config.controller/nightly-qa-pam.conf | 2 +-
buildset-config.controller/nightly-qa-skeleton.conf | 2 +-
buildset-config.controller/nightly-qa-systemd.conf | 2 +-
buildset-config.controller/nightly-qa-targetbuilds.conf | 2 +-
buildset-config.controller/nightly-rpm-non-rpm.conf | 2 +-
buildset-config.controller/nightly-rpm.conf | 2 +-
buildset-config.controller/nightly-uclibc.conf | 2 +-
buildset-config.controller/nightly-world-lsb.conf | 2 +-
buildset-config.controller/nightly-world.conf | 2 +-
buildset-config.controller/nightly-x32.conf | 2 +-
buildset-config.controller/nightly-x86-64-lsb.conf | 2 +-
buildset-config.controller/nightly-x86-64.conf | 2 +-
buildset-config.controller/nightly-x86-lsb.conf | 2 +-
buildset-config.controller/nightly-x86.conf | 2 +-
buildset-config.controller/nightly.conf | 2 +-
buildset-config.controller/poky-tiny.conf | 2 +-
buildset-config.examples/awesomefirmware.conf | 2 +-
buildset-config.freescale/nightly-fsl-arm-lsb.conf | 2 +-
buildset-config.freescale/nightly-fsl-arm.conf | 2 +-
buildset-config.freescale/nightly-fsl-ppc-lsb.conf | 2 +-
buildset-config.freescale/nightly-fsl-ppc.conf | 2 +-
buildset-config.iot-devkit/iot-devkit.conf | 2 +-
buildset-config.kernel/kernel-arm-lsb.conf | 2 +-
buildset-config.kernel/kernel-arm.conf | 2 +-
buildset-config.kernel/kernel-arm64.conf | 2 +-
buildset-config.kernel/kernel-mips-lsb.conf | 2 +-
buildset-config.kernel/kernel-mips.conf | 2 +-
buildset-config.kernel/kernel-ppc-lsb.conf | 2 +-
buildset-config.kernel/kernel-ppc.conf | 2 +-
buildset-config.kernel/kernel-x86-64-lsb.conf | 2 +-
buildset-config.kernel/kernel-x86-64.conf | 2 +-
buildset-config.kernel/kernel-x86-lsb.conf | 2 +-
buildset-config.kernel/kernel-x86.conf | 2 +-
buildset-config.kernel/nightly-kernel.conf | 2 +-
buildset-config.tizen/nightly-tizen-ivi.conf | 2 +-
buildset-config.tizen/nightly-tizen.conf | 2 +-
buildset-config.tizen/nightly.conf | 2 +-
58 files changed, 58 insertions(+), 58 deletions(-)
diff --git a/buildset-config.controller/build-appliance.conf b/buildset-config.controller/build-appliance.conf
index 4101b67..5150876 100644
--- a/buildset-config.controller/build-appliance.conf
+++ b/buildset-config.controller/build-appliance.conf
@@ -19,7 +19,7 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'universe -c fetch'}},
{'BuildImages': {'images': 'build-appliance-image'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishLayerTarballs':{}},
{'PublishArtifacts': {'artifacts': ['build-appliance', 'md5sums']}}]
diff --git a/buildset-config.controller/buildtools.conf b/buildset-config.controller/buildtools.conf
index a04c894..f9a1319 100644
--- a/buildset-config.controller/buildtools.conf
+++ b/buildset-config.controller/buildtools.conf
@@ -15,6 +15,6 @@ steps: [{'SetDest':{}},
{'CreateAutoConf': {'machine': 'qemux86-64', 'SDKMACHINE' : 'i686', 'distro': 'poky', 'buildapp': True}},
{'BuildImages': {'images': 'uninative-tarball'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['buildtools-tarball', 'uninative', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm-lsb.conf b/buildset-config.controller/nightly-arm-lsb.conf
index 68ce6c1..eb8d3eb 100644
--- a/buildset-config.controller/nightly-arm-lsb.conf
+++ b/buildset-config.controller/nightly-arm-lsb.conf
@@ -25,7 +25,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm', 'beagleboard', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm.conf b/buildset-config.controller/nightly-arm.conf
index 1941fed..5b80ac5 100644
--- a/buildset-config.controller/nightly-arm.conf
+++ b/buildset-config.controller/nightly-arm.conf
@@ -25,7 +25,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm', 'beagleboard', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-arm64.conf b/buildset-config.controller/nightly-arm64.conf
index 670b83e..32a5492 100644
--- a/buildset-config.controller/nightly-arm64.conf
+++ b/buildset-config.controller/nightly-arm64.conf
@@ -23,7 +23,7 @@ steps: [{'SetDest':{}},
{'RunSDKSanityTests': {'images': 'core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuarm64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-deb-non-deb.conf b/buildset-config.controller/nightly-deb-non-deb.conf
index a31c0f1..b97d81f 100644
--- a/buildset-config.controller/nightly-deb-non-deb.conf
+++ b/buildset-config.controller/nightly-deb-non-deb.conf
@@ -12,5 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images': 'core-image-minimal core-image-sato core-image-sato-sdk'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-deb.conf b/buildset-config.controller/nightly-deb.conf
index f1f4001..d2a251b 100644
--- a/buildset-config.controller/nightly-deb.conf
+++ b/buildset-config.controller/nightly-deb.conf
@@ -12,5 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images': 'core-image-minimal core-image-sato core-image-sato-sdk'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-ipk.conf b/buildset-config.controller/nightly-ipk.conf
index cdebd02..943ff01 100644
--- a/buildset-config.controller/nightly-ipk.conf
+++ b/buildset-config.controller/nightly-ipk.conf
@@ -12,5 +12,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-mips-lsb.conf b/buildset-config.controller/nightly-mips-lsb.conf
index eac6d93..81faaad 100644
--- a/buildset-config.controller/nightly-mips-lsb.conf
+++ b/buildset-config.controller/nightly-mips-lsb.conf
@@ -26,7 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips', 'routerstationpro', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-mips.conf b/buildset-config.controller/nightly-mips.conf
index 9714924..e419ce4 100644
--- a/buildset-config.controller/nightly-mips.conf
+++ b/buildset-config.controller/nightly-mips.conf
@@ -29,7 +29,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips', 'routerstationpro', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-mips64.conf b/buildset-config.controller/nightly-mips64.conf
index c35088f..13f8573 100644
--- a/buildset-config.controller/nightly-mips64.conf
+++ b/buildset-config.controller/nightly-mips64.conf
@@ -23,7 +23,7 @@ steps: [{'SetDest':{}},
{'RunSDKSanityTests': {'images': 'core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemumips64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-multilib.conf b/buildset-config.controller/nightly-multilib.conf
index 6481019..9dce758 100644
--- a/buildset-config.controller/nightly-multilib.conf
+++ b/buildset-config.controller/nightly-multilib.conf
@@ -37,5 +37,5 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'multilib': 'lib64',
'distro': 'poky'}},
{'BuildImages': {'images': 'lib64-core-image-sato lib64-core-image-sato-sdk'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-musl.conf b/buildset-config.controller/nightly-musl.conf
index 2d1dce5..1f6aba5 100644
--- a/buildset-config.controller/nightly-musl.conf
+++ b/buildset-config.controller/nightly-musl.conf
@@ -13,6 +13,6 @@ steps: [{'SetDest':{}},
'atextappend' : '\nTCLIBC="musl"\n' }},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal core-image-full-cmdline core-image-sato'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-no-x11.conf b/buildset-config.controller/nightly-no-x11.conf
index 0feb6cd..4ef1b35 100644
--- a/buildset-config.controller/nightly-no-x11.conf
+++ b/buildset-config.controller/nightly-no-x11.conf
@@ -15,6 +15,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'GetBitbakeVersion': {}},
{'BuildImages': {'images': 'world'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}}]
diff --git a/buildset-config.controller/nightly-non-gpl3.conf b/buildset-config.controller/nightly-non-gpl3.conf
index 3368263..c392e97 100644
--- a/buildset-config.controller/nightly-non-gpl3.conf
+++ b/buildset-config.controller/nightly-non-gpl3.conf
@@ -14,5 +14,5 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal core-image-basic'}},
{'CheckForGPLv3':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-oe-selftest.conf b/buildset-config.controller/nightly-oe-selftest.conf
index 1aa3309..6962eef 100644
--- a/buildset-config.controller/nightly-oe-selftest.conf
+++ b/buildset-config.controller/nightly-oe-selftest.conf
@@ -15,6 +15,6 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto', 'layerdirs': ['meta-selftest']}},
{'RunOeSelftest': {}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
]
diff --git a/buildset-config.controller/nightly-oecore.conf b/buildset-config.controller/nightly-oecore.conf
index dcee52d..e06b06d 100644
--- a/buildset-config.controller/nightly-oecore.conf
+++ b/buildset-config.controller/nightly-oecore.conf
@@ -24,7 +24,7 @@ steps: [{'SetDest':{}},
'distro': 'oecore', 'buildhistory' : False}},
{'BuildToolchainImages': {}},
{'BuildImages': {'images': '-c populate_sdk_ext core-image-minimal'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.controller/nightly-ppc-lsb.conf b/buildset-config.controller/nightly-ppc-lsb.conf
index e596720..7cf05c1 100644
--- a/buildset-config.controller/nightly-ppc-lsb.conf
+++ b/buildset-config.controller/nightly-ppc-lsb.conf
@@ -26,7 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuppc', 'mpc8315e-rdb', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-ppc.conf b/buildset-config.controller/nightly-ppc.conf
index d6a8537..16413c3 100644
--- a/buildset-config.controller/nightly-ppc.conf
+++ b/buildset-config.controller/nightly-ppc.conf
@@ -28,7 +28,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemuppc', 'mpc8315e-rdb', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
--git a/buildset-config.controller/nightly-qa-extras.conf b/buildset-config.controller/nightly-qa-extras.conf
index dcb03f0..2ec7b50 100644
--- a/buildset-config.controller/nightly-qa-extras.conf
+++ b/buildset-config.controller/nightly-qa-extras.conf
@@ -18,6 +18,6 @@ steps: [{'SetDest':{}},
'distro': 'poky', 'buildhistory' : False,
'atextappend' : '\nROOT_HOME = "/root"\n'}},
{'BuildImages': {'images': 'core-image-minimal'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-minimal'}}]
diff --git a/buildset-config.controller/nightly-qa-logrotate.conf b/buildset-config.controller/nightly-qa-logrotate.conf
index 779fddb..41dd135 100644
--- a/buildset-config.controller/nightly-qa-logrotate.conf
+++ b/buildset-config.controller/nightly-qa-logrotate.conf
@@ -13,7 +13,7 @@ steps: [{'SetDest':{}},
'atextappend' : '\nIMAGE_INSTALL_append = " logrotate"\n'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'logrotate'}}]
diff --git a/buildset-config.controller/nightly-qa-pam.conf b/buildset-config.controller/nightly-qa-pam.conf
index c790bf5..5cec2c8 100644
--- a/buildset-config.controller/nightly-qa-pam.conf
+++ b/buildset-config.controller/nightly-qa-pam.conf
@@ -14,6 +14,6 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-sato'}},
{'SendErrorReport': {}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'pam'}}]
diff --git a/buildset-config.controller/nightly-qa-skeleton.conf b/buildset-config.controller/nightly-qa-skeleton.conf
index a0461eb..c29ca7b 100644
--- a/buildset-config.controller/nightly-qa-skeleton.conf
+++ b/buildset-config.controller/nightly-qa-skeleton.conf
@@ -13,7 +13,7 @@ steps: [{'SetDest':{}},
'atextappend' : '\nIMAGE_INSTALL_append = " service hello-mod"\n'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto', 'layerdirs': ['meta-skeleton']}},
{'BuildImages': {'images': 'core-image-sato'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'skeletoninit'}}]
diff --git a/buildset-config.controller/nightly-qa-systemd.conf b/buildset-config.controller/nightly-qa-systemd.conf
index fdf61c6..f95021dc 100644
--- a/buildset-config.controller/nightly-qa-systemd.conf
+++ b/buildset-config.controller/nightly-qa-systemd.conf
@@ -23,6 +23,6 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'distro': 'poky',
'initmgr' : 'systemd'}},
{'BuildImages': {'images': 'core-image-sato'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'systemd'}}]
diff --git a/buildset-config.controller/nightly-qa-targetbuilds.conf b/buildset-config.controller/nightly-qa-targetbuilds.conf
index fd3d0da..e31af26 100644
--- a/buildset-config.controller/nightly-qa-targetbuilds.conf
+++ b/buildset-config.controller/nightly-qa-targetbuilds.conf
@@ -27,7 +27,7 @@ steps: [{'SetDest':{}},
{'CreateAutoConf': {'machine': 'qemuppc', 'SDKMACHINE' : 'x86_64',
'buildhistory' : False, 'distro': 'poky'}},
{'BuildImages': {'images': 'core-image-sato-sdk'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images': 'core-image-sato-sdk',
'suites' : 'ping ssh buildsudoku buildcvs buildiptables'}}]
diff --git a/buildset-config.controller/nightly-rpm-non-rpm.conf b/buildset-config.controller/nightly-rpm-non-rpm.conf
index b8b4c2a..5290d6d 100644
--- a/buildset-config.controller/nightly-rpm-non-rpm.conf
+++ b/buildset-config.controller/nightly-rpm-non-rpm.conf
@@ -13,6 +13,6 @@ steps: [{'SetDest':{}},
'packages': 'rpm'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images' : 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}}]
diff --git a/buildset-config.controller/nightly-rpm.conf b/buildset-config.controller/nightly-rpm.conf
index f03a12f..2ea2d6e 100644
--- a/buildset-config.controller/nightly-rpm.conf
+++ b/buildset-config.controller/nightly-rpm.conf
@@ -13,6 +13,6 @@ steps: [{'SetDest':{}},
'packages': 'rpm'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images' : 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'RunSanityTests': {'images' : 'core-image-minimal core-image-sato core-image-sato-sdk'}}]
diff --git a/buildset-config.controller/nightly-uclibc.conf b/buildset-config.controller/nightly-uclibc.conf
index 4063040..40931a7 100644
--- a/buildset-config.controller/nightly-uclibc.conf
+++ b/buildset-config.controller/nightly-uclibc.conf
@@ -13,6 +13,6 @@ steps: [{'SetDest':{}},
'atextappend' : '\nTCLIBC="uclibc"\n' }},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.controller/nightly-world-lsb.conf b/buildset-config.controller/nightly-world-lsb.conf
index 1117f06..afd4b7c 100644
--- a/buildset-config.controller/nightly-world-lsb.conf
+++ b/buildset-config.controller/nightly-world-lsb.conf
@@ -21,7 +21,7 @@ steps: [{'SetDest':{}},
'distro': 'poky-lsb'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'world'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['ipk', 'rpm', 'deb']}}]
diff --git a/buildset-config.controller/nightly-world.conf b/buildset-config.controller/nightly-world.conf
index 53b7286..cb0f6e6 100644
--- a/buildset-config.controller/nightly-world.conf
+++ b/buildset-config.controller/nightly-world.conf
@@ -13,7 +13,7 @@ steps: [{'SetDest':{}},
'distro': 'poky'}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'world'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['ipk', 'rpm', 'deb']}}]
diff --git a/buildset-config.controller/nightly-x32.conf b/buildset-config.controller/nightly-x32.conf
index 42d38ac..2ec5b87 100644
--- a/buildset-config.controller/nightly-x32.conf
+++ b/buildset-config.controller/nightly-x32.conf
@@ -20,7 +20,7 @@ steps: [{'SetDest':{}},
'buildhistory' : False, 'x32': True,
'distro': 'poky'}},
{'RunSanityTests': {'images': 'core-image-sato', 'suitesappend' : 'x32lib'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-64-lsb.conf b/buildset-config.controller/nightly-x86-64-lsb.conf
index 704c508..b0bb0a5 100644
--- a/buildset-config.controller/nightly-x86-64-lsb.conf
+++ b/buildset-config.controller/nightly-x86-64-lsb.conf
@@ -26,7 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86-64', 'genericx86-64', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-64.conf b/buildset-config.controller/nightly-x86-64.conf
index 6a003f5..92e5866 100644
--- a/buildset-config.controller/nightly-x86-64.conf
+++ b/buildset-config.controller/nightly-x86-64.conf
@@ -30,7 +30,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86-64', 'genericx86-64', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86-lsb.conf b/buildset-config.controller/nightly-x86-lsb.conf
index ea7f58e..34b6780 100644
--- a/buildset-config.controller/nightly-x86-lsb.conf
+++ b/buildset-config.controller/nightly-x86-lsb.conf
@@ -26,7 +26,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-sdk'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky-lsb'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86', 'genericx86', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly-x86.conf b/buildset-config.controller/nightly-x86.conf
index e965c8f..a5c9f0a 100644
--- a/buildset-config.controller/nightly-x86.conf
+++ b/buildset-config.controller/nightly-x86.conf
@@ -30,7 +30,7 @@ steps: [{'SetDest':{}},
{'RunESDKSanityTests': {'images': 'core-image-minimal core-image-sato'}},
{'SyncPersistDB' : {'commit' : True, 'distro':'poky'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['qemux86', 'genericx86', 'ipk', 'rpm', 'deb', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.controller/nightly.conf b/buildset-config.controller/nightly.conf
index 2734bf7..2ac83dc 100644
--- a/buildset-config.controller/nightly.conf
+++ b/buildset-config.controller/nightly.conf
@@ -152,7 +152,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'adt-installer'}},
{'PublishArtifacts': {'artifacts': ['adt-installer-QA', 'adtrepo-dev']}},
{'BitbakeSelftest': {}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'TriggerBuilds': {'schedulerName': 'buildhistory',
'waitForFinish': 'False',
diff --git a/buildset-config.controller/poky-tiny.conf b/buildset-config.controller/poky-tiny.conf
index 291e031..1ddbf6f 100644
--- a/buildset-config.controller/poky-tiny.conf
+++ b/buildset-config.controller/poky-tiny.conf
@@ -12,7 +12,7 @@ steps: [{'SetDest':{}},
{'CreateBBLayersConf': {'buildprovider' : 'yocto'}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['tiny', 'md5sums']}}]
diff --git a/buildset-config.examples/awesomefirmware.conf b/buildset-config.examples/awesomefirmware.conf
index d4bb436..7f51027 100644
--- a/buildset-config.examples/awesomefirmware.conf
+++ b/buildset-config.examples/awesomefirmware.conf
@@ -29,7 +29,7 @@ steps: [{'SetDest':{}},
{'BuildImages': {'images': 'core-image-minimal'}},
{'CreateGPLTarball': {}},
{'PublishArtifacts': {'artifacts': ['genericx86-64']}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'SendQAEmail': {}},
diff --git a/buildset-config.freescale/nightly-fsl-arm-lsb.conf b/buildset-config.freescale/nightly-fsl-arm-lsb.conf
index fd4178c..83bb110 100644
--- a/buildset-config.freescale/nightly-fsl-arm-lsb.conf
+++ b/buildset-config.freescale/nightly-fsl-arm-lsb.conf
@@ -35,7 +35,7 @@ steps: [{'SetDest':{}},
'devkernel' : False}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-dev core-image-lsb-sdk LSB-QT-IMAGES'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['imx53qsb', 'imx6qsabresd', 'imx28evk', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-arm.conf b/buildset-config.freescale/nightly-fsl-arm.conf
index 16b88c6..ae99fb2 100644
--- a/buildset-config.freescale/nightly-fsl-arm.conf
+++ b/buildset-config.freescale/nightly-fsl-arm.conf
@@ -40,7 +40,7 @@ steps: [{'SetDest':{}},
'devkernel' : False}},
{'BuildImages': {'images': 'core-image-sato core-image-sato-dev core-image-sato-sdk core-image-minimal core-image-minimal-dev'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['imx53qsb', 'imx6qsabresd', 'imx28evk', 'ipk', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-ppc-lsb.conf b/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
index 2b6defc..5db62cd 100644
--- a/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
+++ b/buildset-config.freescale/nightly-fsl-ppc-lsb.conf
@@ -25,7 +25,7 @@ steps: [{'SetDest':{}},
{'GetBitbakeVersion': {}},
{'BuildImages': {'images': 'core-image-lsb core-image-lsb-dev core-image-lsb-sdk LSB-QT-IMAGES'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['p1022ds', 'md5sums']}}]
diff --git a/buildset-config.freescale/nightly-fsl-ppc.conf b/buildset-config.freescale/nightly-fsl-ppc.conf
index eaf2e8d..ba4250c 100644
--- a/buildset-config.freescale/nightly-fsl-ppc.conf
+++ b/buildset-config.freescale/nightly-fsl-ppc.conf
@@ -26,7 +26,7 @@ steps: [{'SetDest':{}},
{'BuildToolchainImages': {}},
{'BuildImages': {'images': '-c populate_sdk_ext core-image-minimal'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'UploadToasterEventlog': {}},
{'PublishArtifacts': {'artifacts': ['p1022ds', 'ipk', 'toolchain', 'md5sums']}}]
diff --git a/buildset-config.iot-devkit/iot-devkit.conf b/buildset-config.iot-devkit/iot-devkit.conf
index bd4c024..795c805 100644
--- a/buildset-config.iot-devkit/iot-devkit.conf
+++ b/buildset-config.iot-devkit/iot-devkit.conf
@@ -29,6 +29,6 @@ steps: [{'SetDest':{}},
'meta-openembedded/meta-filesystems']}},
{'BuildImages': {'images': 'iot-devkit-image iot-devkit-prof-image iot-devkit-prof-dev-image'}},
{'PublishLayerTarballs':{}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'PublishArtifacts': {'artifacts': ['quark', 'ipk', 'md5sums']}}]
diff --git a/buildset-config.kernel/kernel-arm-lsb.conf b/buildset-config.kernel/kernel-arm-lsb.conf
index b317085..95536b9 100644
--- a/buildset-config.kernel/kernel-arm-lsb.conf
+++ b/buildset-config.kernel/kernel-arm-lsb.conf
@@ -55,6 +55,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-arm.conf b/buildset-config.kernel/kernel-arm.conf
index d4b6400..16022c6 100644
--- a/buildset-config.kernel/kernel-arm.conf
+++ b/buildset-config.kernel/kernel-arm.conf
@@ -49,6 +49,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-arm64.conf b/buildset-config.kernel/kernel-arm64.conf
index dd4a10b..eb4e868 100644
--- a/buildset-config.kernel/kernel-arm64.conf
+++ b/buildset-config.kernel/kernel-arm64.conf
@@ -49,6 +49,6 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-mips-lsb.conf b/buildset-config.kernel/kernel-mips-lsb.conf
index fe703fc..3f39bbf 100644
--- a/buildset-config.kernel/kernel-mips-lsb.conf
+++ b/buildset-config.kernel/kernel-mips-lsb.conf
@@ -55,5 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-mips.conf b/buildset-config.kernel/kernel-mips.conf
index 679dd61..ffecf9e 100644
--- a/buildset-config.kernel/kernel-mips.conf
+++ b/buildset-config.kernel/kernel-mips.conf
@@ -49,5 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-ppc-lsb.conf b/buildset-config.kernel/kernel-ppc-lsb.conf
index d0017c8..3477b91 100644
--- a/buildset-config.kernel/kernel-ppc-lsb.conf
+++ b/buildset-config.kernel/kernel-ppc-lsb.conf
@@ -55,5 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-ppc.conf b/buildset-config.kernel/kernel-ppc.conf
index 7b1b212..6facc69 100644
--- a/buildset-config.kernel/kernel-ppc.conf
+++ b/buildset-config.kernel/kernel-ppc.conf
@@ -49,5 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-64-lsb.conf b/buildset-config.kernel/kernel-x86-64-lsb.conf
index af7eb26..996efdd 100644
--- a/buildset-config.kernel/kernel-x86-64-lsb.conf
+++ b/buildset-config.kernel/kernel-x86-64-lsb.conf
@@ -55,5 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-64.conf b/buildset-config.kernel/kernel-x86-64.conf
index 1edc34c..f11512d 100644
--- a/buildset-config.kernel/kernel-x86-64.conf
+++ b/buildset-config.kernel/kernel-x86-64.conf
@@ -49,5 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86-lsb.conf b/buildset-config.kernel/kernel-x86-lsb.conf
index 0d456fb..e3631c4 100644
--- a/buildset-config.kernel/kernel-x86-lsb.conf
+++ b/buildset-config.kernel/kernel-x86-lsb.conf
@@ -55,5 +55,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/kernel-x86.conf b/buildset-config.kernel/kernel-x86.conf
index b830449..17d1e30 100644
--- a/buildset-config.kernel/kernel-x86.conf
+++ b/buildset-config.kernel/kernel-x86.conf
@@ -49,5 +49,5 @@ steps: [{'SetDest':{}},
{'SyncPersistDB' : {'distro' : 'poky'}},
{'BuildImages': {'images': 'core-image-kernel-dev'}},
{'RunSanityTests': {'images': 'core-image-kernel-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}]
diff --git a/buildset-config.kernel/nightly-kernel.conf b/buildset-config.kernel/nightly-kernel.conf
index 36b5c84..981f7d8 100644
--- a/buildset-config.kernel/nightly-kernel.conf
+++ b/buildset-config.kernel/nightly-kernel.conf
@@ -58,6 +58,6 @@ steps: [{'SetDest':{}},
'kernel-x86-64': {}, 'kernel-x86-64-lsb': {},
'kernel-x86': {}, 'kernel-x86-lsb': {}, 'kernel-arm64': {}},
'schedulerNames_nowait' : {}}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'SendQAEmail': {}}]
diff --git a/buildset-config.tizen/nightly-tizen-ivi.conf b/buildset-config.tizen/nightly-tizen-ivi.conf
index 7fc5b35..f1735a6 100644
--- a/buildset-config.tizen/nightly-tizen-ivi.conf
+++ b/buildset-config.tizen/nightly-tizen-ivi.conf
@@ -19,6 +19,6 @@ steps: [{'SetDest':{}},
'meta-tizen/meta-tizen-common-share', 'meta-tizen/meta-tizen-common-devtools', \
'meta-tizen/meta-tizen-common-demo', 'meta-tizen/meta-tizen-ivi']}},
{'BuildImages': {'images': 'tizen-ivi-Modello-image'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.tizen/nightly-tizen.conf b/buildset-config.tizen/nightly-tizen.conf
index 288d866..c969bb9 100644
--- a/buildset-config.tizen/nightly-tizen.conf
+++ b/buildset-config.tizen/nightly-tizen.conf
@@ -18,7 +18,7 @@ steps: [{'SetDest':{}},
'meta-tizen/meta-tizen-common-share', 'meta-tizen/meta-tizen-common-devtools', \
'meta-tizen/meta-tizen-common-demo']}},
{'BuildImages': {'images': 'tizen-common-core-image-crosswalk-dev'}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}}
]
diff --git a/buildset-config.tizen/nightly.conf b/buildset-config.tizen/nightly.conf
index f097b22..3abefab 100644
--- a/buildset-config.tizen/nightly.conf
+++ b/buildset-config.tizen/nightly.conf
@@ -42,7 +42,7 @@ steps: [{'SetDest':{}},
{'TriggerBuilds': {'schedulerName': 'main-build', 'waitForFinish': 'True',
'schedulerNames': {'nightly-tizen-ivi': {}, 'nightly-tizen': {}},
'schedulerNames_nowait' : {}}},
- {'DownloadBitbakeErrorReports': {}},
+ {'DownloadErrorReports': {}},
{'SendErrorReport': {}},
{'TriggerBuilds': {'schedulerName': 'buildhistory',
'waitForFinish': 'False',
--
2.1.4
^ permalink raw reply related [flat|nested] 22+ messages in thread* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (14 preceding siblings ...)
2016-06-21 23:07 ` [[yocto-autobuilder][PATCHv2] 15/15] buildset-config: Update references from " Aníbal Limón
@ 2016-06-22 7:44 ` Beth 'pidge' Flanagan
2016-06-22 20:17 ` Aníbal Limón
2016-06-27 12:28 ` Beth 'pidge' Flanagan
16 siblings, 1 reply; 22+ messages in thread
From: Beth 'pidge' Flanagan @ 2016-06-22 7:44 UTC (permalink / raw)
To: Aníbal Limón, yocto; +Cc: joshua.g.lock
On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
> This v2 adds support for generate also oe-selftest reports this is
> almost
> the previous version with changes requested in review [1], the next
> patches
> starts from patch,
>
> autobuilder/lib/{ABtools,builsteps}.py: Create
> save_error_report func
A few comments.
- Please rebase the last two commits. They can be merged into prior
commits.
Example: 0eb495d93eefa9ead8f4b1242f251f1a2288db68 should be squashed
into 83b6707622128436b4ece9d4c2a89311b000c209
We shouldn't need rename commits for a pull request that created the
original thing we're renaming.
- Please fix the title for 83b6707622128436b4ece9d4c2a89311b000c209
's/buiidsets/buildsets/'
-b
--
Beth 'pidge' Flanagan <pidge@toganlabs.com>
toganlabs.com
>
> Also the changes could be reviewed at [2].
>
> [1] https://lists.yoctoproject.org/pipermail/yocto/2016-June/030515.h
> tml
> [2] http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?
> h=contrib/alimon/devel
>
> Aníbal Limón (15):
> lib/buildsteps.py: Add BitbakeShellCommand class
> lib/buildsteps.py: Add BitbakeLogLineObserver for
> BitbakeShellCommands.
> lib/buildsteps: BitbakeShellCommand add support for create error
> reports
> lib/ABTools: Add functions for get errordir path in controller and
> worker
> buildbot: Add support for DirectoryDownload transfer step
> autobuilder/buildsteps: Add DownloadBitbakeErrorReports step
> buiidsets: Add DownloadBitbakeErrorReport step
> lib/buildsteps.py: BitbakeShellCommand add support for error_type
> autobuilder/lib/buildsteps.py: BitbakeShellCommand update error
> report
> types.
> autobuilder/lib/{ABtools,builsteps}.py: Create save_error_report
> func
> autobuilder/lib/ABTools.py: Add get_lsb_distro function
> buildsteps/RunOeSelftest.py: Add support for create/save error
> reports
> nightly-oe-selftest.conf: Add steps for Download and Send error
> report.
> autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to
> DownloadErrorReports
> buildset-config: Update references from DownloadBitbakeErrorReports
> to
> DownloadErrorReports
>
> buildset-config.controller/build-appliance.conf | 1 +
> buildset-config.controller/buildtools.conf | 1 +
> buildset-config.controller/nightly-arm-lsb.conf | 1 +
> buildset-config.controller/nightly-arm.conf | 1 +
> buildset-config.controller/nightly-arm64.conf | 1 +
> .../nightly-deb-non-deb.conf | 1 +
> buildset-config.controller/nightly-deb.conf | 1 +
> buildset-config.controller/nightly-ipk.conf | 1 +
> buildset-config.controller/nightly-mips-lsb.conf | 1 +
> buildset-config.controller/nightly-mips.conf | 1 +
> buildset-config.controller/nightly-mips64.conf | 1 +
> buildset-config.controller/nightly-multilib.conf | 1 +
> buildset-config.controller/nightly-musl.conf | 1 +
> buildset-config.controller/nightly-no-x11.conf | 1 +
> buildset-config.controller/nightly-non-gpl3.conf | 1 +
> .../nightly-oe-selftest.conf | 5 +-
> buildset-config.controller/nightly-oecore.conf | 1 +
> buildset-config.controller/nightly-ppc-lsb.conf | 1 +
> buildset-config.controller/nightly-ppc.conf | 1 +
> buildset-config.controller/nightly-qa-extras.conf | 1 +
> .../nightly-qa-logrotate.conf | 1 +
> buildset-config.controller/nightly-qa-pam.conf | 1 +
> .../nightly-qa-skeleton.conf | 1 +
> buildset-config.controller/nightly-qa-systemd.conf | 1 +
> .../nightly-qa-targetbuilds.conf | 1 +
> .../nightly-rpm-non-rpm.conf | 1 +
> buildset-config.controller/nightly-rpm.conf | 1 +
> buildset-config.controller/nightly-uclibc.conf | 1 +
> buildset-config.controller/nightly-world-lsb.conf | 1 +
> buildset-config.controller/nightly-world.conf | 1 +
> buildset-config.controller/nightly-x32.conf | 1 +
> buildset-config.controller/nightly-x86-64-lsb.conf | 1 +
> buildset-config.controller/nightly-x86-64.conf | 1 +
> buildset-config.controller/nightly-x86-lsb.conf | 1 +
> buildset-config.controller/nightly-x86.conf | 1 +
> buildset-config.controller/nightly.conf | 1 +
> buildset-config.controller/poky-tiny.conf | 1 +
> buildset-config.examples/awesomefirmware.conf | 1 +
> buildset-config.freescale/nightly-fsl-arm-lsb.conf | 1 +
> buildset-config.freescale/nightly-fsl-arm.conf | 1 +
> buildset-config.freescale/nightly-fsl-ppc-lsb.conf | 1 +
> buildset-config.freescale/nightly-fsl-ppc.conf | 1 +
> buildset-config.iot-devkit/iot-devkit.conf | 1 +
> buildset-config.kernel/kernel-arm-lsb.conf | 1 +
> buildset-config.kernel/kernel-arm.conf | 1 +
> buildset-config.kernel/kernel-arm64.conf | 1 +
> buildset-config.kernel/kernel-mips-lsb.conf | 1 +
> buildset-config.kernel/kernel-mips.conf | 1 +
> buildset-config.kernel/kernel-ppc-lsb.conf | 1 +
> buildset-config.kernel/kernel-ppc.conf | 1 +
> buildset-config.kernel/kernel-x86-64-lsb.conf | 1 +
> buildset-config.kernel/kernel-x86-64.conf | 1 +
> buildset-config.kernel/kernel-x86-lsb.conf | 1 +
> buildset-config.kernel/kernel-x86.conf | 1 +
> buildset-config.kernel/nightly-kernel.conf | 1 +
> buildset-config.tizen/nightly-tizen-ivi.conf | 1 +
> buildset-config.tizen/nightly-tizen.conf | 1 +
> buildset-config.tizen/nightly.conf | 1 +
> .../autobuilder/buildsteps/BuildImages.py | 7 +-
> .../autobuilder/buildsteps/BuildToolchainImages.py | 7 +-
> .../autobuilder/buildsteps/DownloadErrorReports.py | 42 +++++++++
> .../autobuilder/buildsteps/GetBitbakeVersion.py | 6 +-
> .../autobuilder/buildsteps/RunESDKSanityTests.py | 6 +-
> .../autobuilder/buildsteps/RunOeSelftest.py | 46 +++++++++
> .../autobuilder/buildsteps/RunSDKSanityTests.py | 6 +-
> .../autobuilder/buildsteps/RunSanityTests.py | 6 +-
> .../autobuilder/buildsteps/SendErrorReport.py | 16 ++--
> .../site-packages/autobuilder/lib/ABTools.py | 59
> ++++++++++++
> .../site-packages/autobuilder/lib/buildsteps.py | 104
> +++++++++++++++++++++
> .../buildbot/steps/transfer.py | 86
> ++++++++++++++++-
> .../buildslave/commands/registry.py | 1 +
> .../buildslave/commands/transfer.py | 79
> ++++++++++++++++
> 72 files changed, 509 insertions(+), 24 deletions(-)
> create mode 100644 lib/python2.7/site-
> packages/autobuilder/buildsteps/DownloadErrorReports.py
>
^ permalink raw reply [flat|nested] 22+ messages in thread* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-22 7:44 ` [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Beth 'pidge' Flanagan
@ 2016-06-22 20:17 ` Aníbal Limón
2016-06-23 15:27 ` Aníbal Limón
0 siblings, 1 reply; 22+ messages in thread
From: Aníbal Limón @ 2016-06-22 20:17 UTC (permalink / raw)
To: pidge, yocto; +Cc: joshua.g.lock
[-- Attachment #1: Type: text/plain, Size: 996 bytes --]
On 06/22/2016 02:44 AM, Beth 'pidge' Flanagan wrote:
> On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
>> This v2 adds support for generate also oe-selftest reports this is
>> almost
>> the previous version with changes requested in review [1], the next
>> patches
>> starts from patch,
>>
>> autobuilder/lib/{ABtools,builsteps}.py: Create
>> save_error_report func
>
> A few comments.
>
> - Please rebase the last two commits. They can be merged into prior
> commits.
>
> Example: 0eb495d93eefa9ead8f4b1242f251f1a2288db68 should be squashed
> into 83b6707622128436b4ece9d4c2a89311b000c209
>
> We shouldn't need rename commits for a pull request that created the
> original thing we're renaming.
>
> - Please fix the title for 83b6707622128436b4ece9d4c2a89311b000c209
> 's/buiidsets/buildsets/'
I squashed the changes now at,
http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?h=contrib/alimon/devel2
alimon
>
>
> -b
>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 836 bytes --]
^ permalink raw reply [flat|nested] 22+ messages in thread* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-22 20:17 ` Aníbal Limón
@ 2016-06-23 15:27 ` Aníbal Limón
2016-06-23 15:35 ` Beth 'pidge' Flanagan
0 siblings, 1 reply; 22+ messages in thread
From: Aníbal Limón @ 2016-06-23 15:27 UTC (permalink / raw)
To: pidge, yocto; +Cc: joshua.g.lock
[-- Attachment #1: Type: text/plain, Size: 1374 bytes --]
On 06/22/2016 03:17 PM, Aníbal Limón wrote:
>
>
> On 06/22/2016 02:44 AM, Beth 'pidge' Flanagan wrote:
>> On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
>>> This v2 adds support for generate also oe-selftest reports this is
>>> almost
>>> the previous version with changes requested in review [1], the next
>>> patches
>>> starts from patch,
>>>
>>> autobuilder/lib/{ABtools,builsteps}.py: Create
>>> save_error_report func
>>
>> A few comments.
>>
>> - Please rebase the last two commits. They can be merged into prior
>> commits.
>>
>> Example: 0eb495d93eefa9ead8f4b1242f251f1a2288db68 should be squashed
>> into 83b6707622128436b4ece9d4c2a89311b000c209
>>
>> We shouldn't need rename commits for a pull request that created the
>> original thing we're renaming.
>>
>> - Please fix the title for 83b6707622128436b4ece9d4c2a89311b000c209
>> 's/buiidsets/buildsets/'
>
> I squashed the changes now at,
>
> http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?h=contrib/alimon/devel2
>
> alimon
Hi,
The Error report web needed changes are now integrated [1], if you
ack'ed the changes we could proceed to integrate/deploy these changes to
enable send Bitbake/OE-seltest errors to ERW.
[1] https://bugzilla.yoctoproject.org/show_bug.cgi?id=7583#c14
Cheers,
alimon
>>
>>
>> -b
>>
>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 836 bytes --]
^ permalink raw reply [flat|nested] 22+ messages in thread* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-23 15:27 ` Aníbal Limón
@ 2016-06-23 15:35 ` Beth 'pidge' Flanagan
0 siblings, 0 replies; 22+ messages in thread
From: Beth 'pidge' Flanagan @ 2016-06-23 15:35 UTC (permalink / raw)
To: Aníbal Limón, yocto; +Cc: joshua.g.lock
On Thu, 2016-06-23 at 10:27 -0500, Aníbal Limón wrote:
>
> On 06/22/2016 03:17 PM, Aníbal Limón wrote:
> >
> >
> >
> > On 06/22/2016 02:44 AM, Beth 'pidge' Flanagan wrote:
> > >
> > > On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
> > > >
> > > > This v2 adds support for generate also oe-selftest reports this
> > > > is
> > > > almost
> > > > the previous version with changes requested in review [1], the
> > > > next
> > > > patches
> > > > starts from patch,
> > > >
> > > > autobuilder/lib/{ABtools,builsteps}.py: Create
> > > > save_error_report func
> > > A few comments.
> > >
> > > - Please rebase the last two commits. They can be merged into
> > > prior
> > > commits.
> > >
> > > Example: 0eb495d93eefa9ead8f4b1242f251f1a2288db68 should be
> > > squashed
> > > into 83b6707622128436b4ece9d4c2a89311b000c209
> > >
> > > We shouldn't need rename commits for a pull request that created
> > > the
> > > original thing we're renaming.
> > >
> > > - Please fix the title for
> > > 83b6707622128436b4ece9d4c2a89311b000c209
> > > 's/buiidsets/buildsets/'
> > I squashed the changes now at,
> >
> > http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?h=
> > contrib/alimon/devel2
> >
> > alimon
> Hi,
>
> The Error report web needed changes are now integrated [1], if you
> ack'ed the changes we could proceed to integrate/deploy these changes
> to
> enable send Bitbake/OE-seltest errors to ERW.
>
> [1] https://bugzilla.yoctoproject.org/show_bug.cgi?id=7583#c14
>
> Cheers,
> alimon
Let me review them tonight and if they're ok, I'll pull them into
master.
-b
>
> >
> > >
> > >
> > >
> > > -b
> > >
^ permalink raw reply [flat|nested] 22+ messages in thread
* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-21 23:07 [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Aníbal Limón
` (15 preceding siblings ...)
2016-06-22 7:44 ` [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports Beth 'pidge' Flanagan
@ 2016-06-27 12:28 ` Beth 'pidge' Flanagan
2016-06-28 14:55 ` Aníbal Limón
16 siblings, 1 reply; 22+ messages in thread
From: Beth 'pidge' Flanagan @ 2016-06-27 12:28 UTC (permalink / raw)
To: Aníbal Limón, yocto; +Cc: joshua.g.lock
Pulled into master, thanks!
-b
On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
> This v2 adds support for generate also oe-selftest reports this is
> almost
> the previous version with changes requested in review [1], the next
> patches
> starts from patch,
>
> autobuilder/lib/{ABtools,builsteps}.py: Create
> save_error_report func
>
> Also the changes could be reviewed at [2].
>
> [1] https://lists.yoctoproject.org/pipermail/yocto/2016-June/030515.h
> tml
> [2] http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?
> h=contrib/alimon/devel
>
> Aníbal Limón (15):
> lib/buildsteps.py: Add BitbakeShellCommand class
> lib/buildsteps.py: Add BitbakeLogLineObserver for
> BitbakeShellCommands.
> lib/buildsteps: BitbakeShellCommand add support for create error
> reports
> lib/ABTools: Add functions for get errordir path in controller and
> worker
> buildbot: Add support for DirectoryDownload transfer step
> autobuilder/buildsteps: Add DownloadBitbakeErrorReports step
> buiidsets: Add DownloadBitbakeErrorReport step
> lib/buildsteps.py: BitbakeShellCommand add support for error_type
> autobuilder/lib/buildsteps.py: BitbakeShellCommand update error
> report
> types.
> autobuilder/lib/{ABtools,builsteps}.py: Create save_error_report
> func
> autobuilder/lib/ABTools.py: Add get_lsb_distro function
> buildsteps/RunOeSelftest.py: Add support for create/save error
> reports
> nightly-oe-selftest.conf: Add steps for Download and Send error
> report.
> autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to
> DownloadErrorReports
> buildset-config: Update references from DownloadBitbakeErrorReports
> to
> DownloadErrorReports
>
> buildset-config.controller/build-appliance.conf | 1 +
> buildset-config.controller/buildtools.conf | 1 +
> buildset-config.controller/nightly-arm-lsb.conf | 1 +
> buildset-config.controller/nightly-arm.conf | 1 +
> buildset-config.controller/nightly-arm64.conf | 1 +
> .../nightly-deb-non-deb.conf | 1 +
> buildset-config.controller/nightly-deb.conf | 1 +
> buildset-config.controller/nightly-ipk.conf | 1 +
> buildset-config.controller/nightly-mips-lsb.conf | 1 +
> buildset-config.controller/nightly-mips.conf | 1 +
> buildset-config.controller/nightly-mips64.conf | 1 +
> buildset-config.controller/nightly-multilib.conf | 1 +
> buildset-config.controller/nightly-musl.conf | 1 +
> buildset-config.controller/nightly-no-x11.conf | 1 +
> buildset-config.controller/nightly-non-gpl3.conf | 1 +
> .../nightly-oe-selftest.conf | 5 +-
> buildset-config.controller/nightly-oecore.conf | 1 +
> buildset-config.controller/nightly-ppc-lsb.conf | 1 +
> buildset-config.controller/nightly-ppc.conf | 1 +
> buildset-config.controller/nightly-qa-extras.conf | 1 +
> .../nightly-qa-logrotate.conf | 1 +
> buildset-config.controller/nightly-qa-pam.conf | 1 +
> .../nightly-qa-skeleton.conf | 1 +
> buildset-config.controller/nightly-qa-systemd.conf | 1 +
> .../nightly-qa-targetbuilds.conf | 1 +
> .../nightly-rpm-non-rpm.conf | 1 +
> buildset-config.controller/nightly-rpm.conf | 1 +
> buildset-config.controller/nightly-uclibc.conf | 1 +
> buildset-config.controller/nightly-world-lsb.conf | 1 +
> buildset-config.controller/nightly-world.conf | 1 +
> buildset-config.controller/nightly-x32.conf | 1 +
> buildset-config.controller/nightly-x86-64-lsb.conf | 1 +
> buildset-config.controller/nightly-x86-64.conf | 1 +
> buildset-config.controller/nightly-x86-lsb.conf | 1 +
> buildset-config.controller/nightly-x86.conf | 1 +
> buildset-config.controller/nightly.conf | 1 +
> buildset-config.controller/poky-tiny.conf | 1 +
> buildset-config.examples/awesomefirmware.conf | 1 +
> buildset-config.freescale/nightly-fsl-arm-lsb.conf | 1 +
> buildset-config.freescale/nightly-fsl-arm.conf | 1 +
> buildset-config.freescale/nightly-fsl-ppc-lsb.conf | 1 +
> buildset-config.freescale/nightly-fsl-ppc.conf | 1 +
> buildset-config.iot-devkit/iot-devkit.conf | 1 +
> buildset-config.kernel/kernel-arm-lsb.conf | 1 +
> buildset-config.kernel/kernel-arm.conf | 1 +
> buildset-config.kernel/kernel-arm64.conf | 1 +
> buildset-config.kernel/kernel-mips-lsb.conf | 1 +
> buildset-config.kernel/kernel-mips.conf | 1 +
> buildset-config.kernel/kernel-ppc-lsb.conf | 1 +
> buildset-config.kernel/kernel-ppc.conf | 1 +
> buildset-config.kernel/kernel-x86-64-lsb.conf | 1 +
> buildset-config.kernel/kernel-x86-64.conf | 1 +
> buildset-config.kernel/kernel-x86-lsb.conf | 1 +
> buildset-config.kernel/kernel-x86.conf | 1 +
> buildset-config.kernel/nightly-kernel.conf | 1 +
> buildset-config.tizen/nightly-tizen-ivi.conf | 1 +
> buildset-config.tizen/nightly-tizen.conf | 1 +
> buildset-config.tizen/nightly.conf | 1 +
> .../autobuilder/buildsteps/BuildImages.py | 7 +-
> .../autobuilder/buildsteps/BuildToolchainImages.py | 7 +-
> .../autobuilder/buildsteps/DownloadErrorReports.py | 42 +++++++++
> .../autobuilder/buildsteps/GetBitbakeVersion.py | 6 +-
> .../autobuilder/buildsteps/RunESDKSanityTests.py | 6 +-
> .../autobuilder/buildsteps/RunOeSelftest.py | 46 +++++++++
> .../autobuilder/buildsteps/RunSDKSanityTests.py | 6 +-
> .../autobuilder/buildsteps/RunSanityTests.py | 6 +-
> .../autobuilder/buildsteps/SendErrorReport.py | 16 ++--
> .../site-packages/autobuilder/lib/ABTools.py | 59
> ++++++++++++
> .../site-packages/autobuilder/lib/buildsteps.py | 104
> +++++++++++++++++++++
> .../buildbot/steps/transfer.py | 86
> ++++++++++++++++-
> .../buildslave/commands/registry.py | 1 +
> .../buildslave/commands/transfer.py | 79
> ++++++++++++++++
> 72 files changed, 509 insertions(+), 24 deletions(-)
> create mode 100644 lib/python2.7/site-
> packages/autobuilder/buildsteps/DownloadErrorReports.py
>
--
Beth 'pidge' Flanagan <pidge@toganlabs.com>
toganlabs.com
^ permalink raw reply [flat|nested] 22+ messages in thread* Re: [[yocto-autobuilder][PATCHv2] 00/15] Add support for generate bitbake/oe-selftest error reports
2016-06-27 12:28 ` Beth 'pidge' Flanagan
@ 2016-06-28 14:55 ` Aníbal Limón
0 siblings, 0 replies; 22+ messages in thread
From: Aníbal Limón @ 2016-06-28 14:55 UTC (permalink / raw)
To: pidge, yocto; +Cc: joshua.g.lock
[-- Attachment #1: Type: text/plain, Size: 7105 bytes --]
On 06/27/2016 07:28 AM, Beth 'pidge' Flanagan wrote:
> Pulled into master, thanks!
Thanks, when i was reviewing the integration i noticed that i miss to
update the buildstep reference (DownloadBitbakeErrorReports ->
DownloadErrorReports) into nightly-world-lsb.conf.
Sorry about that, i sent another patch for fix it,
https://lists.yoctoproject.org/pipermail/yocto/2016-June/030860.html
alimon
>
>
> -b
>
> On Tue, 2016-06-21 at 18:07 -0500, Aníbal Limón wrote:
>> This v2 adds support for generate also oe-selftest reports this is
>> almost
>> the previous version with changes requested in review [1], the next
>> patches
>> starts from patch,
>>
>> autobuilder/lib/{ABtools,builsteps}.py: Create
>> save_error_report func
>>
>> Also the changes could be reviewed at [2].
>>
>> [1] https://lists.yoctoproject.org/pipermail/yocto/2016-June/030515.h
>> tml
>> [2] http://git.yoctoproject.org/cgit/cgit.cgi/yocto-autobuilder/log/?
>> h=contrib/alimon/devel
>>
>> Aníbal Limón (15):
>> lib/buildsteps.py: Add BitbakeShellCommand class
>> lib/buildsteps.py: Add BitbakeLogLineObserver for
>> BitbakeShellCommands.
>> lib/buildsteps: BitbakeShellCommand add support for create error
>> reports
>> lib/ABTools: Add functions for get errordir path in controller and
>> worker
>> buildbot: Add support for DirectoryDownload transfer step
>> autobuilder/buildsteps: Add DownloadBitbakeErrorReports step
>> buiidsets: Add DownloadBitbakeErrorReport step
>> lib/buildsteps.py: BitbakeShellCommand add support for error_type
>> autobuilder/lib/buildsteps.py: BitbakeShellCommand update error
>> report
>> types.
>> autobuilder/lib/{ABtools,builsteps}.py: Create save_error_report
>> func
>> autobuilder/lib/ABTools.py: Add get_lsb_distro function
>> buildsteps/RunOeSelftest.py: Add support for create/save error
>> reports
>> nightly-oe-selftest.conf: Add steps for Download and Send error
>> report.
>> autobuilder/buildsteps: Rename DownloadBitbakeErrorReports to
>> DownloadErrorReports
>> buildset-config: Update references from DownloadBitbakeErrorReports
>> to
>> DownloadErrorReports
>>
>> buildset-config.controller/build-appliance.conf | 1 +
>> buildset-config.controller/buildtools.conf | 1 +
>> buildset-config.controller/nightly-arm-lsb.conf | 1 +
>> buildset-config.controller/nightly-arm.conf | 1 +
>> buildset-config.controller/nightly-arm64.conf | 1 +
>> .../nightly-deb-non-deb.conf | 1 +
>> buildset-config.controller/nightly-deb.conf | 1 +
>> buildset-config.controller/nightly-ipk.conf | 1 +
>> buildset-config.controller/nightly-mips-lsb.conf | 1 +
>> buildset-config.controller/nightly-mips.conf | 1 +
>> buildset-config.controller/nightly-mips64.conf | 1 +
>> buildset-config.controller/nightly-multilib.conf | 1 +
>> buildset-config.controller/nightly-musl.conf | 1 +
>> buildset-config.controller/nightly-no-x11.conf | 1 +
>> buildset-config.controller/nightly-non-gpl3.conf | 1 +
>> .../nightly-oe-selftest.conf | 5 +-
>> buildset-config.controller/nightly-oecore.conf | 1 +
>> buildset-config.controller/nightly-ppc-lsb.conf | 1 +
>> buildset-config.controller/nightly-ppc.conf | 1 +
>> buildset-config.controller/nightly-qa-extras.conf | 1 +
>> .../nightly-qa-logrotate.conf | 1 +
>> buildset-config.controller/nightly-qa-pam.conf | 1 +
>> .../nightly-qa-skeleton.conf | 1 +
>> buildset-config.controller/nightly-qa-systemd.conf | 1 +
>> .../nightly-qa-targetbuilds.conf | 1 +
>> .../nightly-rpm-non-rpm.conf | 1 +
>> buildset-config.controller/nightly-rpm.conf | 1 +
>> buildset-config.controller/nightly-uclibc.conf | 1 +
>> buildset-config.controller/nightly-world-lsb.conf | 1 +
>> buildset-config.controller/nightly-world.conf | 1 +
>> buildset-config.controller/nightly-x32.conf | 1 +
>> buildset-config.controller/nightly-x86-64-lsb.conf | 1 +
>> buildset-config.controller/nightly-x86-64.conf | 1 +
>> buildset-config.controller/nightly-x86-lsb.conf | 1 +
>> buildset-config.controller/nightly-x86.conf | 1 +
>> buildset-config.controller/nightly.conf | 1 +
>> buildset-config.controller/poky-tiny.conf | 1 +
>> buildset-config.examples/awesomefirmware.conf | 1 +
>> buildset-config.freescale/nightly-fsl-arm-lsb.conf | 1 +
>> buildset-config.freescale/nightly-fsl-arm.conf | 1 +
>> buildset-config.freescale/nightly-fsl-ppc-lsb.conf | 1 +
>> buildset-config.freescale/nightly-fsl-ppc.conf | 1 +
>> buildset-config.iot-devkit/iot-devkit.conf | 1 +
>> buildset-config.kernel/kernel-arm-lsb.conf | 1 +
>> buildset-config.kernel/kernel-arm.conf | 1 +
>> buildset-config.kernel/kernel-arm64.conf | 1 +
>> buildset-config.kernel/kernel-mips-lsb.conf | 1 +
>> buildset-config.kernel/kernel-mips.conf | 1 +
>> buildset-config.kernel/kernel-ppc-lsb.conf | 1 +
>> buildset-config.kernel/kernel-ppc.conf | 1 +
>> buildset-config.kernel/kernel-x86-64-lsb.conf | 1 +
>> buildset-config.kernel/kernel-x86-64.conf | 1 +
>> buildset-config.kernel/kernel-x86-lsb.conf | 1 +
>> buildset-config.kernel/kernel-x86.conf | 1 +
>> buildset-config.kernel/nightly-kernel.conf | 1 +
>> buildset-config.tizen/nightly-tizen-ivi.conf | 1 +
>> buildset-config.tizen/nightly-tizen.conf | 1 +
>> buildset-config.tizen/nightly.conf | 1 +
>> .../autobuilder/buildsteps/BuildImages.py | 7 +-
>> .../autobuilder/buildsteps/BuildToolchainImages.py | 7 +-
>> .../autobuilder/buildsteps/DownloadErrorReports.py | 42 +++++++++
>> .../autobuilder/buildsteps/GetBitbakeVersion.py | 6 +-
>> .../autobuilder/buildsteps/RunESDKSanityTests.py | 6 +-
>> .../autobuilder/buildsteps/RunOeSelftest.py | 46 +++++++++
>> .../autobuilder/buildsteps/RunSDKSanityTests.py | 6 +-
>> .../autobuilder/buildsteps/RunSanityTests.py | 6 +-
>> .../autobuilder/buildsteps/SendErrorReport.py | 16 ++--
>> .../site-packages/autobuilder/lib/ABTools.py | 59
>> ++++++++++++
>> .../site-packages/autobuilder/lib/buildsteps.py | 104
>> +++++++++++++++++++++
>> .../buildbot/steps/transfer.py | 86
>> ++++++++++++++++-
>> .../buildslave/commands/registry.py | 1 +
>> .../buildslave/commands/transfer.py | 79
>> ++++++++++++++++
>> 72 files changed, 509 insertions(+), 24 deletions(-)
>> create mode 100644 lib/python2.7/site-
>> packages/autobuilder/buildsteps/DownloadErrorReports.py
>>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 836 bytes --]
^ permalink raw reply [flat|nested] 22+ messages in thread