* [PATCH 1/6] event: add new property to BuildBase class
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-09-30 13:30 ` [PATCH 2/6] event: add new parameter to Build* event APIs Ed Bartosh
` (5 subsequent siblings)
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Added 'task' property to the base class of BuildStarted and
BuildCompleted classes to store bitbake task if it's specified.
This is done as without task Build* events can't fully represent
bitbake build. Task information is needed by UI classes to properly
show or process Build* events.
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/event.py | 8 ++++++++
1 file changed, 8 insertions(+)
diff --git a/bitbake/lib/bb/event.py b/bitbake/lib/bb/event.py
index 366bc41..68496e5 100644
--- a/bitbake/lib/bb/event.py
+++ b/bitbake/lib/bb/event.py
@@ -331,6 +331,7 @@ class BuildBase(Event):
def __init__(self, n, p, failures = 0):
self._name = n
self._pkgs = p
+ self._task = None
Event.__init__(self)
self._failures = failures
@@ -352,6 +353,12 @@ class BuildBase(Event):
def setCfg(self, cfg):
self.data = cfg
+ def getTask(self):
+ return self._task
+
+ def setTask(self, task):
+ self._task = task
+
def getFailures(self):
"""
Return the number of failed packages
@@ -361,6 +368,7 @@ class BuildBase(Event):
pkgs = property(getPkgs, setPkgs, None, "pkgs property")
name = property(getName, setName, None, "name property")
cfg = property(getCfg, setCfg, None, "cfg property")
+ task = property(getTask, setTask, None, "task property")
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* [PATCH 2/6] event: add new parameter to Build* event APIs
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
2015-09-30 13:30 ` [PATCH 1/6] event: add new property to BuildBase class Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-09-30 13:30 ` [PATCH 3/6] toaster: add task to the target_information Ed Bartosh
` (4 subsequent siblings)
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Added 't'(task) parameter to BuildStarted and BuildCompleted
event APIs. Modified existing calls of above mentioned APIs:
passed bitbake task name as a parameter.
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/cooker.py | 8 ++++----
bitbake/lib/bb/event.py | 12 ++++++------
2 files changed, 10 insertions(+), 10 deletions(-)
diff --git a/bitbake/lib/bb/cooker.py b/bitbake/lib/bb/cooker.py
index a0d7d59..ef81c3a 100644
--- a/bitbake/lib/bb/cooker.py
+++ b/bitbake/lib/bb/cooker.py
@@ -1313,7 +1313,7 @@ class BBCooker:
taskdata.add_provider(self.data, self.recipecache, item)
buildname = self.data.getVar("BUILDNAME", True)
- bb.event.fire(bb.event.BuildStarted(buildname, [item]), self.expanded_data)
+ bb.event.fire(bb.event.BuildStarted(buildname, [item], task), self.expanded_data)
# Execute the runqueue
if not task.startswith("do_"):
@@ -1345,7 +1345,7 @@ class BBCooker:
return False
if not retval:
- bb.event.fire(bb.event.BuildCompleted(len(rq.rqdata.runq_fnid), buildname, item, failures, interrupted), self.expanded_data)
+ bb.event.fire(bb.event.BuildCompleted(len(rq.rqdata.runq_fnid), buildname, item, task, failures, interrupted), self.expanded_data)
self.command.finishAsyncCommand(msg)
return False
if retval is True:
@@ -1381,7 +1381,7 @@ class BBCooker:
return False
if not retval:
- bb.event.fire(bb.event.BuildCompleted(len(rq.rqdata.runq_fnid), buildname, targets, failures, interrupted), self.data)
+ bb.event.fire(bb.event.BuildCompleted(len(rq.rqdata.runq_fnid), buildname, targets, task, failures, interrupted), self.data)
self.command.finishAsyncCommand(msg)
return False
if retval is True:
@@ -1394,7 +1394,7 @@ class BBCooker:
taskdata, runlist, fulltargetlist = self.buildTaskData(targets, task, self.configuration.abort)
buildname = self.data.getVar("BUILDNAME", False)
- bb.event.fire(bb.event.BuildStarted(buildname, fulltargetlist), self.data)
+ bb.event.fire(bb.event.BuildStarted(buildname, fulltargetlist, task), self.data)
rq = bb.runqueue.RunQueue(self, self.data, self.recipecache, taskdata, runlist)
if 'universe' in targets:
diff --git a/bitbake/lib/bb/event.py b/bitbake/lib/bb/event.py
index 68496e5..bf67ee9 100644
--- a/bitbake/lib/bb/event.py
+++ b/bitbake/lib/bb/event.py
@@ -328,10 +328,10 @@ class StampUpdate(Event):
class BuildBase(Event):
"""Base class for bbmake run events"""
- def __init__(self, n, p, failures = 0):
+ def __init__(self, n, p, t, failures = 0):
self._name = n
self._pkgs = p
- self._task = None
+ self._task = t
Event.__init__(self)
self._failures = failures
@@ -376,19 +376,19 @@ class BuildBase(Event):
class BuildStarted(BuildBase, OperationStarted):
"""bbmake build run started"""
- def __init__(self, n, p, failures = 0):
+ def __init__(self, n, p, t, failures = 0):
OperationStarted.__init__(self, "Building Started")
- BuildBase.__init__(self, n, p, failures)
+ BuildBase.__init__(self, n, p, t, failures)
class BuildCompleted(BuildBase, OperationCompleted):
"""bbmake build run completed"""
- def __init__(self, total, n, p, failures=0, interrupted=0):
+ def __init__(self, total, n, p, t, failures=0, interrupted=0):
if not failures:
OperationCompleted.__init__(self, total, "Building Succeeded")
else:
OperationCompleted.__init__(self, total, "Building Failed")
self._interrupted = interrupted
- BuildBase.__init__(self, n, p, failures)
+ BuildBase.__init__(self, n, p, t, failures)
class DiskFull(Event):
"""Disk full case build aborted"""
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* [PATCH 3/6] toaster: add task to the target_information
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
2015-09-30 13:30 ` [PATCH 1/6] event: add new property to BuildBase class Ed Bartosh
2015-09-30 13:30 ` [PATCH 2/6] event: add new parameter to Build* event APIs Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-09-30 13:30 ` [PATCH 4/6] toaster: add get_or_create_targets API Ed Bartosh
` (3 subsequent siblings)
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Added task information from BuildStarted event to the
target_information structure. Made sure 'build' task
is not set in Target objects as it shouldn't be shown
in Toaster UI.
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/ui/buildinfohelper.py | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/bitbake/lib/bb/ui/buildinfohelper.py b/bitbake/lib/bb/ui/buildinfohelper.py
index 9fdde29..34a8694 100644
--- a/bitbake/lib/bb/ui/buildinfohelper.py
+++ b/bitbake/lib/bb/ui/buildinfohelper.py
@@ -925,6 +925,12 @@ class BuildInfoHelper(object):
target_information = {}
target_information['targets'] = event._pkgs
target_information['build'] = build_obj
+ task = getattr(event, 'task', '')
+ if task.startswith('do_'):
+ task = task[3:]
+ if task == 'build':
+ task = ''
+ target_information['task'] = task
self.internal_state['targets'] = self.orm_wrapper.create_target_objects(target_information)
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* [PATCH 4/6] toaster: add get_or_create_targets API
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
` (2 preceding siblings ...)
2015-09-30 13:30 ` [PATCH 3/6] toaster: add task to the target_information Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-09-30 13:30 ` [PATCH 5/6] toaster: ignore ReachableStamps event Ed Bartosh
` (2 subsequent siblings)
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Target objects are created before the build if build is
started from UI in build mode. However, in analysis mode Target
objects don't exist and need to be created using information
from bitbake events.
Added new API call get_or_create_targets to retrive existing
target objects or create them if they don't exist yet.
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/ui/buildinfohelper.py | 29 ++++++++++++++---------------
1 file changed, 14 insertions(+), 15 deletions(-)
diff --git a/bitbake/lib/bb/ui/buildinfohelper.py b/bitbake/lib/bb/ui/buildinfohelper.py
index 34a8694..793418a 100644
--- a/bitbake/lib/bb/ui/buildinfohelper.py
+++ b/bitbake/lib/bb/ui/buildinfohelper.py
@@ -162,8 +162,6 @@ class ORMWrapper(object):
build.bitbake_version=build_info['bitbake_version']
build.save()
- Target.objects.filter(build = build).delete()
-
else:
build = Build.objects.create(
project = prj,
@@ -184,18 +182,19 @@ class ORMWrapper(object):
return build
- def create_target_objects(self, target_info):
- assert 'build' in target_info
- assert 'targets' in target_info
-
- targets = []
- for tgt_name in target_info['targets']:
- tgt_object = Target.objects.create( build = target_info['build'],
- target = tgt_name,
- is_image = False,
- )
- targets.append(tgt_object)
- return targets
+ @staticmethod
+ def get_or_create_targets(target_info):
+ result = []
+ for target in target_info['targets']:
+ obj, created = Target.objects.get_or_create(build=target_info['build'],
+ target=target)
+ if created:
+ obj.is_image = False
+ if target_info['task']:
+ obj.task = target_info['task']
+ obj.save()
+ result.append(obj)
+ return result
def update_build_object(self, build, errors, warnings, taskfailures):
assert isinstance(build,Build)
@@ -932,7 +931,7 @@ class BuildInfoHelper(object):
task = ''
target_information['task'] = task
- self.internal_state['targets'] = self.orm_wrapper.create_target_objects(target_information)
+ self.internal_state['targets'] = self.orm_wrapper.get_or_create_targets(target_information)
# Save build configuration
data = self.server.runCommand(["getAllKeysWithFlags", ["doc", "func"]])[0]
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* [PATCH 5/6] toaster: ignore ReachableStamps event
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
` (3 preceding siblings ...)
2015-09-30 13:30 ` [PATCH 4/6] toaster: add get_or_create_targets API Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-09-30 13:30 ` [PATCH 6/6] toaster: use meaningful logging levels Ed Bartosh
2015-10-01 9:50 ` [PATCH v4 0/6] Fixes for toastergui Barros Pena, Belen
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Added ReachableStamps event to the list of known events to
ignore. This should stop toaster throwing error message:
ERROR: Unknown event: <bb.event.ReachableStamps>
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/ui/toasterui.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/bitbake/lib/bb/ui/toasterui.py b/bitbake/lib/bb/ui/toasterui.py
index e0c278b..3891e63 100644
--- a/bitbake/lib/bb/ui/toasterui.py
+++ b/bitbake/lib/bb/ui/toasterui.py
@@ -308,7 +308,8 @@ def main(server, eventHandler, params ):
bb.event.OperationProgress,
bb.command.CommandFailed,
bb.command.CommandExit,
- bb.command.CommandCompleted)):
+ bb.command.CommandCompleted,
+ bb.event.ReachableStamps)):
continue
if isinstance(event, bb.event.DepTreeGenerated):
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* [PATCH 6/6] toaster: use meaningful logging levels
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
` (4 preceding siblings ...)
2015-09-30 13:30 ` [PATCH 5/6] toaster: ignore ReachableStamps event Ed Bartosh
@ 2015-09-30 13:30 ` Ed Bartosh
2015-10-01 9:50 ` [PATCH v4 0/6] Fixes for toastergui Barros Pena, Belen
6 siblings, 0 replies; 9+ messages in thread
From: Ed Bartosh @ 2015-09-30 13:30 UTC (permalink / raw)
To: toaster
Changed logging levels to more appropriate ones.
Signed-off-by: Ed Bartosh <ed.bartosh@linux.intel.com>
---
bitbake/lib/bb/ui/toasterui.py | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/bitbake/lib/bb/ui/toasterui.py b/bitbake/lib/bb/ui/toasterui.py
index 3891e63..dbe0d09 100644
--- a/bitbake/lib/bb/ui/toasterui.py
+++ b/bitbake/lib/bb/ui/toasterui.py
@@ -130,14 +130,14 @@ def main(server, eventHandler, params ):
if isinstance(event, (bb.build.TaskStarted, bb.build.TaskSucceeded, bb.build.TaskFailedSilent)):
buildinfohelper.update_and_store_task(event)
- logger.warn("Logfile for task %s", event.logfile)
+ logger.info("Logfile for task %s", event.logfile)
continue
if isinstance(event, bb.build.TaskBase):
logger.info(event._message)
if isinstance(event, bb.event.LogExecTTY):
- logger.warn(event.msg)
+ logger.info(event.msg)
continue
if isinstance(event, logging.LogRecord):
@@ -316,7 +316,7 @@ def main(server, eventHandler, params ):
buildinfohelper.store_dependency_information(event)
continue
- logger.error("Unknown event: %s", event)
+ logger.warn("Unknown event: %s", event)
return_value += 1
except EnvironmentError as ioerror:
@@ -336,7 +336,7 @@ def main(server, eventHandler, params ):
if tb is not None:
curr = tb
while curr is not None:
- logger.warn("Error data dump %s\n%s\n" , traceback.format_tb(curr,1), pformat(curr.tb_frame.f_locals))
+ logger.error("Error data dump %s\n%s\n" , traceback.format_tb(curr,1), pformat(curr.tb_frame.f_locals))
curr = curr.tb_next
# save them to database, if possible; if it fails, we already logged to console.
--
2.1.4
^ permalink raw reply related [flat|nested] 9+ messages in thread* Re: [PATCH v4 0/6] Fixes for toastergui
2015-09-30 13:30 [PATCH v4 0/6] Fixes for toastergui Ed Bartosh
` (5 preceding siblings ...)
2015-09-30 13:30 ` [PATCH 6/6] toaster: use meaningful logging levels Ed Bartosh
@ 2015-10-01 9:50 ` Barros Pena, Belen
2015-10-06 11:28 ` Smith, Elliot
6 siblings, 1 reply; 9+ messages in thread
From: Barros Pena, Belen @ 2015-10-01 9:50 UTC (permalink / raw)
To: Ed Bartosh, toaster@yoctoproject.org
On 30/09/2015 14:30, "toaster-bounces@yoctoproject.org on behalf of Ed
Bartosh" <toaster-bounces@yoctoproject.org on behalf of
ed.bartosh@linux.intel.com> wrote:
>Hi,
>
>This patchset fixes creation of Target objects for command line builds
>and couple of usability fixes for toastergui module.
>
>Changes in v2: used better name for the API: get_or_create_targets.
>Changes in v3: made sure 'build' task is not set in Target objects.
> rebased pathset on top of poky-contrib:toaster-next
>Changes in v4: removed deletion of Target objects that was brought by
>rebase
> rebased on toaster-next
>
>The following changes since commit
>4220ebce223fa7cd0865c793b7dd3ffe07b8e130:
>
> toaster: Special case the openembedded-core layer to avoid duplicates
>(2015-09-30 15:12:40 +0300)
>
>are available in the git repository at:
>
> git://git.yoctoproject.org/poky-contrib ed/toaster/target-task
>
>http://git.yoctoproject.org/cgit.cgi/poky-contrib/log/?h=ed/toaster/target
>-task
Now tasks appear in both modes, for builds in progress and builds
completed, so the UI looks good to me.
Thanks!
Belén
>
>Ed Bartosh (6):
> event: add new property to BuildBase class
> event: add new parameter to Build* event APIs
> toaster: add task to the target_information
> toaster: add get_or_create_targets API
> toaster: ignore ReachableStamps event
> toaster: use meaningful logging levels
>
> bitbake/lib/bb/cooker.py | 8 ++++----
> bitbake/lib/bb/event.py | 18 +++++++++++++-----
> bitbake/lib/bb/ui/buildinfohelper.py | 37
>++++++++++++++++++++----------------
> bitbake/lib/bb/ui/toasterui.py | 11 ++++++-----
> 4 files changed, 44 insertions(+), 30 deletions(-)
>
>--
>Ed
>
>--
>_______________________________________________
>toaster mailing list
>toaster@yoctoproject.org
>https://lists.yoctoproject.org/listinfo/toaster
^ permalink raw reply [flat|nested] 9+ messages in thread* Re: [PATCH v4 0/6] Fixes for toastergui
2015-10-01 9:50 ` [PATCH v4 0/6] Fixes for toastergui Barros Pena, Belen
@ 2015-10-06 11:28 ` Smith, Elliot
0 siblings, 0 replies; 9+ messages in thread
From: Smith, Elliot @ 2015-10-06 11:28 UTC (permalink / raw)
To: Barros Pena, Belen; +Cc: toaster@yoctoproject.org
[-- Attachment #1: Type: text/plain, Size: 2524 bytes --]
On 1 October 2015 at 10:50, Barros Pena, Belen <belen.barros.pena@intel.com>
wrote:
> On 30/09/2015 14:30, "toaster-bounces@yoctoproject.org on behalf of Ed
> Bartosh" <toaster-bounces@yoctoproject.org on behalf of
> ed.bartosh@linux.intel.com> wrote:
> >This patchset fixes creation of Target objects for command line builds
> >and couple of usability fixes for toastergui module.
>
I submitted this to bitbake-devel:
http://lists.openembedded.org/pipermail/bitbake-devel/2015-October/006489.html
Elliot
> >
> >Changes in v2: used better name for the API: get_or_create_targets.
> >Changes in v3: made sure 'build' task is not set in Target objects.
> > rebased pathset on top of poky-contrib:toaster-next
> >Changes in v4: removed deletion of Target objects that was brought by
> >rebase
> > rebased on toaster-next
> >
> >The following changes since commit
> >4220ebce223fa7cd0865c793b7dd3ffe07b8e130:
> >
> > toaster: Special case the openembedded-core layer to avoid duplicates
> >(2015-09-30 15:12:40 +0300)
> >
> >are available in the git repository at:
> >
> > git://git.yoctoproject.org/poky-contrib ed/toaster/target-task
> >
> >
> http://git.yoctoproject.org/cgit.cgi/poky-contrib/log/?h=ed/toaster/target
> >-task
>
> Now tasks appear in both modes, for builds in progress and builds
> completed, so the UI looks good to me.
>
> Thanks!
>
> Belén
>
> >
> >Ed Bartosh (6):
> > event: add new property to BuildBase class
> > event: add new parameter to Build* event APIs
> > toaster: add task to the target_information
> > toaster: add get_or_create_targets API
> > toaster: ignore ReachableStamps event
> > toaster: use meaningful logging levels
> >
> > bitbake/lib/bb/cooker.py | 8 ++++----
> > bitbake/lib/bb/event.py | 18 +++++++++++++-----
> > bitbake/lib/bb/ui/buildinfohelper.py | 37
> >++++++++++++++++++++----------------
> > bitbake/lib/bb/ui/toasterui.py | 11 ++++++-----
> > 4 files changed, 44 insertions(+), 30 deletions(-)
> >
> >--
> >Ed
> >
> >--
> >_______________________________________________
> >toaster mailing list
> >toaster@yoctoproject.org
> >https://lists.yoctoproject.org/listinfo/toaster
>
> --
> _______________________________________________
> toaster mailing list
> toaster@yoctoproject.org
> https://lists.yoctoproject.org/listinfo/toaster
>
--
Elliot Smith
Software Engineer
Intel Open Source Technology Centre
[-- Attachment #2: Type: text/html, Size: 4434 bytes --]
^ permalink raw reply [flat|nested] 9+ messages in thread