diff options
Diffstat (limited to 'bitbake/lib/toaster/toastergui/tables.py')
-rw-r--r-- | bitbake/lib/toaster/toastergui/tables.py | 343 |
1 files changed, 302 insertions, 41 deletions
diff --git a/bitbake/lib/toaster/toastergui/tables.py b/bitbake/lib/toaster/toastergui/tables.py index 2e3c8a6956..116cff3f43 100644 --- a/bitbake/lib/toaster/toastergui/tables.py +++ b/bitbake/lib/toaster/toastergui/tables.py | |||
@@ -20,29 +20,18 @@ | |||
20 | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | 20 | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. |
21 | 21 | ||
22 | from toastergui.widgets import ToasterTable | 22 | from toastergui.widgets import ToasterTable |
23 | from toastergui.querysetfilter import QuerysetFilter | ||
23 | from orm.models import Recipe, ProjectLayer, Layer_Version, Machine, Project | 24 | from orm.models import Recipe, ProjectLayer, Layer_Version, Machine, Project |
24 | from orm.models import CustomImageRecipe, Package, Build | 25 | from orm.models import CustomImageRecipe, Package, Build, LogMessage, Task |
25 | from django.db.models import Q, Max, Count | 26 | from django.db.models import Q, Max, Count |
26 | from django.conf.urls import url | 27 | from django.conf.urls import url |
27 | from django.core.urlresolvers import reverse | 28 | from django.core.urlresolvers import reverse |
28 | from django.views.generic import TemplateView | 29 | from django.views.generic import TemplateView |
29 | 30 | ||
30 | class ProjectFiltersMixin(object): | 31 | class ProjectFilters(object): |
31 | """Common mixin for recipe, machine in project filters""" | 32 | def __init__(self, project_layers): |
32 | 33 | self.in_project = QuerysetFilter(Q(layer_version__in=project_layers)) | |
33 | def filter_in_project(self, count_only=False): | 34 | self.not_in_project = QuerysetFilter(~Q(layer_version__in=project_layers)) |
34 | query = self.queryset.filter(layer_version__in=self.project_layers) | ||
35 | if count_only: | ||
36 | return query.count() | ||
37 | |||
38 | self.queryset = query | ||
39 | |||
40 | def filter_not_in_project(self, count_only=False): | ||
41 | query = self.queryset.exclude(layer_version__in=self.project_layers) | ||
42 | if count_only: | ||
43 | return query.count() | ||
44 | |||
45 | self.queryset = query | ||
46 | 35 | ||
47 | class LayersTable(ToasterTable): | 36 | class LayersTable(ToasterTable): |
48 | """Table of layers in Toaster""" | 37 | """Table of layers in Toaster""" |
@@ -60,34 +49,21 @@ class LayersTable(ToasterTable): | |||
60 | 49 | ||
61 | return context | 50 | return context |
62 | 51 | ||
63 | |||
64 | def setup_filters(self, *args, **kwargs): | 52 | def setup_filters(self, *args, **kwargs): |
65 | project = Project.objects.get(pk=kwargs['pid']) | 53 | project = Project.objects.get(pk=kwargs['pid']) |
66 | self.project_layers = ProjectLayer.objects.filter(project=project) | 54 | self.project_layers = ProjectLayer.objects.filter(project=project) |
67 | 55 | ||
56 | criteria = Q(projectlayer__in=self.project_layers) | ||
57 | in_project_filter = QuerysetFilter(criteria) | ||
58 | not_in_project_filter = QuerysetFilter(~criteria) | ||
68 | 59 | ||
69 | self.add_filter(title="Filter by project layers", | 60 | self.add_filter(title="Filter by project layers", |
70 | name="in_current_project", | 61 | name="in_current_project", |
71 | filter_actions=[ | 62 | filter_actions=[ |
72 | self.make_filter_action("in_project", "Layers added to this project", self.filter_in_project), | 63 | self.make_filter_action("in_project", "Layers added to this project", in_project_filter), |
73 | self.make_filter_action("not_in_project", "Layers not added to this project", self.filter_not_in_project) | 64 | self.make_filter_action("not_in_project", "Layers not added to this project", not_in_project_filter) |
74 | ]) | 65 | ]) |
75 | 66 | ||
76 | def filter_in_project(self, count_only=False): | ||
77 | query = self.queryset.filter(projectlayer__in=self.project_layers) | ||
78 | if count_only: | ||
79 | return query.count() | ||
80 | |||
81 | self.queryset = query | ||
82 | |||
83 | def filter_not_in_project(self, count_only=False): | ||
84 | query = self.queryset.exclude(projectlayer__in=self.project_layers) | ||
85 | if count_only: | ||
86 | return query.count() | ||
87 | |||
88 | self.queryset = query | ||
89 | |||
90 | |||
91 | def setup_queryset(self, *args, **kwargs): | 67 | def setup_queryset(self, *args, **kwargs): |
92 | prj = Project.objects.get(pk = kwargs['pid']) | 68 | prj = Project.objects.get(pk = kwargs['pid']) |
93 | compatible_layers = prj.get_all_compatible_layer_versions() | 69 | compatible_layers = prj.get_all_compatible_layer_versions() |
@@ -204,7 +180,7 @@ class LayersTable(ToasterTable): | |||
204 | computation = lambda x: x.layer.name) | 180 | computation = lambda x: x.layer.name) |
205 | 181 | ||
206 | 182 | ||
207 | class MachinesTable(ToasterTable, ProjectFiltersMixin): | 183 | class MachinesTable(ToasterTable): |
208 | """Table of Machines in Toaster""" | 184 | """Table of Machines in Toaster""" |
209 | 185 | ||
210 | def __init__(self, *args, **kwargs): | 186 | def __init__(self, *args, **kwargs): |
@@ -221,11 +197,13 @@ class MachinesTable(ToasterTable, ProjectFiltersMixin): | |||
221 | def setup_filters(self, *args, **kwargs): | 197 | def setup_filters(self, *args, **kwargs): |
222 | project = Project.objects.get(pk=kwargs['pid']) | 198 | project = Project.objects.get(pk=kwargs['pid']) |
223 | 199 | ||
200 | project_filters = ProjectFilters(self.project_layers) | ||
201 | |||
224 | self.add_filter(title="Filter by project machines", | 202 | self.add_filter(title="Filter by project machines", |
225 | name="in_current_project", | 203 | name="in_current_project", |
226 | filter_actions=[ | 204 | filter_actions=[ |
227 | self.make_filter_action("in_project", "Machines provided by layers added to this project", self.filter_in_project), | 205 | self.make_filter_action("in_project", "Machines provided by layers added to this project", project_filters.in_project), |
228 | self.make_filter_action("not_in_project", "Machines provided by layers not added to this project", self.filter_not_in_project) | 206 | self.make_filter_action("not_in_project", "Machines provided by layers not added to this project", project_filters.not_in_project) |
229 | ]) | 207 | ]) |
230 | 208 | ||
231 | def setup_queryset(self, *args, **kwargs): | 209 | def setup_queryset(self, *args, **kwargs): |
@@ -313,7 +291,7 @@ class LayerMachinesTable(MachinesTable): | |||
313 | static_data_template=select_btn_template) | 291 | static_data_template=select_btn_template) |
314 | 292 | ||
315 | 293 | ||
316 | class RecipesTable(ToasterTable, ProjectFiltersMixin): | 294 | class RecipesTable(ToasterTable): |
317 | """Table of All Recipes in Toaster""" | 295 | """Table of All Recipes in Toaster""" |
318 | 296 | ||
319 | def __init__(self, *args, **kwargs): | 297 | def __init__(self, *args, **kwargs): |
@@ -338,11 +316,13 @@ class RecipesTable(ToasterTable, ProjectFiltersMixin): | |||
338 | return context | 316 | return context |
339 | 317 | ||
340 | def setup_filters(self, *args, **kwargs): | 318 | def setup_filters(self, *args, **kwargs): |
319 | project_filters = ProjectFilters(self.project_layers) | ||
320 | |||
341 | self.add_filter(title="Filter by project recipes", | 321 | self.add_filter(title="Filter by project recipes", |
342 | name="in_current_project", | 322 | name="in_current_project", |
343 | filter_actions=[ | 323 | filter_actions=[ |
344 | self.make_filter_action("in_project", "Recipes provided by layers added to this project", self.filter_in_project), | 324 | self.make_filter_action("in_project", "Recipes provided by layers added to this project", project_filters.in_project), |
345 | self.make_filter_action("not_in_project", "Recipes provided by layers not added to this project", self.filter_not_in_project) | 325 | self.make_filter_action("not_in_project", "Recipes provided by layers not added to this project", project_filters.not_in_project) |
346 | ]) | 326 | ]) |
347 | 327 | ||
348 | def setup_queryset(self, *args, **kwargs): | 328 | def setup_queryset(self, *args, **kwargs): |
@@ -853,3 +833,284 @@ class ProjectsTable(ToasterTable): | |||
853 | orderable=False, | 833 | orderable=False, |
854 | static_data_name='image_files', | 834 | static_data_name='image_files', |
855 | static_data_template=image_files_template) | 835 | static_data_template=image_files_template) |
836 | |||
837 | class BuildsTable(ToasterTable): | ||
838 | """Table of builds in Toaster""" | ||
839 | |||
840 | def __init__(self, *args, **kwargs): | ||
841 | super(BuildsTable, self).__init__(*args, **kwargs) | ||
842 | self.default_orderby = '-completed_on' | ||
843 | self.title = 'All builds' | ||
844 | self.static_context_extra['Build'] = Build | ||
845 | self.static_context_extra['Task'] = Task | ||
846 | |||
847 | def get_context_data(self, **kwargs): | ||
848 | return super(BuildsTable, self).get_context_data(**kwargs) | ||
849 | |||
850 | def setup_queryset(self, *args, **kwargs): | ||
851 | queryset = Build.objects.all() | ||
852 | |||
853 | # don't include in progress builds | ||
854 | queryset = queryset.exclude(outcome=Build.IN_PROGRESS) | ||
855 | |||
856 | # sort | ||
857 | queryset = queryset.order_by(self.default_orderby) | ||
858 | |||
859 | # annotate with number of ERROR and EXCEPTION log messages | ||
860 | queryset = queryset.annotate( | ||
861 | errors_no = Count( | ||
862 | 'logmessage', | ||
863 | only = Q(logmessage__level=LogMessage.ERROR) | | ||
864 | Q(logmessage__level=LogMessage.EXCEPTION) | ||
865 | ) | ||
866 | ) | ||
867 | |||
868 | # annotate with number of WARNING log messages | ||
869 | queryset = queryset.annotate( | ||
870 | warnings_no = Count( | ||
871 | 'logmessage', | ||
872 | only = Q(logmessage__level=LogMessage.WARNING) | ||
873 | ) | ||
874 | ) | ||
875 | |||
876 | self.queryset = queryset | ||
877 | |||
878 | def setup_columns(self, *args, **kwargs): | ||
879 | outcome_template = ''' | ||
880 | <a href="{% url "builddashboard" data.id %}"> | ||
881 | {% if data.outcome == data.SUCCEEDED %} | ||
882 | <i class="icon-ok-sign success"></i> | ||
883 | {% elif data.outcome == data.FAILED %} | ||
884 | <i class="icon-minus-sign error"></i> | ||
885 | {% endif %} | ||
886 | </a> | ||
887 | |||
888 | {% if data.cooker_log_path %} | ||
889 | | ||
890 | <a href="{% url "build_artifact" data.id "cookerlog" data.id %}"> | ||
891 | <i class="icon-download-alt" title="Download build log"></i> | ||
892 | </a> | ||
893 | {% endif %} | ||
894 | ''' | ||
895 | |||
896 | recipe_template = ''' | ||
897 | {% for target_label in data.target_labels %} | ||
898 | <a href="{% url "builddashboard" data.id %}"> | ||
899 | {{target_label}} | ||
900 | </a> | ||
901 | <br /> | ||
902 | {% endfor %} | ||
903 | ''' | ||
904 | |||
905 | machine_template = ''' | ||
906 | <a href="{% url "builddashboard" data.id %}"> | ||
907 | {{data.machine}} | ||
908 | </a> | ||
909 | ''' | ||
910 | |||
911 | started_on_template = ''' | ||
912 | <a href="{% url "builddashboard" data.id %}"> | ||
913 | {{data.started_on | date:"d/m/y H:i"}} | ||
914 | </a> | ||
915 | ''' | ||
916 | |||
917 | completed_on_template = ''' | ||
918 | <a href="{% url "builddashboard" data.id %}"> | ||
919 | {{data.completed_on | date:"d/m/y H:i"}} | ||
920 | </a> | ||
921 | ''' | ||
922 | |||
923 | failed_tasks_template = ''' | ||
924 | {% if data.failed_tasks.count == 1 %} | ||
925 | <a href="{% url "task" data.id data.failed_tasks.0.id %}"> | ||
926 | <span class="error"> | ||
927 | {{data.failed_tasks.0.recipe.name}}.{{data.failed_tasks.0.task_name}} | ||
928 | </span> | ||
929 | </a> | ||
930 | <a href="{% url "build_artifact" data.id "tasklogfile" data.failed_tasks.0.id %}"> | ||
931 | <i class="icon-download-alt" | ||
932 | data-original-title="Download task log file"> | ||
933 | </i> | ||
934 | </a> | ||
935 | {% elif data.failed_tasks.count > 1 %} | ||
936 | <a href="{% url "tasks" data.id %}?filter=outcome%3A{{extra.Task.OUTCOME_FAILED}}"> | ||
937 | <span class="error">{{data.failed_tasks.count}} tasks</span> | ||
938 | </a> | ||
939 | {% endif %} | ||
940 | ''' | ||
941 | |||
942 | errors_template = ''' | ||
943 | {% if data.errors.count %} | ||
944 | <a class="errors.count error" href="{% url "builddashboard" data.id %}#errors"> | ||
945 | {{data.errors.count}} error{{data.errors.count|pluralize}} | ||
946 | </a> | ||
947 | {% endif %} | ||
948 | ''' | ||
949 | |||
950 | warnings_template = ''' | ||
951 | {% if data.warnings.count %} | ||
952 | <a class="warnings.count warning" href="{% url "builddashboard" data.id %}#warnings"> | ||
953 | {{data.warnings.count}} warning{{data.warnings.count|pluralize}} | ||
954 | </a> | ||
955 | {% endif %} | ||
956 | ''' | ||
957 | |||
958 | time_template = ''' | ||
959 | {% load projecttags %} | ||
960 | <a href="{% url "buildtime" data.id %}"> | ||
961 | {{data.timespent_seconds | sectohms}} | ||
962 | </a> | ||
963 | ''' | ||
964 | |||
965 | image_files_template = ''' | ||
966 | {% if data.outcome == extra.Build.SUCCEEDED %} | ||
967 | <a href="{% url "builddashboard" data.id %}#images"> | ||
968 | {{data.get_image_file_extensions}} | ||
969 | </a> | ||
970 | {% endif %} | ||
971 | ''' | ||
972 | |||
973 | project_template = ''' | ||
974 | {% load project_url_tag %} | ||
975 | <a href="{% project_url data.project %}"> | ||
976 | {{data.project.name}} | ||
977 | </a> | ||
978 | {% if data.project.is_default %} | ||
979 | <i class="icon-question-sign get-help hover-help" title="" | ||
980 | data-original-title="This project shows information about | ||
981 | the builds you start from the command line while Toaster is | ||
982 | running" style="visibility: hidden;"></i> | ||
983 | {% endif %} | ||
984 | ''' | ||
985 | |||
986 | self.add_column(title='Outcome', | ||
987 | help_text='Final state of the build (successful \ | ||
988 | or failed)', | ||
989 | hideable=False, | ||
990 | orderable=True, | ||
991 | filter_name='outcome_filter', | ||
992 | static_data_name='outcome', | ||
993 | static_data_template=outcome_template) | ||
994 | |||
995 | self.add_column(title='Recipe', | ||
996 | help_text='What was built (i.e. one or more recipes \ | ||
997 | or image recipes)', | ||
998 | hideable=False, | ||
999 | orderable=False, | ||
1000 | static_data_name='target', | ||
1001 | static_data_template=recipe_template) | ||
1002 | |||
1003 | self.add_column(title='Machine', | ||
1004 | help_text='Hardware for which you are building a \ | ||
1005 | recipe or image recipe', | ||
1006 | hideable=False, | ||
1007 | orderable=True, | ||
1008 | static_data_name='machine', | ||
1009 | static_data_template=machine_template) | ||
1010 | |||
1011 | self.add_column(title='Started on', | ||
1012 | help_text='The date and time when the build started', | ||
1013 | hideable=True, | ||
1014 | orderable=True, | ||
1015 | static_data_name='started_on', | ||
1016 | static_data_template=started_on_template) | ||
1017 | |||
1018 | self.add_column(title='Completed on', | ||
1019 | help_text='The date and time when the build finished', | ||
1020 | hideable=False, | ||
1021 | orderable=True, | ||
1022 | static_data_name='completed_on', | ||
1023 | static_data_template=completed_on_template) | ||
1024 | |||
1025 | self.add_column(title='Failed tasks', | ||
1026 | help_text='The number of tasks which failed during \ | ||
1027 | the build', | ||
1028 | hideable=True, | ||
1029 | orderable=False, | ||
1030 | filter_name='failed_tasks_filter', | ||
1031 | static_data_name='failed_tasks', | ||
1032 | static_data_template=failed_tasks_template) | ||
1033 | |||
1034 | self.add_column(title='Errors', | ||
1035 | help_text='The number of errors encountered during \ | ||
1036 | the build (if any)', | ||
1037 | hideable=True, | ||
1038 | orderable=False, | ||
1039 | static_data_name='errors', | ||
1040 | static_data_template=errors_template) | ||
1041 | |||
1042 | self.add_column(title='Warnings', | ||
1043 | help_text='The number of warnings encountered during \ | ||
1044 | the build (if any)', | ||
1045 | hideable=True, | ||
1046 | orderable=False, | ||
1047 | static_data_name='warnings', | ||
1048 | static_data_template=warnings_template) | ||
1049 | |||
1050 | self.add_column(title='Time', | ||
1051 | help_text='How long the build took to finish', | ||
1052 | hideable=False, | ||
1053 | orderable=False, | ||
1054 | static_data_name='time', | ||
1055 | static_data_template=time_template) | ||
1056 | |||
1057 | self.add_column(title='Image files', | ||
1058 | help_text='The root file system types produced by \ | ||
1059 | the build', | ||
1060 | hideable=True, | ||
1061 | orderable=False, | ||
1062 | static_data_name='image_files', | ||
1063 | static_data_template=image_files_template) | ||
1064 | |||
1065 | self.add_column(title='Project', | ||
1066 | hideable=True, | ||
1067 | orderable=False, | ||
1068 | static_data_name='project-name', | ||
1069 | static_data_template=project_template) | ||
1070 | |||
1071 | def setup_filters(self, *args, **kwargs): | ||
1072 | # outcomes | ||
1073 | filter_only_successful_builds = QuerysetFilter(Q(outcome=Build.SUCCEEDED)) | ||
1074 | successful_builds_filter = self.make_filter_action( | ||
1075 | 'successful_builds', | ||
1076 | 'Successful builds', | ||
1077 | filter_only_successful_builds | ||
1078 | ) | ||
1079 | |||
1080 | filter_only_failed_builds = QuerysetFilter(Q(outcome=Build.FAILED)) | ||
1081 | failed_builds_filter = self.make_filter_action( | ||
1082 | 'failed_builds', | ||
1083 | 'Failed builds', | ||
1084 | filter_only_failed_builds | ||
1085 | ) | ||
1086 | |||
1087 | self.add_filter(title='Filter builds by outcome', | ||
1088 | name='outcome_filter', | ||
1089 | filter_actions = [ | ||
1090 | successful_builds_filter, | ||
1091 | failed_builds_filter | ||
1092 | ]) | ||
1093 | |||
1094 | # failed tasks | ||
1095 | criteria = Q(task_build__outcome=Task.OUTCOME_FAILED) | ||
1096 | filter_only_builds_with_failed_tasks = QuerysetFilter(criteria) | ||
1097 | with_failed_tasks_filter = self.make_filter_action( | ||
1098 | 'with_failed_tasks', | ||
1099 | 'Builds with failed tasks', | ||
1100 | filter_only_builds_with_failed_tasks | ||
1101 | ) | ||
1102 | |||
1103 | criteria = ~Q(task_build__outcome=Task.OUTCOME_FAILED) | ||
1104 | filter_only_builds_without_failed_tasks = QuerysetFilter(criteria) | ||
1105 | without_failed_tasks_filter = self.make_filter_action( | ||
1106 | 'without_failed_tasks', | ||
1107 | 'Builds without failed tasks', | ||
1108 | filter_only_builds_without_failed_tasks | ||
1109 | ) | ||
1110 | |||
1111 | self.add_filter(title='Filter builds by failed tasks', | ||
1112 | name='failed_tasks_filter', | ||
1113 | filter_actions = [ | ||
1114 | with_failed_tasks_filter, | ||
1115 | without_failed_tasks_filter | ||
1116 | ]) | ||