summaryrefslogtreecommitdiffstats
path: root/bitbake/lib/toaster/tests/functional
diff options
context:
space:
mode:
Diffstat (limited to 'bitbake/lib/toaster/tests/functional')
-rw-r--r--bitbake/lib/toaster/tests/functional/__init__.py0
-rw-r--r--bitbake/lib/toaster/tests/functional/functional_helpers.py122
-rw-r--r--bitbake/lib/toaster/tests/functional/test_functional_basic.py243
3 files changed, 365 insertions, 0 deletions
diff --git a/bitbake/lib/toaster/tests/functional/__init__.py b/bitbake/lib/toaster/tests/functional/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
--- /dev/null
+++ b/bitbake/lib/toaster/tests/functional/__init__.py
diff --git a/bitbake/lib/toaster/tests/functional/functional_helpers.py b/bitbake/lib/toaster/tests/functional/functional_helpers.py
new file mode 100644
index 0000000000..486078a615
--- /dev/null
+++ b/bitbake/lib/toaster/tests/functional/functional_helpers.py
@@ -0,0 +1,122 @@
1#! /usr/bin/env python
2# ex:ts=4:sw=4:sts=4:et
3# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
4#
5# BitBake Toaster functional tests implementation
6#
7# Copyright (C) 2017 Intel Corporation
8#
9# This program is free software; you can redistribute it and/or modify
10# it under the terms of the GNU General Public License version 2 as
11# published by the Free Software Foundation.
12#
13# This program is distributed in the hope that it will be useful,
14# but WITHOUT ANY WARRANTY; without even the implied warranty of
15# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16# GNU General Public License for more details.
17#
18# You should have received a copy of the GNU General Public License along
19# with this program; if not, write to the Free Software Foundation, Inc.,
20# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21
22import os
23import logging
24import subprocess
25import signal
26import time
27import re
28
29from tests.browser.selenium_helpers_base import SeleniumTestCaseBase
30from tests.builds.buildtest import load_build_environment
31
32logger = logging.getLogger("toaster")
33
34class SeleniumFunctionalTestCase(SeleniumTestCaseBase):
35 wait_toaster_time = 5
36
37 @classmethod
38 def setUpClass(cls):
39 # So that the buildinfo helper uses the test database'
40 if os.environ.get('DJANGO_SETTINGS_MODULE', '') != \
41 'toastermain.settings_test':
42 raise RuntimeError("Please initialise django with the tests settings: " \
43 "DJANGO_SETTINGS_MODULE='toastermain.settings_test'")
44
45 load_build_environment()
46
47 # start toaster
48 cmd = "bash -c 'source toaster start'"
49 p = subprocess.Popen(
50 cmd,
51 cwd=os.environ.get("BUILDDIR"),
52 shell=True)
53 if p.wait() != 0:
54 raise RuntimeError("Can't initialize toaster")
55
56 super(SeleniumFunctionalTestCase, cls).setUpClass()
57 cls.live_server_url = 'http://localhost:8000/'
58
59 @classmethod
60 def tearDownClass(cls):
61 super(SeleniumFunctionalTestCase, cls).tearDownClass()
62
63 # XXX: source toaster stop gets blocked, to review why?
64 # from now send SIGTERM by hand
65 time.sleep(cls.wait_toaster_time)
66 builddir = os.environ.get("BUILDDIR")
67
68 with open(os.path.join(builddir, '.toastermain.pid'), 'r') as f:
69 toastermain_pid = int(f.read())
70 os.kill(toastermain_pid, signal.SIGTERM)
71 with open(os.path.join(builddir, '.runbuilds.pid'), 'r') as f:
72 runbuilds_pid = int(f.read())
73 os.kill(runbuilds_pid, signal.SIGTERM)
74
75
76 def get_URL(self):
77 rc=self.get_page_source()
78 project_url=re.search("(projectPageUrl\s:\s\")(.*)(\",)",rc)
79 return project_url.group(2)
80
81
82 def find_element_by_link_text_in_table(self, table_id, link_text):
83 """
84 Assume there're multiple suitable "find_element_by_link_text".
85 In this circumstance we need to specify "table".
86 """
87 try:
88 table_element = self.get_table_element(table_id)
89 element = table_element.find_element_by_link_text(link_text)
90 except NoSuchElementException as e:
91 print('no element found')
92 raise
93 return element
94
95 def get_table_element(self, table_id, *coordinate):
96 if len(coordinate) == 0:
97#return whole-table element
98 element_xpath = "//*[@id='" + table_id + "']"
99 try:
100 element = self.driver.find_element_by_xpath(element_xpath)
101 except NoSuchElementException as e:
102 raise
103 return element
104 row = coordinate[0]
105
106 if len(coordinate) == 1:
107#return whole-row element
108 element_xpath = "//*[@id='" + table_id + "']/tbody/tr[" + str(row) + "]"
109 try:
110 element = self.driver.find_element_by_xpath(element_xpath)
111 except NoSuchElementException as e:
112 return False
113 return element
114#now we are looking for an element with specified X and Y
115 column = coordinate[1]
116
117 element_xpath = "//*[@id='" + table_id + "']/tbody/tr[" + str(row) + "]/td[" + str(column) + "]"
118 try:
119 element = self.driver.find_element_by_xpath(element_xpath)
120 except NoSuchElementException as e:
121 return False
122 return element
diff --git a/bitbake/lib/toaster/tests/functional/test_functional_basic.py b/bitbake/lib/toaster/tests/functional/test_functional_basic.py
new file mode 100644
index 0000000000..cfa2b0fdf0
--- /dev/null
+++ b/bitbake/lib/toaster/tests/functional/test_functional_basic.py
@@ -0,0 +1,243 @@
1#! /usr/bin/env python
2# ex:ts=4:sw=4:sts=4:et
3# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
4#
5# BitBake Toaster functional tests implementation
6#
7# Copyright (C) 2017 Intel Corporation
8#
9# This program is free software; you can redistribute it and/or modify
10# it under the terms of the GNU General Public License version 2 as
11# published by the Free Software Foundation.
12#
13# This program is distributed in the hope that it will be useful,
14# but WITHOUT ANY WARRANTY; without even the implied warranty of
15# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16# GNU General Public License for more details.
17#
18# You should have received a copy of the GNU General Public License along
19# with this program; if not, write to the Free Software Foundation, Inc.,
20# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21
22import time
23import re
24from tests.functional.functional_helpers import SeleniumFunctionalTestCase
25from orm.models import Project
26
27class FuntionalTestBasic(SeleniumFunctionalTestCase):
28
29# testcase (1514)
30 def test_create_slenium_project(self):
31 project_name = 'selenium-project'
32 self.get('')
33 self.driver.find_element_by_link_text("To start building, create your first Toaster project").click()
34 self.driver.find_element_by_id("new-project-name").send_keys(project_name)
35 self.driver.find_element_by_id('projectversion').click()
36 self.driver.find_element_by_id("create-project-button").click()
37 element = self.wait_until_visible('#project-created-notification')
38 self.assertTrue(self.element_exists('#project-created-notification'),'Project creation notification not shown')
39 self.assertTrue(project_name in element.text,
40 "New project name not in new project notification")
41 self.assertTrue(Project.objects.filter(name=project_name).count(),
42 "New project not found in database")
43
44 # testcase (1515)
45 def test_verify_left_bar_menu(self):
46 self.get('')
47 self.wait_until_visible('#projectstable')
48 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
49 self.assertTrue(self.element_exists('#config-nav'),'Configuration Tab does not exist')
50 project_URL=self.get_URL()
51 self.driver.find_element_by_xpath('//a[@href="'+project_URL+'"]').click()
52
53 try:
54 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'customimages/"'+"]").click()
55 self.assertTrue(re.search("Custom images",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'Custom images information is not loading properly')
56 except:
57 self.fail(msg='No Custom images tab available')
58
59 try:
60 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'images/"'+"]").click()
61 self.assertTrue(re.search("Compatible image recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible image recipes information is not loading properly')
62 except:
63 self.fail(msg='No Compatible image tab available')
64
65 try:
66 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'softwarerecipes/"'+"]").click()
67 self.assertTrue(re.search("Compatible software recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible software recipe information is not loading properly')
68 except:
69 self.fail(msg='No Compatible software recipe tab available')
70
71 try:
72 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'machines/"'+"]").click()
73 self.assertTrue(re.search("Compatible machines",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible machine information is not loading properly')
74 except:
75 self.fail(msg='No Compatible machines tab available')
76
77 try:
78 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'layers/"'+"]").click()
79 self.assertTrue(re.search("Compatible layers",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible layer information is not loading properly')
80 except:
81 self.fail(msg='No Compatible layers tab available')
82
83 try:
84 self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'configuration"'+"]").click()
85 self.assertTrue(re.search("Bitbake variables",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Bitbake variables information is not loading properly')
86 except:
87 self.fail(msg='No Bitbake variables tab available')
88
89# testcase (1516)
90 def test_review_configuration_information(self):
91 self.get('')
92 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
93 self.wait_until_visible('#projectstable')
94 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
95 project_URL=self.get_URL()
96
97 try:
98 self.assertTrue(self.element_exists('#machine-section'),'Machine section for the project configuration page does not exist')
99 self.assertTrue(re.search("qemux86",self.driver.find_element_by_xpath("//span[@id='project-machine-name']").text),'The machine type is not assigned')
100 self.driver.find_element_by_xpath("//span[@id='change-machine-toggle']").click()
101 self.wait_until_visible('#select-machine-form')
102 self.wait_until_visible('#cancel-machine-change')
103 self.driver.find_element_by_xpath("//form[@id='select-machine-form']/a[@id='cancel-machine-change']").click()
104 except:
105 self.fail(msg='The machine information is wrong in the configuration page')
106
107 try:
108 self.driver.find_element_by_id('no-most-built')
109 except:
110 self.fail(msg='No Most built information in project detail page')
111
112 try:
113 self.assertTrue(re.search("Yocto Project master",self.driver.find_element_by_xpath("//span[@id='project-release-title']").text),'The project release is not defined')
114 except:
115 self.fail(msg='No project release title information in project detail page')
116
117 try:
118 self.driver.find_element_by_xpath("//div[@id='layer-container']")
119 self.assertTrue(re.search("3",self.driver.find_element_by_id("project-layers-count").text),'There should be 3 layers listed in the layer count')
120 layer_list = self.driver.find_element_by_id("layers-in-project-list")
121 layers = layer_list.find_elements_by_tag_name("li")
122 for layer in layers:
123 if re.match ("openembedded-core",layer.text):
124 print ("openembedded-core layer is a default layer in the project configuration")
125 elif re.match ("meta-poky",layer.text):
126 print ("meta-poky layer is a default layer in the project configuration")
127 elif re.match ("meta-yocto-bsp",layer.text):
128 print ("meta-yocto-bsp is a default layer in the project configuratoin")
129 else:
130 self.fail(msg='default layers are missing from the project configuration')
131 except:
132 self.fail(msg='No Layer information in project detail page')
133
134# testcase (1517)
135 def test_verify_machine_information(self):
136 self.get('')
137 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
138 self.wait_until_visible('#projectstable')
139 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
140
141 try:
142 self.assertTrue(self.element_exists('#machine-section'),'Machine section for the project configuration page does not exist')
143 self.assertTrue(re.search("qemux86",self.driver.find_element_by_id("project-machine-name").text),'The machine type is not assigned')
144 self.driver.find_element_by_id("change-machine-toggle").click()
145 self.wait_until_visible('#select-machine-form')
146 self.wait_until_visible('#cancel-machine-change')
147 self.driver.find_element_by_id("cancel-machine-change").click()
148 except:
149 self.fail(msg='The machine information is wrong in the configuration page')
150
151# testcase (1518)
152 def test_verify_most_built_recipes_information(self):
153 self.get('')
154 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
155 self.wait_until_visible('#projectstable')
156 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
157 project_URL=self.get_URL()
158
159 try:
160 self.assertTrue(re.search("You haven't built any recipes yet",self.driver.find_element_by_id("no-most-built").text),'Default message of no builds is not present')
161 self.driver.find_element_by_xpath("//div[@id='no-most-built']/p/a[@href="+'"'+project_URL+'images/"'+"]").click()
162 self.assertTrue(re.search("Compatible image recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Choose a recipe to build link is not working properly')
163 except:
164 self.fail(msg='No Most built information in project detail page')
165
166# testcase (1519)
167 def test_verify_project_release_information(self):
168 self.get('')
169 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
170 self.wait_until_visible('#projectstable')
171 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
172
173 try:
174 self.assertTrue(re.search("Yocto Project master",self.driver.find_element_by_id("project-release-title").text),'The project release is not defined')
175 except:
176 self.fail(msg='No project release title information in project detail page')
177
178# testcase (1520)
179 def test_verify_layer_information(self):
180 self.get('')
181 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
182 self.wait_until_visible('#projectstable')
183 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
184 project_URL=self.get_URL()
185
186 try:
187 self.driver.find_element_by_xpath("//div[@id='layer-container']")
188 self.assertTrue(re.search("3",self.driver.find_element_by_id("project-layers-count").text),'There should be 3 layers listed in the layer count')
189 layer_list = self.driver.find_element_by_id("layers-in-project-list")
190 layers = layer_list.find_elements_by_tag_name("li")
191
192 for layer in layers:
193 if re.match ("openembedded-core",layer.text):
194 print ("openembedded-core layer is a default layer in the project configuration")
195 elif re.match ("meta-poky",layer.text):
196 print ("meta-poky layer is a default layer in the project configuration")
197 elif re.match ("meta-yocto-bsp",layer.text):
198 print ("meta-yocto-bsp is a default layer in the project configuratoin")
199 else:
200 self.fail(msg='default layers are missing from the project configuration')
201
202 self.driver.find_element_by_xpath("//input[@id='layer-add-input']")
203 self.driver.find_element_by_xpath("//button[@id='add-layer-btn']")
204 self.driver.find_element_by_xpath("//div[@id='layer-container']/form[@class='form-inline']/p/a[@id='view-compatible-layers']")
205 self.driver.find_element_by_xpath("//div[@id='layer-container']/form[@class='form-inline']/p/a[@href="+'"'+project_URL+'importlayer"'+"]")
206 except:
207 self.fail(msg='No Layer information in project detail page')
208
209# testcase (1521)
210 def test_verify_project_detail_links(self):
211 self.get('')
212 self.driver.find_element_by_xpath("//div[@id='global-nav']/ul/li/a[@href="+'"'+'/toastergui/projects/'+'"'+"]").click()
213 self.wait_until_visible('#projectstable')
214 self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click()
215 project_URL=self.get_URL()
216
217 self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li[@id='topbar-configuration-tab']/a[@href="+'"'+project_URL+'"'+"]").click()
218 self.assertTrue(re.search("Configuration",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li[@id='topbar-configuration-tab']/a[@href="+'"'+project_URL+'"'+"]").text), 'Configuration tab in project topbar is misspelled')
219
220 try:
221 self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'builds/"'+"]").click()
222 self.assertTrue(re.search("Builds",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'builds/"'+"]").text), 'Builds tab in project topbar is misspelled')
223 self.driver.find_element_by_xpath("//div[@id='empty-state-projectbuildstable']")
224 except:
225 self.fail(msg='Builds tab information is not present')
226
227 try:
228 self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'importlayer"'+"]").click()
229 self.assertTrue(re.search("Import layer",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'importlayer"'+"]").text), 'Import layer tab in project topbar is misspelled')
230 self.driver.find_element_by_xpath("//fieldset[@id='repo-select']")
231 self.driver.find_element_by_xpath("//fieldset[@id='git-repo']")
232 except:
233 self.fail(msg='Import layer tab not loading properly')
234
235 try:
236 self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'newcustomimage/"'+"]").click()
237 self.assertTrue(re.search("New custom image",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'newcustomimage/"'+"]").text), 'New custom image tab in project topbar is misspelled')
238 self.assertTrue(re.search("Select the image recipe you want to customise",self.driver.find_element_by_xpath("//div[@class='col-md-12']/h2").text),'The new custom image tab is not loading correctly')
239 except:
240 self.fail(msg='New custom image tab not loading properly')
241
242
243