diff options
3 files changed, 402 insertions, 18 deletions
diff --git a/bitbake/lib/toaster/tests_functional/base.py b/bitbake/lib/toaster/tests_functional/base.py index a72c298d153..5e74a82437b 100644 --- a/bitbake/lib/toaster/tests_functional/base.py +++ b/bitbake/lib/toaster/tests_functional/base.py @@ -4,11 +4,16 @@ import logging import unittest import time import platform -import shutil, argparse, ConfigParser, json +import shutil, argparse, configparser, json +import errno +import re +from selenium import webdriver +from selenium.webdriver.support.ui import Select +from time import strftime, gmtime +from selenium.common.exceptions import NoSuchElementException -from time import strftime, gmtime sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), '../', 'tests', 'browser')) # XXX: Test tool should insert the path @@ -38,9 +43,40 @@ class ToasterFunctionalTests(SeleniumTestCaseBase): @classmethod def setUpClass(cls): + SeleniumTestCaseBase.setUpClass() cls.log = cls.logger_create() + def mkdir_p(self, dir): + try: + os.makedirs(dir) + except OSError as exc: + if exc.errno == errno.EEXIST and os.path.isdir(dir): + pass + else: + raise + + + + def setup_browser(self, *browser_path): + self.browser = eval(self.parser.get('toaster_test_' + self.target_suite, 'test_browser')) + print(self.browser) + if self.browser == "firefox": + driver = webdriver.Firefox() + elif self.browser == "chrome": + driver = webdriver.Chrome() + elif self.browser == "ie": + driver = webdriver.Ie() + else: + driver = None + print("unrecognized browser type, please check") + self.driver = driver + self.driver.implicitly_wait(30) + return self.driver + + + def setUp(self): + self.screenshot_sequence = 1 self.verificationErrors = [] self.accept_next_alert = True @@ -50,7 +86,7 @@ class ToasterFunctionalTests(SeleniumTestCaseBase): else: self.target_suite = self.host_os - self.parser = ConfigParser.SafeConfigParser() + self.parser = configparser.ConfigParser() self.parser.read('toaster_test.cfg') self.base_url = eval(self.parser.get('toaster_test_' + self.target_suite, 'toaster_url')) @@ -58,12 +94,12 @@ class ToasterFunctionalTests(SeleniumTestCaseBase): # test cases are done, move them to log/$datetime dir self.log_tmp_dir = os.path.abspath(sys.path[0]) + os.sep + 'log' + os.sep + 'tmp' try: - mkdir_p(self.log_tmp_dir) + self.mkdir_p(self.log_tmp_dir) except OSError : logging.error("%(asctime)s Cannot create tmp dir under log, please check your privilege") # self.log = self.logger_create() # driver setup - self.setup_browser() + #self.setup_browser() @@ -103,3 +139,60 @@ class ToasterFunctionalTests(SeleniumTestCaseBase): log.addHandler(ch) return log + + + + + def get_table_element(self, table_id, *coordinate): + if len(coordinate) == 0: + #return whole-table element + element_xpath = "//*[@id='" + table_id + "']" + try: + element = self.driver.find_element_by_xpath(element_xpath) + except NoSuchElementException as e: + raise + return element + row = coordinate[0] + + if len(coordinate) == 1: + #return whole-row element + element_xpath = "//*[@id='" + table_id + "']/tbody/tr[" + str(row) + "]" + try: + element = self.driver.find_element_by_xpath(element_xpath) + except NoSuchElementException as e: + return False + return element + #now we are looking for an element with specified X and Y + column = coordinate[1] + + element_xpath = "//*[@id='" + table_id + "']/tbody/tr[" + str(row) + "]/td[" + str(column) + "]" + try: + element = self.driver.find_element_by_xpath(element_xpath) + except NoSuchElementException as e: + return False + return element + + + + + + def find_element_by_link_text_in_table(self, table_id, link_text): + """ + Assume there're multiple suitable "find_element_by_link_text". + In this circumstance we need to specify "table". + """ + try: + table_element = self.get_table_element(table_id) + element = table_element.find_element_by_link_text(link_text) + except NoSuchElementException as e: + print('no element found') + raise + return element + + def get_URL(self): + rc=self.get_page_source() + project_url=re.search("(projectPageUrl\s:\s\")(.*)(\",)",rc) + return project_url.group(2) + + + diff --git a/bitbake/lib/toaster/tests_functional/test_project_detail_page.py b/bitbake/lib/toaster/tests_functional/test_project_detail_page.py index e712c746ba9..0dac7c7e8ce 100644 --- a/bitbake/lib/toaster/tests_functional/test_project_detail_page.py +++ b/bitbake/lib/toaster/tests_functional/test_project_detail_page.py @@ -1,15 +1,10 @@ -from base import * #ToasterFunctionalTests +import time +import re -import time +from base import ToasterFunctionalTests +from selenium.webdriver.common.action_chains import ActionChains class ToasterProjectDetailPage(ToasterFunctionalTests): - def test_project_detail_page(self): - rc=self.driver.get(self._url) - print(rc) #erase this - #while True: - # time.sleep(1) - #self.assertNotEqual(rc, None, "Selenium driver get {0} returns None".format(self._url)) - ############## # CASE 1514 # @@ -18,12 +13,283 @@ class ToasterProjectDetailPage(ToasterFunctionalTests): self.case_no = self.get_case_number() self.log.info(' CASE %s log: ' % str(self.case_no)) self.driver.maximize_window() - self.driver.get(self.base_url) + self.driver.get(self._url) self.driver.find_element_by_link_text("To start building, create your first Toaster project").click() self.driver.find_element_by_id("new-project-name").send_keys("selenium-project") - self.driver.find_element_by_xpath("//select[@name='projectversion']/option[text()='1']").click() + self.driver.find_element_by_id('projectversion').click() self.driver.find_element_by_id("create-project-button").click() + self.wait_until_visible('#project-created-notification') + self.assertTrue(self.element_exists('#project-created-notification'),'Project creation notification not shown') + + + + + ############## + # CASE 1515 # + ############## + def test_1515(self): + self.case_no = self.get_case_number() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + + + self.assertTrue(self.element_exists('#config-nav'),'Configuration Tab does not exist') + project_URL=self.get_URL() + self.driver.find_element_by_xpath('//a[@href="'+project_URL+'"]').click() + + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'customimages/"'+"]").click() + self.assertTrue(re.search("Custom images",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'Custom images information is not loading properly') + except: + self.fail(msg='No Custom images tab available') + + + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'images/"'+"]").click() + self.assertTrue(re.search("Compatible image recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible image recipes information is not loading properly') + except: + self.fail(msg='No Compatible image tab available') + + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'softwarerecipes/"'+"]").click() + self.assertTrue(re.search("Compatible software recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible software recipe information is not loading properly') + except: + self.fail(msg='No Compatible software recipe tab available') + + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'machines/"'+"]").click() + self.assertTrue(re.search("Compatible machines",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible machine information is not loading properly') + except: + self.fail(msg='No Compatible machines tab available') + + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'layers/"'+"]").click() + self.assertTrue(re.search("Compatible layers",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Compatible layer information is not loading properly') + except: + self.fail(msg='No Compatible layers tab available') + + try: + self.driver.find_element_by_xpath("//*[@id='config-nav']/ul/li/a[@href="+'"'+project_URL+'configuration"'+"]").click() + self.assertTrue(re.search("Bitbake variables",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Bitbake variables information is not loading properly') + except: + self.fail(msg='No Bitbake variables tab available') + + + + + + ############## + # CASE 1516 # + ############## + + def test_1516(self): + + self.case_no = self.get_case_number() + project_URL=self.get_URL() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + + try: + self.assertTrue(self.element_exists('#machine-section'),'Machine section for the project configuration page does not exist') + self.assertTrue(re.search("qemux86",self.driver.find_element_by_xpath("//span[@id='project-machine-name']").text),'The machine type is not assigned') + self.driver.find_element_by_xpath("//span[@id='change-machine-toggle']").click() + self.wait_until_visible('#select-machine-form') + self.wait_until_visible('#cancel-machine-change') + self.driver.find_element_by_xpath("//form[@id='select-machine-form']/a[@id='cancel-machine-change']").click() + except: + self.fail(msg='The machine information is wrong in the configuration page') + + + + try: + self.driver.find_element_by_xpath("//div[@id='no-most-built']") + except: + self.fail(msg='No Most built information in project detail page') + + + try: + self.assertTrue(re.search("Yocto Project master",self.driver.find_element_by_xpath("//span[@id='project-release-title']").text),'The project release is not defined') + except: + self.fail(msg='No project release title information in project detail page') + + + try: + self.driver.find_element_by_xpath("//div[@id='layer-container']") + self.assertTrue(re.search("3",self.driver.find_element_by_xpath("//span[@id='project-layers-count']").text),'There should be 3 layers listed in the layer count') + self.assertTrue(re.search("openembedded-core",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/4"'+"]").text), 'openembedded-core layer should be present') + self.assertTrue(re.search("meta-poky",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/211"'+"]").text), 'meta-poky layer should be present') + self.assertTrue(re.search("meta-yocto-bsp",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/31"'+"]").text), 'meta-yocto-bsp layer should be present') + + self.driver.find_element_by_xpath("//input[@id='layer-add-input']") + self.driver.find_element_by_xpath("//button[@id='add-layer-btn']") + + except: + self.fail(msg='No Layer information in project detail page') + + + ############## + # CASE 1517 # + ############## + def test_1517(self): + self.case_no = self.get_case_number() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() try: - self.find_element(By.ID,"project-created-notification") + self.assertTrue(self.element_exists('#machine-section'),'Machine section for the project configuration page does not exist') + self.assertTrue(re.search("qemux86",self.driver.find_element_by_xpath("//span[@id='project-machine-name']").text),'The machine type is not assigned') + self.driver.find_element_by_xpath("//span[@id='change-machine-toggle']").click() + self.wait_until_visible('#select-machine-form') + self.wait_until_visible('#cancel-machine-change') + self.driver.find_element_by_xpath("//form[@id='select-machine-form']/a[@id='cancel-machine-change']").click() except: - self.fail(msg='Project creation notification not shown') + self.fail(msg='The machine information is wrong in the configuration page') + + + + ############## + # CASE 1518 # + ############## + + + def test_1518(self): + self.case_no = self.get_case_number() + project_URL=self.get_URL() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + try: + self.assertTrue(re.search("You haven't built any recipes yet",self.driver.find_element_by_xpath("//div[@id='no-most-built']").text),'Default message of no builds is not present') + self.driver.find_element_by_xpath("//div[@id='no-most-built']/p/a[@href="+'"'+project_URL+'images/"'+"]").click() + self.assertTrue(re.search("Compatible image recipes",self.driver.find_element_by_xpath("//div[@class='col-md-10']").text),'The Choose a recipe to build link is not working properly') + + except: + self.fail(msg='No Most built information in project detail page') + + + + + ############## + # CASE 1519 # + ############## + + + def test_1519(self): + self.case_no = self.get_case_number() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + + try: + self.assertTrue(re.search("Yocto Project master",self.driver.find_element_by_xpath("//span[@id='project-release-title']").text),'The project release is not defined') + except: + self.fail(msg='No project release title information in project detail page') + + + + + ############## + # CASE 1520 # + ############## + + + def test_1520(self): + self.case_no = self.get_case_number() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + project_URL=self.get_URL() + + try: + self.driver.find_element_by_xpath("//div[@id='layer-container']") + self.assertTrue(re.search("3",self.driver.find_element_by_xpath("//span[@id='project-layers-count']").text),'There should be 3 layers listed in the layer count') + self.assertTrue(re.search("openembedded-core",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/4"'+"]").text), 'openembedded-core layer should be present') + self.assertTrue(re.search("meta-poky",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/211"'+"]").text), 'meta-poky layer should be present') + self.assertTrue(re.search("meta-yocto-bsp",self.driver.find_element_by_xpath("//div[@id='layer-container']/ul[@id='layers-in-project-list']/li/a[@href="+'"'+project_URL+'layer/31"'+"]").text), 'meta-yocto-bsp layer should be present') + + self.driver.find_element_by_xpath("//input[@id='layer-add-input']") + self.driver.find_element_by_xpath("//button[@id='add-layer-btn']") + self.driver.find_element_by_xpath("//div[@id='layer-container']/form[@class='form-inline']/p/a[@id='view-compatible-layers']") + self.driver.find_element_by_xpath("//div[@id='layer-container']/form[@class='form-inline']/p/a[@href="+'"'+project_URL+'importlayer"'+"]") + + except: + self.fail(msg='No Layer information in project detail page') + + + + + ############## + # CASE 1521 # + ############## + + + def test_1521(self): + self.case_no = self.get_case_number() + self.log.info(' CASE %s log: ' % str(self.case_no)) + self.driver.maximize_window() + self.driver.get(self._url) + self.wait_until_visible('#projectstable') + self.find_element_by_link_text_in_table('projectstable', 'selenium-project').click() + project_URL=self.get_URL() + + + + self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li[@id='topbar-configuration-tab']/a[@href="+'"'+project_URL+'"'+"]").click() + self.assertTrue(re.search("Configuration",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li[@id='topbar-configuration-tab']/a[@href="+'"'+project_URL+'"'+"]").text), 'Configuration tab in project topbar is misspelled') + time.sleep(5) + + try: + self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'builds/"'+"]").click() + self.assertTrue(re.search("Builds",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'builds/"'+"]").text), 'Builds tab in project topbar is misspelled') + self.driver.find_element_by_xpath("//div[@id='empty-state-projectbuildstable']") + except: + self.fail(msg='Builds tab information is not present') + + + + time.sleep(5) + + + try: + self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'importlayer"'+"]").click() + self.assertTrue(re.search("Import layer",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'importlayer"'+"]").text), 'Import layer tab in project topbar is misspelled') + + self.driver.find_element_by_xpath("//fieldset[@id='repo-select']") + self.driver.find_element_by_xpath("//fieldset[@id='git-repo']") + except: + self.fail(msg='Import layer tab not loading properly') + + + time.sleep(5) + + try: + self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'newcustomimage/"'+"]").click() + self.assertTrue(re.search("New custom image",self.driver.find_element_by_xpath("//div[@id='project-topbar']/ul[@class='nav nav-tabs']/li/a[@href="+'"'+project_URL+'newcustomimage/"'+"]").text), 'New custom image tab in project topbar is misspelled') + + self.assertTrue(re.search("Select the image recipe you want to customise",self.driver.find_element_by_xpath("//div[@class='col-md-12']/h2").text),'The new custom image tab is not loading correctly') + + except: + self.fail(msg='New custom image tab not loading properly') + + + + time.sleep(5) diff --git a/bitbake/lib/toaster/tests_functional/toaster_test.cfg b/bitbake/lib/toaster/tests_functional/toaster_test.cfg new file mode 100644 index 00000000000..685a9ee6afb --- /dev/null +++ b/bitbake/lib/toaster/tests_functional/toaster_test.cfg @@ -0,0 +1,25 @@ +# Configuration file for toaster_test +# Sorted by different host type + +# test browser could be: firefox; chrome; ie(still under development) +# logging_level could be: CRITICAL; ERROR; WARNING; INFO; DEBUG; NOTSET + + +[toaster_test_linux] +toaster_url = 'http://127.0.0.1:8000' +test_browser = 'firefox' +test_cases = [946] +logging_level = 'INFO' + + +[toaster_test_windows] +toaster_url = 'http://127.0.0.1:8000' +test_browser = ['ie', 'firefox', 'chrome'] +test_cases = [901, 902, 903] +logging_level = 'DEBUG' + +[toaster_test_darwin] +toaster_url = 'http://127.0.0.1:8000' +test_browser = 'firefox' +test_cases = [901, 902, 903, 904, 906, 910, 911, 912, 913, 914, 915, 916, 923, 924, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 955, 956] +logging_level = 'INFO' |