| #! /usr/bin/env python |
| # ex:ts=4:sw=4:sts=4:et |
| # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- |
| # |
| # BitBake Toaster Implementation |
| # |
| # Copyright (C) 2013-2015 Intel Corporation |
| # |
| # This program is free software; you can redistribute it and/or modify |
| # it under the terms of the GNU General Public License version 2 as |
| # published by the Free Software Foundation. |
| # |
| # This program is distributed in the hope that it will be useful, |
| # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| # GNU General Public License for more details. |
| # |
| # You should have received a copy of the GNU General Public License along |
| # with this program; if not, write to the Free Software Foundation, Inc., |
| # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. |
| |
| """Test cases for Toaster GUI and ReST.""" |
| |
| from django.test import TestCase |
| from django.test.client import RequestFactory |
| from django.core.urlresolvers import reverse |
| from django.utils import timezone |
| |
| from orm.models import Project, Release, BitbakeVersion, Package, LogMessage |
| from orm.models import ReleaseLayerSourcePriority, LayerSource, Layer, Build |
| from orm.models import Layer_Version, Recipe, Machine, ProjectLayer, Target |
| from orm.models import CustomImageRecipe, ProjectVariable |
| from orm.models import Branch, CustomImagePackage |
| |
| import toastermain |
| import inspect |
| import toastergui |
| |
| from toastergui.tables import SoftwareRecipesTable |
| import json |
| from datetime import timedelta |
| from bs4 import BeautifulSoup |
| import re |
| import string |
| import json |
| |
| PROJECT_NAME = "test project" |
| PROJECT_NAME2 = "test project 2" |
| CLI_BUILDS_PROJECT_NAME = 'Command line builds' |
| |
| class ViewTests(TestCase): |
| """Tests to verify view APIs.""" |
| |
| fixtures = ['toastergui-unittest-data'] |
| |
| def setUp(self): |
| |
| self.project = Project.objects.first() |
| self.recipe1 = Recipe.objects.get(pk=2) |
| self.recipe2 = Recipe.objects.last() |
| self.customr = CustomImageRecipe.objects.first() |
| self.cust_package = CustomImagePackage.objects.first() |
| self.package = Package.objects.first() |
| self.lver = Layer_Version.objects.first() |
| |
| def test_get_base_call_returns_html(self): |
| """Basic test for all-projects view""" |
| response = self.client.get(reverse('all-projects'), follow=True) |
| self.assertEqual(response.status_code, 200) |
| self.assertTrue(response['Content-Type'].startswith('text/html')) |
| self.assertTemplateUsed(response, "projects-toastertable.html") |
| |
| def test_get_json_call_returns_json(self): |
| """Test for all projects output in json format""" |
| url = reverse('all-projects') |
| response = self.client.get(url, {"format": "json"}, follow=True) |
| self.assertEqual(response.status_code, 200) |
| self.assertTrue(response['Content-Type'].startswith('application/json')) |
| |
| data = json.loads(response.content) |
| |
| self.assertTrue("error" in data) |
| self.assertEqual(data["error"], "ok") |
| self.assertTrue("rows" in data) |
| |
| self.assertTrue(self.project.name in [x["name"] for x in data["rows"]]) |
| self.assertTrue("id" in data["rows"][0]) |
| |
| def test_typeaheads(self): |
| """Test typeahead ReST API""" |
| layers_url = reverse('xhr_layerstypeahead', args=(self.project.id,)) |
| prj_url = reverse('xhr_projectstypeahead') |
| |
| urls = [layers_url, |
| prj_url, |
| reverse('xhr_recipestypeahead', args=(self.project.id,)), |
| reverse('xhr_machinestypeahead', args=(self.project.id,)), |
| ] |
| |
| def basic_reponse_check(response, url): |
| """Check data structure of http response.""" |
| self.assertEqual(response.status_code, 200) |
| self.assertTrue(response['Content-Type'].startswith('application/json')) |
| |
| data = json.loads(response.content) |
| |
| self.assertTrue("error" in data) |
| self.assertEqual(data["error"], "ok") |
| self.assertTrue("results" in data) |
| |
| # We got a result so now check the fields |
| if len(data['results']) > 0: |
| result = data['results'][0] |
| |
| self.assertTrue(len(result['name']) > 0) |
| self.assertTrue("detail" in result) |
| self.assertTrue(result['id'] > 0) |
| |
| # Special check for the layers typeahead's extra fields |
| if url == layers_url: |
| self.assertTrue(len(result['layerdetailurl']) > 0) |
| self.assertTrue(len(result['vcs_url']) > 0) |
| self.assertTrue(len(result['vcs_reference']) > 0) |
| # Special check for project typeahead extra fields |
| elif url == prj_url: |
| self.assertTrue(len(result['projectPageUrl']) > 0) |
| |
| return True |
| |
| return False |
| |
| |
| for url in urls: |
| results = False |
| |
| for typeing in list(string.ascii_letters): |
| response = self.client.get(url, {'search': typeing}) |
| results = basic_reponse_check(response, url) |
| if results: |
| break |
| |
| # After "typeing" the alpabet we should have result true |
| # from each of the urls |
| self.assertTrue(results) |
| |
| def test_xhr_import_layer(self): |
| """Test xhr_importlayer API""" |
| LayerSource.objects.create(sourcetype=LayerSource.TYPE_IMPORTED) |
| #Test for importing an already existing layer |
| args = {'vcs_url' : "git://git.example.com/test", |
| 'name' : "base-layer", |
| 'git_ref': "c12b9596afd236116b25ce26dbe0d793de9dc7ce", |
| 'project_id': self.project.id, |
| 'dir_path' : "/path/in/repository"} |
| response = self.client.post(reverse('xhr_importlayer'), args) |
| data = json.loads(response.content) |
| self.assertEqual(response.status_code, 200) |
| self.assertEqual(data["error"], "ok") |
| |
| #Test to verify import of a layer successful |
| args['name'] = "meta-oe" |
| response = self.client.post(reverse('xhr_importlayer'), args) |
| data = json.loads(response.content) |
| self.assertTrue(data["error"], "ok") |
| |
| #Test for html tag in the data |
| args['<'] = "testing html tag" |
| response = self.client.post(reverse('xhr_importlayer'), args) |
| data = json.loads(response.content) |
| self.assertNotEqual(data["error"], "ok") |
| |
| #Empty data passed |
| args = {} |
| response = self.client.post(reverse('xhr_importlayer'), args) |
| data = json.loads(response.content) |
| self.assertNotEqual(data["error"], "ok") |
| |
| def test_custom_ok(self): |
| """Test successful return from ReST API xhr_customrecipe""" |
| url = reverse('xhr_customrecipe') |
| params = {'name': 'custom', 'project': self.project.id, |
| 'base': self.recipe1.id} |
| response = self.client.post(url, params) |
| self.assertEqual(response.status_code, 200) |
| data = json.loads(response.content) |
| self.assertEqual(data['error'], 'ok') |
| self.assertTrue('url' in data) |
| # get recipe from the database |
| recipe = CustomImageRecipe.objects.get(project=self.project, |
| name=params['name']) |
| args = (self.project.id, recipe.id,) |
| self.assertEqual(reverse('customrecipe', args=args), data['url']) |
| |
| def test_custom_incomplete_params(self): |
| """Test not passing all required parameters to xhr_customrecipe""" |
| url = reverse('xhr_customrecipe') |
| for params in [{}, {'name': 'custom'}, |
| {'name': 'custom', 'project': self.project.id}]: |
| response = self.client.post(url, params) |
| self.assertEqual(response.status_code, 200) |
| data = json.loads(response.content) |
| self.assertNotEqual(data["error"], "ok") |
| |
| def test_xhr_custom_wrong_project(self): |
| """Test passing wrong project id to xhr_customrecipe""" |
| url = reverse('xhr_customrecipe') |
| params = {'name': 'custom', 'project': 0, "base": self.recipe1.id} |
| response = self.client.post(url, params) |
| self.assertEqual(response.status_code, 200) |
| data = json.loads(response.content) |
| self.assertNotEqual(data["error"], "ok") |
| |
| def test_xhr_custom_wrong_base(self): |
| """Test passing wrong base recipe id to xhr_customrecipe""" |
| url = reverse('xhr_customrecipe') |
| params = {'name': 'custom', 'project': self.project.id, "base": 0} |
| response = self.client.post(url, params) |
| self.assertEqual(response.status_code, 200) |
| data = json.loads(response.content) |
| self.assertNotEqual(data["error"], "ok") |
| |
| def test_xhr_custom_details(self): |
| """Test getting custom recipe details""" |
| url = reverse('xhr_customrecipe_id', args=(self.customr.id,)) |
| response = self.client.get(url) |
| self.assertEqual(response.status_code, 200) |
| expected = {"error": "ok", |
| "info": {'id': self.customr.id, |
| 'name': self.customr.name, |
| 'base_recipe_id': self.recipe1.id, |
| 'project_id': self.project.id, |
| } |
| } |
| self.assertEqual(json.loads(response.content), expected) |
| |
| def test_xhr_custom_del(self): |
| """Test deleting custom recipe""" |
| name = "to be deleted" |
| recipe = CustomImageRecipe.objects.create(\ |
| name=name, project=self.project, |
| base_recipe=self.recipe1, |
| file_path="/tmp/testing", |
| layer_version=self.customr.layer_version) |
| url = reverse('xhr_customrecipe_id', args=(recipe.id,)) |
| response = self.client.delete(url) |
| self.assertEqual(response.status_code, 200) |
| self.assertEqual(json.loads(response.content), {"error": "ok"}) |
| # try to delete not-existent recipe |
| url = reverse('xhr_customrecipe_id', args=(recipe.id,)) |
| response = self.client.delete(url) |
| self.assertEqual(response.status_code, 200) |
| self.assertNotEqual(json.loads(response.content)["error"], "ok") |
| |
| def test_xhr_custom_packages(self): |
| """Test adding and deleting package to a custom recipe""" |
| # add self.package to recipe |
| response = self.client.put(reverse('xhr_customrecipe_packages', |
| args=(self.customr.id, |
| self.cust_package.id))) |
| |
| self.assertEqual(response.status_code, 200) |
| self.assertEqual(json.loads(response.content), |
| {"error": "ok"}) |
| self.assertEqual(self.customr.appends_set.first().name, |
| self.cust_package.name) |
| # delete it |
| to_delete = self.customr.appends_set.first().pk |
| del_url = reverse('xhr_customrecipe_packages', |
| args=(self.customr.id, to_delete)) |
| |
| response = self.client.delete(del_url) |
| self.assertEqual(response.status_code, 200) |
| self.assertEqual(json.loads(response.content), {"error": "ok"}) |
| all_packages = self.customr.get_all_packages().values_list('pk', |
| flat=True) |
| |
| self.assertFalse(to_delete in all_packages) |
| # delete invalid package to test error condition |
| del_url = reverse('xhr_customrecipe_packages', |
| args=(self.customr.id, |
| 99999)) |
| |
| response = self.client.delete(del_url) |
| self.assertEqual(response.status_code, 200) |
| self.assertNotEqual(json.loads(response.content)["error"], "ok") |
| |
| def test_xhr_custom_packages_err(self): |
| """Test error conditions of xhr_customrecipe_packages""" |
| # test calls with wrong recipe id and wrong package id |
| for args in [(0, self.package.id), (self.customr.id, 0)]: |
| url = reverse('xhr_customrecipe_packages', args=args) |
| # test put and delete methods |
| for method in (self.client.put, self.client.delete): |
| response = method(url) |
| self.assertEqual(response.status_code, 200) |
| self.assertNotEqual(json.loads(response.content), |
| {"error": "ok"}) |
| |
| def test_download_custom_recipe(self): |
| """Download the recipe file generated for the custom image""" |
| |
| # Create a dummy recipe file for the custom image generation to read |
| open("/tmp/a_recipe.bb", 'wa').close() |
| response = self.client.get(reverse('customrecipedownload', |
| args=(self.project.id, |
| self.customr.id))) |
| |
| self.assertEqual(response.status_code, 200) |
| |
| |
| def test_software_recipes_table(self): |
| """Test structure returned for Software RecipesTable""" |
| table = SoftwareRecipesTable() |
| request = RequestFactory().get('/foo/', {'format': 'json'}) |
| response = table.get(request, pid=self.project.id) |
| data = json.loads(response.content) |
| |
| rows = data['rows'] |
| row1 = next(x for x in rows if x['name'] == self.recipe1.name) |
| row2 = next(x for x in rows if x['name'] == self.recipe2.name) |
| |
| self.assertEqual(response.status_code, 200, 'should be 200 OK status') |
| |
| # check other columns have been populated correctly |
| self.assertEqual(row1['name'], self.recipe1.name) |
| self.assertEqual(row1['version'], self.recipe1.version) |
| self.assertEqual(row1['get_description_or_summary'], |
| self.recipe1.description) |
| self.assertEqual(row1['layer_version__layer__name'], |
| self.recipe1.layer_version.layer.name) |
| self.assertEqual(row2['name'], self.recipe2.name) |
| self.assertEqual(row2['version'], self.recipe2.version) |
| self.assertEqual(row2['get_description_or_summary'], |
| self.recipe2.description) |
| self.assertEqual(row2['layer_version__layer__name'], |
| self.recipe2.layer_version.layer.name) |
| |
| def test_toaster_tables(self): |
| """Test all ToasterTables instances""" |
| current_recipes = self.project.get_available_recipes() |
| |
| def get_data(table, options={}): |
| """Send a request and parse the json response""" |
| options['format'] = "json" |
| options['nocache'] = "true" |
| request = RequestFactory().get('/', options) |
| |
| # This is the image recipe needed for a package list for |
| # PackagesTable do this here to throw a non exist exception |
| image_recipe = Recipe.objects.get(pk=4) |
| |
| # Add any kwargs that are needed by any of the possible tables |
| args = {'pid': self.project.id, |
| 'layerid': self.lver.pk, |
| 'recipeid': self.recipe1.pk, |
| 'recipe_id': image_recipe.pk, |
| 'custrecipeid': self.customr.pk |
| } |
| |
| response = table.get(request, **args) |
| return json.loads(response.content) |
| |
| # Get a list of classes in tables module |
| tables = inspect.getmembers(toastergui.tables, inspect.isclass) |
| |
| for name, table_cls in tables: |
| # Filter out the non ToasterTables from the tables module |
| if not issubclass(table_cls, toastergui.widgets.ToasterTable) or \ |
| table_cls == toastergui.widgets.ToasterTable: |
| continue |
| |
| # Get the table data without any options, this also does the |
| # initialisation of the table i.e. setup_columns, |
| # setup_filters and setup_queryset that we can use later |
| table = table_cls() |
| all_data = get_data(table) |
| |
| self.assertTrue(len(all_data['rows']) > 1, |
| "Cannot test on a %s table with < 1 row" % name) |
| |
| if table.default_orderby: |
| row_one = all_data['rows'][0][table.default_orderby.strip("-")] |
| row_two = all_data['rows'][1][table.default_orderby.strip("-")] |
| |
| if '-' in table.default_orderby: |
| self.assertTrue(row_one >= row_two, |
| "Default ordering not working on %s" |
| " '%s' should be >= '%s'" % |
| (name, row_one, row_two)) |
| else: |
| self.assertTrue(row_one <= row_two, |
| "Default ordering not working on %s" |
| " '%s' should be <= '%s'" % |
| (name, row_one, row_two)) |
| |
| # Test the column ordering and filtering functionality |
| for column in table.columns: |
| if column['orderable']: |
| # If a column is orderable test it in both order |
| # directions ordering on the columns field_name |
| ascending = get_data(table_cls(), |
| {"orderby" : column['field_name']}) |
| |
| row_one = ascending['rows'][0][column['field_name']] |
| row_two = ascending['rows'][1][column['field_name']] |
| |
| self.assertTrue(row_one <= row_two, |
| "Ascending sort applied but row 0 is less " |
| "than row 1 %s %s " % |
| (column['field_name'], name)) |
| |
| |
| descending = get_data(table_cls(), |
| {"orderby" : |
| '-'+column['field_name']}) |
| |
| row_one = descending['rows'][0][column['field_name']] |
| row_two = descending['rows'][1][column['field_name']] |
| |
| self.assertTrue(row_one >= row_two, |
| "Descending sort applied but row 0 is " |
| "greater than row 1 %s %s" % |
| (column['field_name'], name)) |
| |
| # If the two start rows are the same we haven't actually |
| # changed the order |
| self.assertNotEqual(ascending['rows'][0], |
| descending['rows'][0], |
| "An orderby %s has not changed the " |
| "order of the data in table %s" % |
| (column['field_name'], name)) |
| |
| if column['filter_name']: |
| # If a filter is available for the column get the filter |
| # info. This contains what filter actions are defined. |
| filter_info = get_data(table_cls(), |
| {"cmd": "filterinfo", |
| "name": column['filter_name']}) |
| self.assertTrue(len(filter_info['filter_actions']) > 0, |
| "Filter %s was defined but no actions " |
| "added to it" % column['filter_name']) |
| |
| for filter_action in filter_info['filter_actions']: |
| # filter string to pass as the option |
| # This is the name of the filter:action |
| # e.g. project_filter:not_in_project |
| filter_string = "%s:%s" % (column['filter_name'], |
| filter_action['action_name']) |
| # Now get the data with the filter applied |
| filtered_data = get_data(table_cls(), |
| {"filter" : filter_string}) |
| |
| # date range filter actions can't specify the |
| # number of results they return, so their count is 0 |
| if filter_action['count'] != None: |
| self.assertEqual(len(filtered_data['rows']), |
| int(filter_action['count']), |
| "We added a table filter for %s but " |
| "the number of rows returned was not " |
| "what the filter info said there " |
| "would be" % name) |
| |
| |
| # Test search functionality on the table |
| something_found = False |
| for search in list(string.ascii_letters): |
| search_data = get_data(table_cls(), {'search' : search}) |
| |
| if len(search_data['rows']) > 0: |
| something_found = True |
| break |
| |
| self.assertTrue(something_found, |
| "We went through the whole alphabet and nothing" |
| " was found for the search of table %s" % name) |
| |
| # Test the limit functionality on the table |
| limited_data = get_data(table_cls(), {'limit' : "1"}) |
| self.assertEqual(len(limited_data['rows']), |
| 1, |
| "Limit 1 set on table %s but not 1 row returned" |
| % name) |
| |
| # Test the pagination functionality on the table |
| page_one_data = get_data(table_cls(), {'limit' : "1", |
| "page": "1"})['rows'][0] |
| |
| page_two_data = get_data(table_cls(), {'limit' : "1", |
| "page": "2"})['rows'][0] |
| |
| self.assertNotEqual(page_one_data, |
| page_two_data, |
| "Changed page on table %s but first row is the " |
| "same as the previous page" % name) |