diff options
| -rw-r--r-- | bitbake/lib/toaster/bldcontrol/bbcontroller.py | 13 | ||||
| -rw-r--r-- | bitbake/lib/toaster/bldcontrol/localhostbecontroller.py | 54 | ||||
| -rw-r--r-- | bitbake/lib/toaster/bldcontrol/sshbecontroller.py | 2 | ||||
| -rw-r--r-- | bitbake/lib/toaster/orm/models.py | 23 | ||||
| -rw-r--r-- | bitbake/lib/toaster/orm/tests.py | 131 | ||||
| -rw-r--r-- | bitbake/lib/toaster/toastergui/templates/targets.html | 14 | ||||
| -rwxr-xr-x | bitbake/lib/toaster/toastergui/views.py | 35 | ||||
| -rw-r--r-- | bitbake/lib/toaster/toastermain/urls.py | 5 |
8 files changed, 224 insertions, 53 deletions
diff --git a/bitbake/lib/toaster/bldcontrol/bbcontroller.py b/bitbake/lib/toaster/bldcontrol/bbcontroller.py index cf3f1fde75..42675d3fc6 100644 --- a/bitbake/lib/toaster/bldcontrol/bbcontroller.py +++ b/bitbake/lib/toaster/bldcontrol/bbcontroller.py | |||
| @@ -81,19 +81,6 @@ def getBuildEnvironmentController(**kwargs): | |||
| 81 | raise Exception("FIXME: Implement BEC for type %s" % str(be.betype)) | 81 | raise Exception("FIXME: Implement BEC for type %s" % str(be.betype)) |
| 82 | 82 | ||
| 83 | 83 | ||
| 84 | def _get_git_clonedirectory(url, branch): | ||
| 85 | """ Utility that returns the last component of a git path as directory | ||
| 86 | """ | ||
| 87 | import re | ||
| 88 | components = re.split(r'[:\.\/]', url) | ||
| 89 | base = components[-2] if components[-1] == "git" else components[-1] | ||
| 90 | |||
| 91 | if branch != "HEAD": | ||
| 92 | return "_%s_%s.toaster_cloned" % (base, branch) | ||
| 93 | |||
| 94 | return base | ||
| 95 | |||
| 96 | |||
| 97 | class BuildEnvironmentController(object): | 84 | class BuildEnvironmentController(object): |
| 98 | """ BuildEnvironmentController (BEC) is the abstract class that defines the operations that MUST | 85 | """ BuildEnvironmentController (BEC) is the abstract class that defines the operations that MUST |
| 99 | or SHOULD be supported by a Build Environment. It is used to establish the framework, and must | 86 | or SHOULD be supported by a Build Environment. It is used to establish the framework, and must |
diff --git a/bitbake/lib/toaster/bldcontrol/localhostbecontroller.py b/bitbake/lib/toaster/bldcontrol/localhostbecontroller.py index 47708d169a..005c464314 100644 --- a/bitbake/lib/toaster/bldcontrol/localhostbecontroller.py +++ b/bitbake/lib/toaster/bldcontrol/localhostbecontroller.py | |||
| @@ -30,7 +30,7 @@ import subprocess | |||
| 30 | 30 | ||
| 31 | from toastermain import settings | 31 | from toastermain import settings |
| 32 | 32 | ||
| 33 | from bbcontroller import BuildEnvironmentController, ShellCmdException, BuildSetupException, _get_git_clonedirectory | 33 | from bbcontroller import BuildEnvironmentController, ShellCmdException, BuildSetupException |
| 34 | 34 | ||
| 35 | import logging | 35 | import logging |
| 36 | logger = logging.getLogger("toaster") | 36 | logger = logging.getLogger("toaster") |
| @@ -54,6 +54,7 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 54 | if cwd is None: | 54 | if cwd is None: |
| 55 | cwd = self.be.sourcedir | 55 | cwd = self.be.sourcedir |
| 56 | 56 | ||
| 57 | #logger.debug("lbc_shellcmmd: (%s) %s" % (cwd, command)) | ||
| 57 | p = subprocess.Popen(command, cwd = cwd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | 58 | p = subprocess.Popen(command, cwd = cwd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) |
| 58 | (out,err) = p.communicate() | 59 | (out,err) = p.communicate() |
| 59 | p.wait() | 60 | p.wait() |
| @@ -62,7 +63,7 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 62 | err = "command: %s \n%s" % (command, out) | 63 | err = "command: %s \n%s" % (command, out) |
| 63 | else: | 64 | else: |
| 64 | err = "command: %s \n%s" % (command, err) | 65 | err = "command: %s \n%s" % (command, err) |
| 65 | #logger.debug("localhostbecontroller: shellcmd error %s" % err) | 66 | #logger.warn("localhostbecontroller: shellcmd error %s" % err) |
| 66 | raise ShellCmdException(err) | 67 | raise ShellCmdException(err) |
| 67 | else: | 68 | else: |
| 68 | #logger.debug("localhostbecontroller: shellcmd success") | 69 | #logger.debug("localhostbecontroller: shellcmd success") |
| @@ -106,19 +107,12 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 106 | 107 | ||
| 107 | logger.debug("localhostbecontroller: running the listener at %s" % own_bitbake) | 108 | logger.debug("localhostbecontroller: running the listener at %s" % own_bitbake) |
| 108 | 109 | ||
| 109 | try: | ||
| 110 | os.remove(os.path.join(self.be.builddir, "toaster_ui.log")) | ||
| 111 | except OSError as e: | ||
| 112 | import errno | ||
| 113 | if e.errno != errno.ENOENT: | ||
| 114 | raise | ||
| 115 | |||
| 116 | 110 | ||
| 117 | cmd = "bash -c \"source %s/oe-init-build-env %s && bitbake --read conf/toaster-pre.conf --postread conf/toaster.conf --server-only -t xmlrpc -B 0.0.0.0:0 && DATABASE_URL=%s BBSERVER=0.0.0.0:-1 daemon -d -i -D %s -o toaster_ui.log -- %s --observe-only -u toasterui &\"" % (self.pokydirname, self.be.builddir, | 111 | cmd = "bash -c \"source %s/oe-init-build-env %s && bitbake --read conf/toaster-pre.conf --postread conf/toaster.conf --server-only -t xmlrpc -B 0.0.0.0:0 && DATABASE_URL=%s BBSERVER=0.0.0.0:-1 daemon -d -i -D %s -o toaster_ui.log -- %s --observe-only -u toasterui &\"" % (self.pokydirname, self.be.builddir, |
| 118 | self.dburl, self.be.builddir, own_bitbake) | 112 | self.dburl, self.be.builddir, own_bitbake) |
| 119 | logger.debug("fullcommand |%s| " % cmd) | ||
| 120 | port = "-1" | 113 | port = "-1" |
| 121 | for i in self._shellcmd(cmd).split("\n"): | 114 | cmdoutput = self._shellcmd(cmd) |
| 115 | for i in cmdoutput.split("\n"): | ||
| 122 | if i.startswith("Bitbake server address"): | 116 | if i.startswith("Bitbake server address"): |
| 123 | port = i.split(" ")[-1] | 117 | port = i.split(" ")[-1] |
| 124 | logger.debug("localhostbecontroller: Found bitbake server port %s" % port) | 118 | logger.debug("localhostbecontroller: Found bitbake server port %s" % port) |
| @@ -132,10 +126,17 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 132 | return True | 126 | return True |
| 133 | return False | 127 | return False |
| 134 | 128 | ||
| 135 | while not _toaster_ui_started(os.path.join(self.be.builddir, "toaster_ui.log")): | 129 | retries = 0 |
| 130 | started = False | ||
| 131 | while not started and retries < 10: | ||
| 132 | started = _toaster_ui_started(os.path.join(self.be.builddir, "toaster_ui.log")) | ||
| 136 | import time | 133 | import time |
| 137 | logger.debug("localhostbecontroller: Waiting bitbake server to start") | 134 | logger.debug("localhostbecontroller: Waiting bitbake server to start") |
| 138 | time.sleep(0.5) | 135 | time.sleep(0.5) |
| 136 | retries += 1 | ||
| 137 | |||
| 138 | if not started: | ||
| 139 | raise BuildSetupException("localhostbecontroller: Bitbake server did not start in 5 seconds, aborting (Error: '%s')" % (cmdoutput)) | ||
| 139 | 140 | ||
| 140 | logger.debug("localhostbecontroller: Started bitbake server") | 141 | logger.debug("localhostbecontroller: Started bitbake server") |
| 141 | 142 | ||
| @@ -163,6 +164,25 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 163 | self.be.save() | 164 | self.be.save() |
| 164 | logger.debug("localhostbecontroller: Stopped bitbake server") | 165 | logger.debug("localhostbecontroller: Stopped bitbake server") |
| 165 | 166 | ||
| 167 | def getGitCloneDirectory(self, url, branch): | ||
| 168 | """ Utility that returns the last component of a git path as directory | ||
| 169 | """ | ||
| 170 | import re | ||
| 171 | components = re.split(r'[:\.\/]', url) | ||
| 172 | base = components[-2] if components[-1] == "git" else components[-1] | ||
| 173 | |||
| 174 | if branch != "HEAD": | ||
| 175 | return "_%s_%s.toaster_cloned" % (base, branch) | ||
| 176 | |||
| 177 | |||
| 178 | # word of attention; this is a localhost-specific issue; only on the localhost we expect to have "HEAD" releases | ||
| 179 | # which _ALWAYS_ means the current poky checkout | ||
| 180 | from os.path import dirname as DN | ||
| 181 | local_checkout_path = DN(DN(DN(DN(DN(os.path.abspath(__file__)))))) | ||
| 182 | #logger.debug("localhostbecontroller: using HEAD checkout in %s" % local_checkout_path) | ||
| 183 | return local_checkout_path | ||
| 184 | |||
| 185 | |||
| 166 | def setLayers(self, bitbakes, layers): | 186 | def setLayers(self, bitbakes, layers): |
| 167 | """ a word of attention: by convention, the first layer for any build will be poky! """ | 187 | """ a word of attention: by convention, the first layer for any build will be poky! """ |
| 168 | 188 | ||
| @@ -208,15 +228,17 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 208 | 228 | ||
| 209 | layerlist = [] | 229 | layerlist = [] |
| 210 | 230 | ||
| 231 | |||
| 211 | # 3. checkout the repositories | 232 | # 3. checkout the repositories |
| 212 | for giturl, commit in gitrepos.keys(): | 233 | for giturl, commit in gitrepos.keys(): |
| 213 | localdirname = os.path.join(self.be.sourcedir, _get_git_clonedirectory(giturl, commit)) | 234 | localdirname = os.path.join(self.be.sourcedir, self.getGitCloneDirectory(giturl, commit)) |
| 214 | logger.debug("localhostbecontroller: giturl %s:%s checking out in current directory %s" % (giturl, commit, localdirname)) | 235 | logger.debug("localhostbecontroller: giturl %s:%s checking out in current directory %s" % (giturl, commit, localdirname)) |
| 215 | 236 | ||
| 216 | # make sure our directory is a git repository | 237 | # make sure our directory is a git repository |
| 217 | if os.path.exists(localdirname): | 238 | if os.path.exists(localdirname): |
| 218 | if not giturl in self._shellcmd("git remote -v", localdirname): | 239 | localremotes = self._shellcmd("git remote -v", localdirname) |
| 219 | raise BuildSetupException("Existing git repository at %s, but with different remotes (not '%s'). Aborting." % (localdirname, giturl)) | 240 | if not giturl in localremotes: |
| 241 | raise BuildSetupException("Existing git repository at %s, but with different remotes ('%s', expected '%s'). Toaster will not continue out of fear of damaging something." % (localdirname, ", ".join(localremotes.split("\n")), giturl)) | ||
| 220 | else: | 242 | else: |
| 221 | if giturl in cached_layers: | 243 | if giturl in cached_layers: |
| 222 | logger.debug("localhostbecontroller git-copying %s to %s" % (cached_layers[giturl], localdirname)) | 244 | logger.debug("localhostbecontroller git-copying %s to %s" % (cached_layers[giturl], localdirname)) |
| @@ -230,7 +252,7 @@ class LocalhostBEController(BuildEnvironmentController): | |||
| 230 | # branch magic name "HEAD" will inhibit checkout | 252 | # branch magic name "HEAD" will inhibit checkout |
| 231 | if commit != "HEAD": | 253 | if commit != "HEAD": |
| 232 | logger.debug("localhostbecontroller: checking out commit %s to %s " % (commit, localdirname)) | 254 | logger.debug("localhostbecontroller: checking out commit %s to %s " % (commit, localdirname)) |
| 233 | self._shellcmd("git fetch --all && git checkout \"%s\"" % commit , localdirname) | 255 | self._shellcmd("git fetch --all && git checkout \"%s\" && git pull --rebase" % (commit) , localdirname) |
| 234 | 256 | ||
| 235 | # take the localdirname as poky dir if we can find the oe-init-build-env | 257 | # take the localdirname as poky dir if we can find the oe-init-build-env |
| 236 | if self.pokydirname is None and os.path.exists(os.path.join(localdirname, "oe-init-build-env")): | 258 | if self.pokydirname is None and os.path.exists(os.path.join(localdirname, "oe-init-build-env")): |
diff --git a/bitbake/lib/toaster/bldcontrol/sshbecontroller.py b/bitbake/lib/toaster/bldcontrol/sshbecontroller.py index be797c9486..11ad08d440 100644 --- a/bitbake/lib/toaster/bldcontrol/sshbecontroller.py +++ b/bitbake/lib/toaster/bldcontrol/sshbecontroller.py | |||
| @@ -29,7 +29,7 @@ import subprocess | |||
| 29 | 29 | ||
| 30 | from toastermain import settings | 30 | from toastermain import settings |
| 31 | 31 | ||
| 32 | from bbcontroller import BuildEnvironmentController, ShellCmdException, BuildSetupException, _get_git_clonedirectory | 32 | from bbcontroller import BuildEnvironmentController, ShellCmdException, BuildSetupException |
| 33 | 33 | ||
| 34 | def DN(path): | 34 | def DN(path): |
| 35 | return "/".join(path.split("/")[0:-1]) | 35 | return "/".join(path.split("/")[0:-1]) |
diff --git a/bitbake/lib/toaster/orm/models.py b/bitbake/lib/toaster/orm/models.py index 5eff955453..454f3692be 100644 --- a/bitbake/lib/toaster/orm/models.py +++ b/bitbake/lib/toaster/orm/models.py | |||
| @@ -103,7 +103,7 @@ class Project(models.Model): | |||
| 103 | if release == None: | 103 | if release == None: |
| 104 | release = self.release | 104 | release = self.release |
| 105 | # layers on the same branch or layers specifically set for this project | 105 | # layers on the same branch or layers specifically set for this project |
| 106 | queryset = Layer_Version.objects.filter((Q(up_branch__name = release.branch_name) & Q(project = None)) | Q(project = self)) | 106 | queryset = Layer_Version.objects.filter((Q(up_branch__name = release.branch_name) & Q(project = None)) | Q(project = self) | Q(build__project = self)) |
| 107 | if layer_name is not None: | 107 | if layer_name is not None: |
| 108 | # we select only a layer name | 108 | # we select only a layer name |
| 109 | queryset = queryset.filter(layer__name = layer_name) | 109 | queryset = queryset.filter(layer__name = layer_name) |
| @@ -952,11 +952,24 @@ class Layer_Version(models.Model): | |||
| 952 | """ Returns an ordered layerversion list that satisfies a LayerVersionDependency using the layer name and the current Project Releases' LayerSource priority """ | 952 | """ Returns an ordered layerversion list that satisfies a LayerVersionDependency using the layer name and the current Project Releases' LayerSource priority """ |
| 953 | def _get_ls_priority(ls): | 953 | def _get_ls_priority(ls): |
| 954 | try: | 954 | try: |
| 955 | # if there is no layer source, we have minus infinite priority, as we don't want this layer selected | ||
| 956 | if ls == None: | ||
| 957 | return -10000 | ||
| 955 | return ls.releaselayersourcepriority_set.get(release=project.release).priority | 958 | return ls.releaselayersourcepriority_set.get(release=project.release).priority |
| 956 | except ReleaseLayerSourcePriority.DoesNotExist: | 959 | except ReleaseLayerSourcePriority.DoesNotExist: |
| 957 | raise | 960 | raise |
| 961 | |||
| 962 | # layers created for this project, or coming from a build inthe project | ||
| 963 | query = Q(project = project) | Q(build__project = project) | ||
| 964 | if self.up_branch is not None: | ||
| 965 | # the same up_branch name | ||
| 966 | query |= Q(up_branch__name=self.up_branch.name) | ||
| 967 | else: | ||
| 968 | # or we have a layer in the project that's similar to mine (See the layer.name constraint below) | ||
| 969 | query |= Q(projectlayer__project=project) | ||
| 970 | |||
| 958 | return sorted( | 971 | return sorted( |
| 959 | Layer_Version.objects.filter( layer__name = self.layer.name, up_branch__name = self.up_branch.name ), | 972 | Layer_Version.objects.filter(layer__name = self.layer.name).filter(query).select_related('layer_source', 'layer'), |
| 960 | key = lambda x: _get_ls_priority(x.layer_source), | 973 | key = lambda x: _get_ls_priority(x.layer_source), |
| 961 | reverse = True) | 974 | reverse = True) |
| 962 | 975 | ||
| @@ -965,10 +978,12 @@ class Layer_Version(models.Model): | |||
| 965 | return self.commit | 978 | return self.commit |
| 966 | if self.branch is not None and len(self.branch) > 0: | 979 | if self.branch is not None and len(self.branch) > 0: |
| 967 | return self.branch | 980 | return self.branch |
| 968 | return self.up_branch.name | 981 | if self.up_branch is not None: |
| 982 | return self.up_branch.name | ||
| 983 | raise Exception("Cannot determine the vcs_reference for layer version %s" % vars(self)) | ||
| 969 | 984 | ||
| 970 | def __unicode__(self): | 985 | def __unicode__(self): |
| 971 | return str(self.layer) + " (" + self.commit +")" | 986 | return str(self.layer) + "(%s,%s)" % (self.get_vcs_reference(), self.build.project if self.build is not None else "None") |
| 972 | 987 | ||
| 973 | class Meta: | 988 | class Meta: |
| 974 | unique_together = ("layer_source", "up_id") | 989 | unique_together = ("layer_source", "up_id") |
diff --git a/bitbake/lib/toaster/orm/tests.py b/bitbake/lib/toaster/orm/tests.py index b965d8e50e..7b1b9633f9 100644 --- a/bitbake/lib/toaster/orm/tests.py +++ b/bitbake/lib/toaster/orm/tests.py | |||
| @@ -2,6 +2,12 @@ from django.test import TestCase | |||
| 2 | from orm.models import LocalLayerSource, LayerIndexLayerSource, ImportedLayerSource, LayerSource | 2 | from orm.models import LocalLayerSource, LayerIndexLayerSource, ImportedLayerSource, LayerSource |
| 3 | from orm.models import Branch | 3 | from orm.models import Branch |
| 4 | 4 | ||
| 5 | from orm.models import Project, Build, Layer, Layer_Version, Branch, ProjectLayer | ||
| 6 | from orm.models import Release, ReleaseLayerSourcePriority, BitbakeVersion | ||
| 7 | |||
| 8 | from django.utils import timezone | ||
| 9 | |||
| 10 | # tests to verify inheritance for the LayerSource proxy-inheritance classes | ||
| 5 | class LayerSourceVerifyInheritanceSaveLoad(TestCase): | 11 | class LayerSourceVerifyInheritanceSaveLoad(TestCase): |
| 6 | def test_object_creation(self): | 12 | def test_object_creation(self): |
| 7 | lls = LayerSource.objects.create(name = "a1", sourcetype = LayerSource.TYPE_LOCAL, apiurl = "") | 13 | lls = LayerSource.objects.create(name = "a1", sourcetype = LayerSource.TYPE_LOCAL, apiurl = "") |
| @@ -23,7 +29,7 @@ class LayerSourceVerifyInheritanceSaveLoad(TestCase): | |||
| 23 | self.assertRaises(Exception, duplicate) | 29 | self.assertRaises(Exception, duplicate) |
| 24 | 30 | ||
| 25 | 31 | ||
| 26 | 32 | # test to verify the layer source update functionality for layerindex. edit to pass the URL to a layerindex application | |
| 27 | class LILSUpdateTestCase(TestCase): | 33 | class LILSUpdateTestCase(TestCase): |
| 28 | def test_update(self): | 34 | def test_update(self): |
| 29 | lils = LayerSource.objects.create(name = "b1", sourcetype = LayerSource.TYPE_LAYERINDEX, apiurl = "http://adamian-desk.local:8080/layerindex/api/") | 35 | lils = LayerSource.objects.create(name = "b1", sourcetype = LayerSource.TYPE_LAYERINDEX, apiurl = "http://adamian-desk.local:8080/layerindex/api/") |
| @@ -34,3 +40,126 @@ class LILSUpdateTestCase(TestCase): | |||
| 34 | 40 | ||
| 35 | # print vars(lils) | 41 | # print vars(lils) |
| 36 | #print map(lambda x: vars(x), Branch.objects.all()) | 42 | #print map(lambda x: vars(x), Branch.objects.all()) |
| 43 | |||
| 44 | # run asserts | ||
| 45 | self.assertTrue(lils.branch_set.all().count() > 0, "update() needs to fetch some branches") | ||
| 46 | |||
| 47 | |||
| 48 | |||
| 49 | # tests to verify layer_version priority selection | ||
| 50 | class LayerVersionEquivalenceTestCase(TestCase): | ||
| 51 | def setUp(self): | ||
| 52 | # create layer sources | ||
| 53 | ls = LayerSource.objects.create(name = "dummy-layersource", sourcetype = LayerSource.TYPE_LOCAL) | ||
| 54 | |||
| 55 | # create bitbake version | ||
| 56 | bbv = BitbakeVersion.objects.create(name="master", giturl="git://git.openembedded.org/bitbake") | ||
| 57 | # create release | ||
| 58 | release = Release.objects.create(name="default-release", bitbake_version = bbv, branch_name = "master") | ||
| 59 | # attach layer source to release | ||
| 60 | ReleaseLayerSourcePriority.objects.create(release = release, layer_source = ls, priority = 1) | ||
| 61 | |||
| 62 | # create layer attach | ||
| 63 | self.layer = Layer.objects.create(name="meta-testlayer", layer_source = ls) | ||
| 64 | # create branch | ||
| 65 | self.branch = Branch.objects.create(name="master", layer_source = ls) | ||
| 66 | |||
| 67 | # set a layer version for the layer on the specified branch | ||
| 68 | self.layerversion = Layer_Version.objects.create(layer = self.layer, layer_source = ls, up_branch = self.branch) | ||
| 69 | |||
| 70 | # create spoof layer that should not appear in the search results | ||
| 71 | Layer_Version.objects.create(layer = Layer.objects.create(name="meta-notvalid", layer_source = ls), layer_source = ls, up_branch = self.branch) | ||
| 72 | |||
| 73 | |||
| 74 | # create a project ... | ||
| 75 | self.project = Project.objects.create_project(name="test-project", release = release) | ||
| 76 | # ... and set it up with a single layer version | ||
| 77 | ProjectLayer.objects.create(project= self.project, layercommit = self.layerversion) | ||
| 78 | |||
| 79 | def test_single_layersource(self): | ||
| 80 | # when we have a single layer version, get_equivalents_wpriority() should return a list with just this layer_version | ||
| 81 | equivalent_list = self.layerversion.get_equivalents_wpriority(self.project) | ||
| 82 | self.assertTrue(len(equivalent_list) == 1) | ||
| 83 | self.assertTrue(equivalent_list[0] == self.layerversion) | ||
| 84 | |||
| 85 | def test_dual_layersource(self): | ||
| 86 | # if we have two layers with the same name, from different layer sources, we expect both layers in, in increasing priority of the layer source | ||
| 87 | ls2 = LayerSource.objects.create(name = "dummy-layersource2", sourcetype = LayerSource.TYPE_LOCAL) | ||
| 88 | |||
| 89 | # assign a lower priority for the second layer source | ||
| 90 | Release.objects.get(name="default-release").releaselayersourcepriority_set.create(layer_source = ls2, priority = 2) | ||
| 91 | |||
| 92 | # create a new layer_version for a layer with the same name coming from the second layer source | ||
| 93 | self.layer2 = Layer.objects.create(name="meta-testlayer", layer_source = ls2) | ||
| 94 | self.layerversion2 = Layer_Version.objects.create(layer = self.layer2, layer_source = ls2, up_branch = self.branch) | ||
| 95 | |||
| 96 | # expect two layer versions, in the priority order | ||
| 97 | equivalent_list = self.layerversion.get_equivalents_wpriority(self.project) | ||
| 98 | self.assertTrue(len(equivalent_list) == 2) | ||
| 99 | self.assertTrue(equivalent_list[0] == self.layerversion2) | ||
| 100 | self.assertTrue(equivalent_list[1] == self.layerversion) | ||
| 101 | |||
| 102 | def test_build_layerversion(self): | ||
| 103 | # any layer version coming from the build should show up before any layer version coming from upstream | ||
| 104 | build = Build.objects.create(project = self.project, started_on = timezone.now(), completed_on = timezone.now()) | ||
| 105 | self.layerversion_build = Layer_Version.objects.create(layer = self.layer, build = build, commit = "deadbeef") | ||
| 106 | |||
| 107 | # a build layerversion must be in the equivalence list for the original layerversion | ||
| 108 | equivalent_list = self.layerversion.get_equivalents_wpriority(self.project) | ||
| 109 | self.assertTrue(len(equivalent_list) == 2) | ||
| 110 | self.assertTrue(equivalent_list[0] == self.layerversion) | ||
| 111 | self.assertTrue(equivalent_list[1] == self.layerversion_build) | ||
| 112 | |||
| 113 | # getting the build layerversion equivalent list must return the same list as the original layer | ||
| 114 | build_equivalent_list = self.layerversion_build.get_equivalents_wpriority(self.project) | ||
| 115 | |||
| 116 | self.assertTrue(equivalent_list == build_equivalent_list, "%s is not %s" % (equivalent_list, build_equivalent_list)) | ||
| 117 | |||
| 118 | class ProjectLVSelectionTestCase(TestCase): | ||
| 119 | def setUp(self): | ||
| 120 | # create layer sources | ||
| 121 | ls = LayerSource.objects.create(name = "dummy-layersource", sourcetype = LayerSource.TYPE_LOCAL) | ||
| 122 | |||
| 123 | # create bitbake version | ||
| 124 | bbv = BitbakeVersion.objects.create(name="master", giturl="git://git.openembedded.org/bitbake") | ||
| 125 | # create release | ||
| 126 | release = Release.objects.create(name="default-release", bitbake_version = bbv, branch_name="master") | ||
| 127 | # attach layer source to release | ||
| 128 | ReleaseLayerSourcePriority.objects.create(release = release, layer_source = ls, priority = 1) | ||
| 129 | |||
| 130 | # create layer attach | ||
| 131 | self.layer = Layer.objects.create(name="meta-testlayer", layer_source = ls) | ||
| 132 | # create branch | ||
| 133 | self.branch = Branch.objects.create(name="master", layer_source = ls) | ||
| 134 | |||
| 135 | # set a layer version for the layer on the specified branch | ||
| 136 | self.layerversion = Layer_Version.objects.create(layer = self.layer, layer_source = ls, up_branch = self.branch) | ||
| 137 | |||
| 138 | |||
| 139 | # create a project ... | ||
| 140 | self.project = Project.objects.create_project(name="test-project", release = release) | ||
| 141 | # ... and set it up with a single layer version | ||
| 142 | ProjectLayer.objects.create(project= self.project, layercommit = self.layerversion) | ||
| 143 | |||
| 144 | def test_single_layersource(self): | ||
| 145 | compatible_layerversions = self.project.compatible_layerversions() | ||
| 146 | self.assertTrue(len(compatible_layerversions) == 1) | ||
| 147 | self.assertTrue(compatible_layerversions[0] == self.layerversion) | ||
| 148 | |||
| 149 | |||
| 150 | def test_dual_layersource(self): | ||
| 151 | # if we have two layers with the same name, from different layer sources, we expect both layers in, in increasing priority of the layer source | ||
| 152 | ls2 = LayerSource.objects.create(name = "dummy-layersource2", sourcetype = LayerSource.TYPE_LOCAL) | ||
| 153 | |||
| 154 | # assign a lower priority for the second layer source | ||
| 155 | Release.objects.get(name="default-release").releaselayersourcepriority_set.create(layer_source = ls2, priority = 2) | ||
| 156 | |||
| 157 | # create a new layer_version for a layer with the same name coming from the second layer source | ||
| 158 | self.layer2 = Layer.objects.create(name="meta-testlayer", layer_source = ls2) | ||
| 159 | self.layerversion2 = Layer_Version.objects.create(layer = self.layer2, layer_source = ls2, up_branch = self.branch) | ||
| 160 | |||
| 161 | # expect two layer versions, in the priority order | ||
| 162 | equivalent_list = self.project.compatible_layerversions() | ||
| 163 | self.assertTrue(len(equivalent_list) == 2) | ||
| 164 | self.assertTrue(equivalent_list[0] == self.layerversion2) | ||
| 165 | self.assertTrue(equivalent_list[1] == self.layerversion) | ||
diff --git a/bitbake/lib/toaster/toastergui/templates/targets.html b/bitbake/lib/toaster/toastergui/templates/targets.html index 590ecb9a0e..3038649303 100644 --- a/bitbake/lib/toaster/toastergui/templates/targets.html +++ b/bitbake/lib/toaster/toastergui/templates/targets.html | |||
| @@ -52,11 +52,11 @@ | |||
| 52 | </td> | 52 | </td> |
| 53 | <td class="target-section">{{o.section}}</td> | 53 | <td class="target-section">{{o.section}}</td> |
| 54 | <td class="license">{{o.license}}</td> | 54 | <td class="license">{{o.license}}</td> |
| 55 | <td class="layer"><a href="{% url 'layerdetails' o.layer_version.id%}">{{o.layer_version.layer.name}}</a></td> | 55 | <td class="layer"><a href="{% url 'layerdetails' o.preffered_layerversion.id%}">{{o.preffered_layerversion.layer.name}}</a></td> |
| 56 | <td class="source">{{o.layer_source.name}}</td> | 56 | <td class="source">{{o.preffered_layerversion.layer_source.name}}</td> |
| 57 | <td class="branch"> | 57 | <td class="branch"> |
| 58 | {% if o.layer_version.up_branch %} | 58 | {% if o.preffered_layerversion.up_branch %} |
| 59 | {{o.layer_version.up_branch.name}} | 59 | {{o.preffered_layerversion.up_branch.name}} |
| 60 | {% else %} | 60 | {% else %} |
| 61 | <a class="btn" | 61 | <a class="btn" |
| 62 | data-content="<ul class='unstyled'> | 62 | data-content="<ul class='unstyled'> |
| @@ -66,15 +66,15 @@ | |||
| 66 | </a> | 66 | </a> |
| 67 | {% endif %} | 67 | {% endif %} |
| 68 | </td> | 68 | </td> |
| 69 | <td class="add-layer" value="{{o.pk}}" layerversion_id="{{o.layer_version.pk}}"> | 69 | <td class="add-layer" value="{{o.pk}}" layerversion_id="{{o.preffered_layerversion.pk}}"> |
| 70 | <div id="layer-tooltip-{{o.pk}}" style="display: none; font-size: 11px; line-height: 1.3;" class="tooltip-inner">layer was modified</div> | 70 | <div id="layer-tooltip-{{o.pk}}" style="display: none; font-size: 11px; line-height: 1.3;" class="tooltip-inner">layer was modified</div> |
| 71 | <a href="{% url 'project' project.id %}#/targetbuild={{o.name}}" id="target-build-{{o.pk}}" class="btn btn-block remove-layer" style="display:none;" > | 71 | <a href="{% url 'project' project.id %}#/targetbuild={{o.name}}" id="target-build-{{o.pk}}" class="btn btn-block remove-layer" style="display:none;" > |
| 72 | Build target | 72 | Build target |
| 73 | </a> | 73 | </a> |
| 74 | <a id="layer-add-{{o.pk}}" class="btn btn-block" style="display:none;" href="javascript:layerAdd({{o.layer_version.pk}}, '{{o.layer_version.layer.name}}', '{%url 'layerdetails' o.layer_version.pk%}', {{o.pk}})" > | 74 | <a id="layer-add-{{o.pk}}" class="btn btn-block" style="display:none;" href="javascript:layerAdd({{o.preffered_layerversion.pk}}, '{{o.preffered_layerversion.layer.name}}', '{%url 'layerdetails' o.preffered_layerversion.pk%}', {{o.pk}})" > |
| 75 | <i class="icon-plus"></i> | 75 | <i class="icon-plus"></i> |
| 76 | Add layer | 76 | Add layer |
| 77 | <i title="" class="icon-question-sign get-help" data-original-title="To build this target, you must first add the {{o.layer_version.layer.name}} layer to your project"></i> | 77 | <i title="" class="icon-question-sign get-help" data-original-title="To build this target, you must first add the {{o.preffered_layerversion.layer.name}} layer to your project"></i> |
| 78 | </a> | 78 | </a> |
| 79 | </td> | 79 | </td> |
| 80 | </tr> | 80 | </tr> |
diff --git a/bitbake/lib/toaster/toastergui/views.py b/bitbake/lib/toaster/toastergui/views.py index 6ccbf5452d..7353844bf1 100755 --- a/bitbake/lib/toaster/toastergui/views.py +++ b/bitbake/lib/toaster/toastergui/views.py | |||
| @@ -22,7 +22,7 @@ | |||
| 22 | import operator,re | 22 | import operator,re |
| 23 | import HTMLParser | 23 | import HTMLParser |
| 24 | 24 | ||
| 25 | from django.db.models import Q, Sum, Count | 25 | from django.db.models import Q, Sum, Count, Max |
| 26 | from django.db import IntegrityError | 26 | from django.db import IntegrityError |
| 27 | from django.shortcuts import render, redirect | 27 | from django.shortcuts import render, redirect |
| 28 | from orm.models import Build, Target, Task, Layer, Layer_Version, Recipe, LogMessage, Variable | 28 | from orm.models import Build, Target, Task, Layer, Layer_Version, Recipe, LogMessage, Variable |
| @@ -236,7 +236,7 @@ def _get_queryset(model, queryset, filter_string, search_term, ordering_string, | |||
| 236 | if search_term: | 236 | if search_term: |
| 237 | queryset = _get_search_results(search_term, queryset, model) | 237 | queryset = _get_search_results(search_term, queryset, model) |
| 238 | 238 | ||
| 239 | if ordering_string and queryset: | 239 | if ordering_string: |
| 240 | column, order = ordering_string.split(':') | 240 | column, order = ordering_string.split(':') |
| 241 | if column == re.sub('-','',ordering_secondary): | 241 | if column == re.sub('-','',ordering_secondary): |
| 242 | ordering_secondary='' | 242 | ordering_secondary='' |
| @@ -2046,7 +2046,7 @@ if toastermain.settings.MANAGED: | |||
| 2046 | "url": x.layercommit.layer.layer_index_url, | 2046 | "url": x.layercommit.layer.layer_index_url, |
| 2047 | "layerdetailurl": reverse("layerdetails", args=(x.layercommit.pk,)), | 2047 | "layerdetailurl": reverse("layerdetails", args=(x.layercommit.pk,)), |
| 2048 | # This branch name is actually the release | 2048 | # This branch name is actually the release |
| 2049 | "branch" : { "name" : x.layercommit.commit, "layersource" : x.layercommit.up_branch.layer_source.name}}, | 2049 | "branch" : { "name" : x.layercommit.commit, "layersource" : x.layercommit.up_branch.layer_source.name if x.layercommit.up_branch != None else None}}, |
| 2050 | prj.projectlayer_set.all().order_by("id")), | 2050 | prj.projectlayer_set.all().order_by("id")), |
| 2051 | "targets" : map(lambda x: {"target" : x.target, "task" : x.task, "pk": x.pk}, prj.projecttarget_set.all()), | 2051 | "targets" : map(lambda x: {"target" : x.target, "task" : x.task, "pk": x.pk}, prj.projecttarget_set.all()), |
| 2052 | "freqtargets": freqtargets, | 2052 | "freqtargets": freqtargets, |
| @@ -2243,11 +2243,11 @@ if toastermain.settings.MANAGED: | |||
| 2243 | 2243 | ||
| 2244 | # returns layer versions that provide the named targets | 2244 | # returns layer versions that provide the named targets |
| 2245 | if request.GET['type'] == "layers4target": | 2245 | if request.GET['type'] == "layers4target": |
| 2246 | # we returnd ata only if the recipe can't be provided by the current project layer set | 2246 | # we return data only if the recipe can't be provided by the current project layer set |
| 2247 | if reduce(lambda x, y: x + y, [x.recipe_layer_version.filter(name="anki").count() for x in prj.projectlayer_equivalent_set()], 0): | 2247 | if reduce(lambda x, y: x + y, [x.recipe_layer_version.filter(name=request.GET['value']).count() for x in prj.projectlayer_equivalent_set()], 0): |
| 2248 | final_list = [] | 2248 | final_list = [] |
| 2249 | else: | 2249 | else: |
| 2250 | queryset_all = prj.compatible_layerversions().filter(recipe_layer_version__name = request.GET.get('value', '__none__')) | 2250 | queryset_all = prj.compatible_layerversions().filter(recipe_layer_version__name = request.GET['value']) |
| 2251 | 2251 | ||
| 2252 | # exclude layers in the project | 2252 | # exclude layers in the project |
| 2253 | queryset_all = queryset_all.exclude(pk__in = [x.id for x in prj.projectlayer_equivalent_set()]) | 2253 | queryset_all = queryset_all.exclude(pk__in = [x.id for x in prj.projectlayer_equivalent_set()]) |
| @@ -2259,14 +2259,20 @@ if toastermain.settings.MANAGED: | |||
| 2259 | 2259 | ||
| 2260 | # returns targets provided by current project layers | 2260 | # returns targets provided by current project layers |
| 2261 | if request.GET['type'] == "targets": | 2261 | if request.GET['type'] == "targets": |
| 2262 | queryset_all = Recipe.objects.all() | 2262 | queryset_all = Recipe.objects.filter(name__icontains=request.GET.get('value','')) |
| 2263 | layer_equivalent_set = [] | 2263 | layer_equivalent_set = [] |
| 2264 | for i in prj.projectlayer_set.all(): | 2264 | for i in prj.projectlayer_set.all(): |
| 2265 | layer_equivalent_set += i.layercommit.get_equivalents_wpriority(prj) | 2265 | layer_equivalent_set += i.layercommit.get_equivalents_wpriority(prj) |
| 2266 | queryset_all = queryset_all.filter(layer_version__in = layer_equivalent_set) | 2266 | queryset_all = queryset_all.filter(layer_version__in = layer_equivalent_set) |
| 2267 | |||
| 2268 | # if we have more than one hit here (for distinct name and version), max the id it out | ||
| 2269 | queryset_all_maxids = queryset_all.values('name').distinct().annotate(max_id=Max('id')).values_list('max_id') | ||
| 2270 | queryset_all = queryset_all.filter(id__in = queryset_all_maxids) | ||
| 2271 | |||
| 2272 | |||
| 2267 | return HttpResponse(jsonfilter({ "error":"ok", | 2273 | return HttpResponse(jsonfilter({ "error":"ok", |
| 2268 | "list" : map ( lambda x: {"id": x.pk, "name": x.name, "detail":"[" + x.layer_version.layer.name+ (" | " + x.layer_version.up_branch.name + "]" if x.layer_version.up_branch is not None else "]")}, | 2274 | "list" : map ( lambda x: {"id": x.pk, "name": x.name, "detail":"[" + x.layer_version.layer.name + (" | " + x.layer_version.up_branch.name + "]" if x.layer_version.up_branch is not None else "]")}, |
| 2269 | queryset_all.filter(name__icontains=request.GET.get('value',''))[:8]), | 2275 | queryset_all[:8]), |
| 2270 | 2276 | ||
| 2271 | }), content_type = "application/json") | 2277 | }), content_type = "application/json") |
| 2272 | 2278 | ||
| @@ -2663,10 +2669,17 @@ if toastermain.settings.MANAGED: | |||
| 2663 | 2669 | ||
| 2664 | queryset_with_search = _get_queryset(Recipe, queryset_all, None, search_term, ordering_string, '-name') | 2670 | queryset_with_search = _get_queryset(Recipe, queryset_all, None, search_term, ordering_string, '-name') |
| 2665 | 2671 | ||
| 2666 | queryset_with_search.prefetch_related("layer_source") | 2672 | # get unique values for 'name' and 'version', and select the maximum ID for each entry (the max id is the newest one) |
| 2673 | queryset_with_search_maxids = queryset_with_search.values('name').distinct().annotate(max_id=Max('id')).values_list('max_id') | ||
| 2674 | |||
| 2675 | queryset_with_search = queryset_with_search.filter(id__in=queryset_with_search_maxids).select_related('layer_version', 'layer_version__layer') | ||
| 2676 | |||
| 2677 | objects = list(queryset_with_search) | ||
| 2678 | for e in objects: | ||
| 2679 | e.preffered_layerversion = e.layer_version.get_equivalents_wpriority(prj)[0] | ||
| 2667 | 2680 | ||
| 2668 | # retrieve the objects that will be displayed in the table; targets a paginator and gets a page range to display | 2681 | # retrieve the objects that will be displayed in the table; targets a paginator and gets a page range to display |
| 2669 | target_info = _build_page_range(Paginator(queryset_with_search, request.GET.get('count', 10)),request.GET.get('page', 1)) | 2682 | target_info = _build_page_range(Paginator(objects, request.GET.get('count', 10)),request.GET.get('page', 1)) |
| 2670 | 2683 | ||
| 2671 | 2684 | ||
| 2672 | context = { | 2685 | context = { |
diff --git a/bitbake/lib/toaster/toastermain/urls.py b/bitbake/lib/toaster/toastermain/urls.py index a2916e2dd7..6112067579 100644 --- a/bitbake/lib/toaster/toastermain/urls.py +++ b/bitbake/lib/toaster/toastermain/urls.py | |||
| @@ -48,6 +48,11 @@ import toastermain.settings | |||
| 48 | if toastermain.settings.FRESH_ENABLED: | 48 | if toastermain.settings.FRESH_ENABLED: |
| 49 | urlpatterns.insert(1, url(r'', include('fresh.urls'))) | 49 | urlpatterns.insert(1, url(r'', include('fresh.urls'))) |
| 50 | 50 | ||
| 51 | if toastermain.settings.DEBUG_PANEL_ENABLED: | ||
| 52 | import debug_toolbar | ||
| 53 | urlpatterns.insert(1, url(r'', include(debug_toolbar.urls))) | ||
| 54 | |||
| 55 | |||
| 51 | if toastermain.settings.MANAGED: | 56 | if toastermain.settings.MANAGED: |
| 52 | urlpatterns = [ | 57 | urlpatterns = [ |
| 53 | # Uncomment the next line to enable the admin: | 58 | # Uncomment the next line to enable the admin: |
