diff options
| -rw-r--r-- | meta/classes/npm.bbclass | 20 | ||||
| -rw-r--r-- | meta/lib/oe/package.py | 32 | ||||
| -rw-r--r-- | scripts/lib/recipetool/create.py | 28 | ||||
| -rw-r--r-- | scripts/lib/recipetool/create_npm.py | 57 |
4 files changed, 134 insertions, 3 deletions
diff --git a/meta/classes/npm.bbclass b/meta/classes/npm.bbclass index be76056c55..b5db99d2b9 100644 --- a/meta/classes/npm.bbclass +++ b/meta/classes/npm.bbclass | |||
| @@ -18,6 +18,26 @@ npm_do_install() { | |||
| 18 | cp -a ${S}/* ${D}${libdir}/node_modules/${PN}/ --no-preserve=ownership | 18 | cp -a ${S}/* ${D}${libdir}/node_modules/${PN}/ --no-preserve=ownership |
| 19 | } | 19 | } |
| 20 | 20 | ||
| 21 | python populate_packages_prepend () { | ||
| 22 | instdir = d.expand('${D}${libdir}/node_modules/${PN}') | ||
| 23 | extrapackages = oe.package.npm_split_package_dirs(instdir) | ||
| 24 | pkgnames = extrapackages.keys() | ||
| 25 | d.prependVar('PACKAGES', '%s ' % ' '.join(pkgnames)) | ||
| 26 | for pkgname in pkgnames: | ||
| 27 | pkgrelpath, pdata = extrapackages[pkgname] | ||
| 28 | pkgpath = '${libdir}/node_modules/${PN}/' + pkgrelpath | ||
| 29 | expanded_pkgname = d.expand(pkgname) | ||
| 30 | d.setVar('FILES_%s' % expanded_pkgname, pkgpath) | ||
| 31 | if pdata: | ||
| 32 | version = pdata.get('version', None) | ||
| 33 | if version: | ||
| 34 | d.setVar('PKGV_%s' % expanded_pkgname, version.encode("utf8")) | ||
| 35 | description = pdata.get('description', None) | ||
| 36 | if description: | ||
| 37 | d.setVar('SUMMARY_%s' % expanded_pkgname, description.replace(u"\u2018", "'").replace(u"\u2019", "'").encode("utf8")) | ||
| 38 | d.appendVar('RDEPENDS_%s' % d.getVar('PN', True), ' %s' % ' '.join(pkgnames)) | ||
| 39 | } | ||
| 40 | |||
| 21 | FILES_${PN} += " \ | 41 | FILES_${PN} += " \ |
| 22 | ${libdir}/node_modules/${PN} \ | 42 | ${libdir}/node_modules/${PN} \ |
| 23 | " | 43 | " |
diff --git a/meta/lib/oe/package.py b/meta/lib/oe/package.py index f176446b8b..dea443d658 100644 --- a/meta/lib/oe/package.py +++ b/meta/lib/oe/package.py | |||
| @@ -123,3 +123,35 @@ def read_shlib_providers(d): | |||
| 123 | shlib_provider[s[0]] = {} | 123 | shlib_provider[s[0]] = {} |
| 124 | shlib_provider[s[0]][s[1]] = (dep_pkg, s[2]) | 124 | shlib_provider[s[0]][s[1]] = (dep_pkg, s[2]) |
| 125 | return shlib_provider | 125 | return shlib_provider |
| 126 | |||
| 127 | |||
| 128 | def npm_split_package_dirs(pkgdir): | ||
| 129 | """ | ||
| 130 | Work out the packages fetched and unpacked by BitBake's npm fetcher | ||
| 131 | Returns a dict of packagename -> (relpath, package.json) ordered | ||
| 132 | such that it is suitable for use in PACKAGES and FILES | ||
| 133 | """ | ||
| 134 | from collections import OrderedDict | ||
| 135 | import json | ||
| 136 | packages = {} | ||
| 137 | for root, dirs, files in os.walk(pkgdir): | ||
| 138 | if os.path.basename(root) == 'node_modules': | ||
| 139 | for dn in dirs: | ||
| 140 | relpth = os.path.relpath(os.path.join(root, dn), pkgdir) | ||
| 141 | pkgitems = ['${PN}'] | ||
| 142 | for pathitem in relpth.split('/'): | ||
| 143 | if pathitem == 'node_modules': | ||
| 144 | continue | ||
| 145 | pkgitems.append(pathitem) | ||
| 146 | pkgname = '-'.join(pkgitems) | ||
| 147 | pkgfile = os.path.join(root, dn, 'package.json') | ||
| 148 | data = None | ||
| 149 | if os.path.exists(pkgfile): | ||
| 150 | with open(pkgfile, 'r') as f: | ||
| 151 | data = json.loads(f.read()) | ||
| 152 | packages[pkgname] = (relpth, data) | ||
| 153 | # We want the main package for a module sorted *after* its subpackages | ||
| 154 | # (so that it doesn't otherwise steal the files for the subpackage), so | ||
| 155 | # this is a cheap way to do that whilst still having an otherwise | ||
| 156 | # alphabetical sort | ||
| 157 | return OrderedDict((key, packages[key]) for key in sorted(packages, key=lambda pkg: pkg + '~')) | ||
diff --git a/scripts/lib/recipetool/create.py b/scripts/lib/recipetool/create.py index 718f2aaf5b..43c07848c2 100644 --- a/scripts/lib/recipetool/create.py +++ b/scripts/lib/recipetool/create.py | |||
| @@ -544,6 +544,7 @@ def create_recipe(args): | |||
| 544 | 544 | ||
| 545 | # Apply the handlers | 545 | # Apply the handlers |
| 546 | handled = [] | 546 | handled = [] |
| 547 | handled.append(('license', licvalues)) | ||
| 547 | 548 | ||
| 548 | if args.binary: | 549 | if args.binary: |
| 549 | classes.append('bin_package') | 550 | classes.append('bin_package') |
| @@ -815,6 +816,33 @@ def guess_license(srctree): | |||
| 815 | 816 | ||
| 816 | return licenses | 817 | return licenses |
| 817 | 818 | ||
| 819 | def split_pkg_licenses(licvalues, packages, outlines, fallback_licenses=None, pn='${PN}'): | ||
| 820 | """ | ||
| 821 | Given a list of (license, path, md5sum) as returned by guess_license(), | ||
| 822 | a dict of package name to path mappings, write out a set of | ||
| 823 | package-specific LICENSE values. | ||
| 824 | """ | ||
| 825 | pkglicenses = {pn: []} | ||
| 826 | for license, licpath, _ in licvalues: | ||
| 827 | for pkgname, pkgpath in packages.iteritems(): | ||
| 828 | if licpath.startswith(pkgpath + '/'): | ||
| 829 | if pkgname in pkglicenses: | ||
| 830 | pkglicenses[pkgname].append(license) | ||
| 831 | else: | ||
| 832 | pkglicenses[pkgname] = [license] | ||
| 833 | break | ||
| 834 | else: | ||
| 835 | # Accumulate on the main package | ||
| 836 | pkglicenses[pn].append(license) | ||
| 837 | outlicenses = {} | ||
| 838 | for pkgname in packages: | ||
| 839 | license = ' '.join(list(set(pkglicenses.get(pkgname, ['Unknown'])))) | ||
| 840 | if license == 'Unknown' and pkgname in fallback_licenses: | ||
| 841 | license = fallback_licenses[pkgname] | ||
| 842 | outlines.append('LICENSE_%s = "%s"' % (pkgname, license)) | ||
| 843 | outlicenses[pkgname] = license.split() | ||
| 844 | return outlicenses | ||
| 845 | |||
| 818 | def read_pkgconfig_provides(d): | 846 | def read_pkgconfig_provides(d): |
| 819 | pkgdatadir = d.getVar('PKGDATA_DIR', True) | 847 | pkgdatadir = d.getVar('PKGDATA_DIR', True) |
| 820 | pkgmap = {} | 848 | pkgmap = {} |
diff --git a/scripts/lib/recipetool/create_npm.py b/scripts/lib/recipetool/create_npm.py index 0e33cc9a1e..4bf6caed5c 100644 --- a/scripts/lib/recipetool/create_npm.py +++ b/scripts/lib/recipetool/create_npm.py | |||
| @@ -17,20 +17,37 @@ | |||
| 17 | 17 | ||
| 18 | import logging | 18 | import logging |
| 19 | import json | 19 | import json |
| 20 | from recipetool.create import RecipeHandler | 20 | from recipetool.create import RecipeHandler, split_pkg_licenses |
| 21 | 21 | ||
| 22 | logger = logging.getLogger('recipetool') | 22 | logger = logging.getLogger('recipetool') |
| 23 | 23 | ||
| 24 | 24 | ||
| 25 | class NpmRecipeHandler(RecipeHandler): | 25 | class NpmRecipeHandler(RecipeHandler): |
| 26 | def _handle_license(self, data): | ||
| 27 | ''' | ||
| 28 | Handle the license value from an npm package.json file | ||
| 29 | ''' | ||
| 30 | license = None | ||
| 31 | if 'license' in data: | ||
| 32 | license = data['license'] | ||
| 33 | if isinstance(license, dict): | ||
| 34 | license = license.get('type', None) | ||
| 35 | return None | ||
| 36 | |||
| 26 | def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): | 37 | def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): |
| 38 | import oe | ||
| 39 | from collections import OrderedDict | ||
| 40 | |||
| 27 | if 'buildsystem' in handled: | 41 | if 'buildsystem' in handled: |
| 28 | return False | 42 | return False |
| 29 | 43 | ||
| 44 | def read_package_json(fn): | ||
| 45 | with open(fn, 'r') as f: | ||
| 46 | return json.loads(f.read()) | ||
| 47 | |||
| 30 | files = RecipeHandler.checkfiles(srctree, ['package.json']) | 48 | files = RecipeHandler.checkfiles(srctree, ['package.json']) |
| 31 | if files: | 49 | if files: |
| 32 | with open(files[0], 'r') as f: | 50 | data = read_package_json(files[0]) |
| 33 | data = json.loads(f.read()) | ||
| 34 | if 'name' in data and 'version' in data: | 51 | if 'name' in data and 'version' in data: |
| 35 | extravalues['PN'] = data['name'] | 52 | extravalues['PN'] = data['name'] |
| 36 | extravalues['PV'] = data['version'] | 53 | extravalues['PV'] = data['version'] |
| @@ -40,6 +57,40 @@ class NpmRecipeHandler(RecipeHandler): | |||
| 40 | lines_before.append('SUMMARY = "%s"' % data['description']) | 57 | lines_before.append('SUMMARY = "%s"' % data['description']) |
| 41 | if 'homepage' in data: | 58 | if 'homepage' in data: |
| 42 | lines_before.append('HOMEPAGE = "%s"' % data['homepage']) | 59 | lines_before.append('HOMEPAGE = "%s"' % data['homepage']) |
| 60 | |||
| 61 | # Split each npm module out to is own package | ||
| 62 | npmpackages = oe.package.npm_split_package_dirs(srctree) | ||
| 63 | for item in handled: | ||
| 64 | if isinstance(item, tuple): | ||
| 65 | if item[0] == 'license': | ||
| 66 | licvalues = item[1] | ||
| 67 | break | ||
| 68 | if licvalues: | ||
| 69 | # Augment the license list with information we have in the packages | ||
| 70 | licenses = {} | ||
| 71 | license = self._handle_license(data) | ||
| 72 | if license: | ||
| 73 | licenses['${PN}'] = license | ||
| 74 | for pkgname, pkgitem in npmpackages.iteritems(): | ||
| 75 | _, pdata = pkgitem | ||
| 76 | license = self._handle_license(pdata) | ||
| 77 | if license: | ||
| 78 | licenses[pkgname] = license | ||
| 79 | # Now write out the package-specific license values | ||
| 80 | # We need to strip out the json data dicts for this since split_pkg_licenses | ||
| 81 | # isn't expecting it | ||
| 82 | packages = OrderedDict((x,y[0]) for x,y in npmpackages.iteritems()) | ||
| 83 | packages['${PN}'] = '' | ||
| 84 | pkglicenses = split_pkg_licenses(licvalues, packages, lines_after, licenses) | ||
| 85 | all_licenses = list(set([item for pkglicense in pkglicenses.values() for item in pkglicense])) | ||
| 86 | # Go back and update the LICENSE value since we have a bit more | ||
| 87 | # information than when that was written out (and we know all apply | ||
| 88 | # vs. there being a choice, so we can join them with &) | ||
| 89 | for i, line in enumerate(lines_before): | ||
| 90 | if line.startswith('LICENSE = '): | ||
| 91 | lines_before[i] = 'LICENSE = "%s"' % ' & '.join(all_licenses) | ||
| 92 | break | ||
| 93 | |||
| 43 | return True | 94 | return True |
| 44 | 95 | ||
| 45 | return False | 96 | return False |
