diff options
| author | cajun-rat <phil@advancedtelematic.com> | 2017-11-17 17:18:41 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2017-11-17 17:18:41 +0100 |
| commit | 397fb34ea22088a697f58c6d0ad8604a23160972 (patch) | |
| tree | 00fe8451514fd899703e727db4c5c6da6337d040 | |
| parent | 71410bd31ec76e55247807551e68a2061e277b08 (diff) | |
| parent | eab456117ad96a43104cef95c68d9bddf4c65872 (diff) | |
| download | meta-updater-397fb34ea22088a697f58c6d0ad8604a23160972.tar.gz | |
Merge pull request #184 from advancedtelematic/feat/PRO-4252/rocko
Feat/pro 4252/rocko
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | README.adoc | 2 | ||||
| -rw-r--r-- | classes/image_types_ostree.bbclass | 6 | ||||
| -rw-r--r-- | classes/image_types_ota.bbclass | 2 | ||||
| -rw-r--r-- | classes/sota_qemux86-64.bbclass | 4 | ||||
| -rw-r--r-- | conf/include/bblayers/sota.inc | 1 | ||||
| -rw-r--r-- | conf/include/bblayers/sota_qemux86-64.inc | 1 | ||||
| -rw-r--r-- | lib/oeqa/selftest/garage_push.py | 42 | ||||
| l--------- | lib/oeqa/selftest/qemucommand.py | 1 | ||||
| -rw-r--r-- | lib/oeqa/selftest/updater.py | 179 | ||||
| -rw-r--r-- | recipes-bsp/u-boot/u-boot_2016.11.bb | 22 | ||||
| -rw-r--r-- | recipes-sota/aktualizr/aktualizr-hsm-test-prov.bb | 2 | ||||
| -rw-r--r-- | recipes-sota/aktualizr/aktualizr_git.bb | 2 | ||||
| -rw-r--r-- | recipes-support/util-linux/util-linux_%.bbappend | 3 | ||||
| -rwxr-xr-x | scripts/envsetup.sh | 10 | ||||
| -rw-r--r-- | scripts/lib/wic/plugins/source/otaimage.py | 2 | ||||
| -rw-r--r-- | scripts/qemucommand.py | 127 | ||||
| -rwxr-xr-x | scripts/run-qemu-ota | 129 |
18 files changed, 331 insertions, 205 deletions
| @@ -1 +1,2 @@ | |||
| 1 | __pycache__ | 1 | __pycache__ |
| 2 | *.pyc | ||
diff --git a/README.adoc b/README.adoc index 0097670..b4608d5 100644 --- a/README.adoc +++ b/README.adoc | |||
| @@ -136,5 +136,5 @@ SANITY_TESTED_DISTROS="" | |||
| 136 | * Run oe-selftest: | 136 | * Run oe-selftest: |
| 137 | 137 | ||
| 138 | ``` | 138 | ``` |
| 139 | oe-selftest --run-tests garage_push | 139 | oe-selftest --run-tests updater |
| 140 | ``` | 140 | ``` |
diff --git a/classes/image_types_ostree.bbclass b/classes/image_types_ostree.bbclass index 172f2c8..e6bea76 100644 --- a/classes/image_types_ostree.bbclass +++ b/classes/image_types_ostree.bbclass | |||
| @@ -2,7 +2,7 @@ | |||
| 2 | 2 | ||
| 3 | inherit image | 3 | inherit image |
| 4 | 4 | ||
| 5 | IMAGE_DEPENDS_ostree = "ostree-native:do_populate_sysroot \ | 5 | do_image_ostree[depends] += "ostree-native:do_populate_sysroot \ |
| 6 | openssl-native:do_populate_sysroot \ | 6 | openssl-native:do_populate_sysroot \ |
| 7 | coreutils-native:do_populate_sysroot \ | 7 | coreutils-native:do_populate_sysroot \ |
| 8 | unzip-native:do_populate_sysroot \ | 8 | unzip-native:do_populate_sysroot \ |
| @@ -161,7 +161,7 @@ IMAGE_CMD_ostree () { | |||
| 161 | } | 161 | } |
| 162 | 162 | ||
| 163 | IMAGE_TYPEDEP_ostreepush = "ostree" | 163 | IMAGE_TYPEDEP_ostreepush = "ostree" |
| 164 | IMAGE_DEPENDS_ostreepush = "aktualizr-native:do_populate_sysroot ca-certificates-native:do_populate_sysroot " | 164 | do_image_ostreepush[depends] += "aktualizr-native:do_populate_sysroot ca-certificates-native:do_populate_sysroot" |
| 165 | IMAGE_CMD_ostreepush () { | 165 | IMAGE_CMD_ostreepush () { |
| 166 | # Print warnings if credetials are not set or if the file has not been found. | 166 | # Print warnings if credetials are not set or if the file has not been found. |
| 167 | if [ -n "${SOTA_PACKED_CREDENTIALS}" ]; then | 167 | if [ -n "${SOTA_PACKED_CREDENTIALS}" ]; then |
| @@ -179,7 +179,7 @@ IMAGE_CMD_ostreepush () { | |||
| 179 | } | 179 | } |
| 180 | 180 | ||
| 181 | IMAGE_TYPEDEP_garagesign = "ostreepush" | 181 | IMAGE_TYPEDEP_garagesign = "ostreepush" |
| 182 | IMAGE_DEPENDS_garagesign = "garage-sign-native:do_populate_sysroot" | 182 | do_image_ostreepush[depends] += "garage-sign-native:do_populate_sysroot" |
| 183 | IMAGE_CMD_garagesign () { | 183 | IMAGE_CMD_garagesign () { |
| 184 | if [ -n "${SOTA_PACKED_CREDENTIALS}" ]; then | 184 | if [ -n "${SOTA_PACKED_CREDENTIALS}" ]; then |
| 185 | # if credentials are issued by a server that doesn't support offline signing, exit silently | 185 | # if credentials are issued by a server that doesn't support offline signing, exit silently |
diff --git a/classes/image_types_ota.bbclass b/classes/image_types_ota.bbclass index 09c30ff..b15178a 100644 --- a/classes/image_types_ota.bbclass +++ b/classes/image_types_ota.bbclass | |||
| @@ -11,7 +11,7 @@ inherit image | |||
| 11 | 11 | ||
| 12 | OSTREE_BOOTLOADER ??= 'u-boot' | 12 | OSTREE_BOOTLOADER ??= 'u-boot' |
| 13 | 13 | ||
| 14 | IMAGE_DEPENDS_otaimg = "e2fsprogs-native:do_populate_sysroot \ | 14 | do_image_otaimg[depends] += "e2fsprogs-native:do_populate_sysroot \ |
| 15 | ${@'grub:do_populate_sysroot' if d.getVar('OSTREE_BOOTLOADER', True) == 'grub' else ''} \ | 15 | ${@'grub:do_populate_sysroot' if d.getVar('OSTREE_BOOTLOADER', True) == 'grub' else ''} \ |
| 16 | ${@'virtual/bootloader:do_deploy' if d.getVar('OSTREE_BOOTLOADER', True) == 'u-boot' else ''}" | 16 | ${@'virtual/bootloader:do_deploy' if d.getVar('OSTREE_BOOTLOADER', True) == 'u-boot' else ''}" |
| 17 | 17 | ||
diff --git a/classes/sota_qemux86-64.bbclass b/classes/sota_qemux86-64.bbclass index 5ec4f69..666ad6b 100644 --- a/classes/sota_qemux86-64.bbclass +++ b/classes/sota_qemux86-64.bbclass | |||
| @@ -4,8 +4,10 @@ PREFERRED_VERSION_linux-yocto_qemux86-64_sota = "4.4%" | |||
| 4 | IMAGE_FSTYPES_remove = "wic" | 4 | IMAGE_FSTYPES_remove = "wic" |
| 5 | 5 | ||
| 6 | # U-Boot support for SOTA | 6 | # U-Boot support for SOTA |
| 7 | PREFERRED_PROVIDER_virtual/bootloader_sota = "u-boot-ota" | 7 | PREFERRED_PROVIDER_virtual/bootloader_sota = "u-boot" |
| 8 | UBOOT_MACHINE_sota = "qemu-x86_defconfig" | 8 | UBOOT_MACHINE_sota = "qemu-x86_defconfig" |
| 9 | OSTREE_BOOTLOADER ?= "u-boot" | 9 | OSTREE_BOOTLOADER ?= "u-boot" |
| 10 | 10 | ||
| 11 | OSTREE_KERNEL_ARGS ?= "ramdisk_size=16384 rw rootfstype=ext4 rootwait rootdelay=2 ostree_root=/dev/hda" | 11 | OSTREE_KERNEL_ARGS ?= "ramdisk_size=16384 rw rootfstype=ext4 rootwait rootdelay=2 ostree_root=/dev/hda" |
| 12 | |||
| 13 | IMAGE_ROOTFS_EXTRA_SPACE = "${@bb.utils.contains('DISTRO_FEATURES', 'sota', '65536', '', d)}" | ||
diff --git a/conf/include/bblayers/sota.inc b/conf/include/bblayers/sota.inc index 97edecb..b1fd28a 100644 --- a/conf/include/bblayers/sota.inc +++ b/conf/include/bblayers/sota.inc | |||
| @@ -1,4 +1,3 @@ | |||
| 1 | |||
| 2 | BBLAYERS += "${METADIR}/meta-updater" | 1 | BBLAYERS += "${METADIR}/meta-updater" |
| 3 | BBLAYERS += "${METADIR}/meta-openembedded/meta-filesystems" | 2 | BBLAYERS += "${METADIR}/meta-openembedded/meta-filesystems" |
| 4 | BBLAYERS += "${METADIR}/meta-openembedded/meta-oe" | 3 | BBLAYERS += "${METADIR}/meta-openembedded/meta-oe" |
diff --git a/conf/include/bblayers/sota_qemux86-64.inc b/conf/include/bblayers/sota_qemux86-64.inc index 22ace81..12d32ff 100644 --- a/conf/include/bblayers/sota_qemux86-64.inc +++ b/conf/include/bblayers/sota_qemux86-64.inc | |||
| @@ -1,2 +1 @@ | |||
| 1 | |||
| 2 | BBLAYERS += " ${METADIR}/meta-updater-qemux86-64 " | BBLAYERS += " ${METADIR}/meta-updater-qemux86-64 " | |
diff --git a/lib/oeqa/selftest/garage_push.py b/lib/oeqa/selftest/garage_push.py deleted file mode 100644 index 21bd1c1..0000000 --- a/lib/oeqa/selftest/garage_push.py +++ /dev/null | |||
| @@ -1,42 +0,0 @@ | |||
| 1 | import unittest | ||
| 2 | import os | ||
| 3 | import logging | ||
| 4 | |||
| 5 | from oeqa.selftest.base import oeSelfTest | ||
| 6 | from oeqa.utils.commands import runCmd, bitbake, get_bb_var | ||
| 7 | |||
| 8 | class GaragePushTests(oeSelfTest): | ||
| 9 | |||
| 10 | @classmethod | ||
| 11 | def setUpClass(cls): | ||
| 12 | # Ensure we have the right data in pkgdata | ||
| 13 | logger = logging.getLogger("selftest") | ||
| 14 | logger.info('Running bitbake to build aktualizr-native tools') | ||
| 15 | bitbake('aktualizr-native garage-sign-native') | ||
| 16 | |||
| 17 | def test_help(self): | ||
| 18 | image_dir = get_bb_var("D", "aktualizr-native") | ||
| 19 | bin_dir = get_bb_var("bindir", "aktualizr-native") | ||
| 20 | gp_path = os.path.join(image_dir, bin_dir[1:], 'garage-push') | ||
| 21 | result = runCmd('%s --help' % gp_path, ignore_status=True) | ||
| 22 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 23 | |||
| 24 | def test_java(self): | ||
| 25 | result = runCmd('which java', ignore_status=True) | ||
| 26 | self.assertEqual(result.status, 0, "Java not found.") | ||
| 27 | |||
| 28 | def test_sign(self): | ||
| 29 | image_dir = get_bb_var("D", "garage-sign-native") | ||
| 30 | bin_dir = get_bb_var("bindir", "garage-sign-native") | ||
| 31 | gs_path = os.path.join(image_dir, bin_dir[1:], 'garage-sign') | ||
| 32 | result = runCmd('%s --help' % gs_path, ignore_status=True) | ||
| 33 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 34 | |||
| 35 | def test_push(self): | ||
| 36 | bitbake('core-image-minimal') | ||
| 37 | self.write_config('IMAGE_INSTALL_append = " man "') | ||
| 38 | bitbake('core-image-minimal') | ||
| 39 | |||
| 40 | def test_hsm(self): | ||
| 41 | self.write_config('SOTA_CLIENT_FEATURES="hsm hsm-test"') | ||
| 42 | bitbake('core-image-minimal') | ||
diff --git a/lib/oeqa/selftest/qemucommand.py b/lib/oeqa/selftest/qemucommand.py new file mode 120000 index 0000000..bc06dde --- /dev/null +++ b/lib/oeqa/selftest/qemucommand.py | |||
| @@ -0,0 +1 @@ | |||
| ../../../scripts/qemucommand.py \ No newline at end of file | |||
diff --git a/lib/oeqa/selftest/updater.py b/lib/oeqa/selftest/updater.py new file mode 100644 index 0000000..ad99964 --- /dev/null +++ b/lib/oeqa/selftest/updater.py | |||
| @@ -0,0 +1,179 @@ | |||
| 1 | import unittest | ||
| 2 | import os | ||
| 3 | import logging | ||
| 4 | import subprocess | ||
| 5 | import time | ||
| 6 | |||
| 7 | from oeqa.selftest.base import oeSelfTest | ||
| 8 | from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_bb_vars | ||
| 9 | from oeqa.selftest.qemucommand import QemuCommand | ||
| 10 | |||
| 11 | |||
| 12 | class SotaToolsTests(oeSelfTest): | ||
| 13 | |||
| 14 | @classmethod | ||
| 15 | def setUpClass(cls): | ||
| 16 | logger = logging.getLogger("selftest") | ||
| 17 | logger.info('Running bitbake to build aktualizr-native tools') | ||
| 18 | bitbake('aktualizr-native') | ||
| 19 | |||
| 20 | def test_push_help(self): | ||
| 21 | bb_vars = get_bb_vars(['SYSROOT_DESTDIR', 'bindir'], 'aktualizr-native') | ||
| 22 | p = bb_vars['SYSROOT_DESTDIR'] + bb_vars['bindir'] + "/" + "garage-push" | ||
| 23 | self.assertTrue(os.path.isfile(p), msg = "No garage-push found (%s)" % p) | ||
| 24 | result = runCmd('%s --help' % p, ignore_status=True) | ||
| 25 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 26 | |||
| 27 | def test_deploy_help(self): | ||
| 28 | bb_vars = get_bb_vars(['SYSROOT_DESTDIR', 'bindir'], 'aktualizr-native') | ||
| 29 | p = bb_vars['SYSROOT_DESTDIR'] + bb_vars['bindir'] + "/" + "garage-deploy" | ||
| 30 | self.assertTrue(os.path.isfile(p), msg = "No garage-deploy found (%s)" % p) | ||
| 31 | result = runCmd('%s --help' % p, ignore_status=True) | ||
| 32 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 33 | |||
| 34 | |||
| 35 | class GarageSignTests(oeSelfTest): | ||
| 36 | |||
| 37 | @classmethod | ||
| 38 | def setUpClass(cls): | ||
| 39 | logger = logging.getLogger("selftest") | ||
| 40 | logger.info('Running bitbake to build garage-sign-native') | ||
| 41 | bitbake('garage-sign-native') | ||
| 42 | |||
| 43 | def test_help(self): | ||
| 44 | bb_vars = get_bb_vars(['SYSROOT_DESTDIR', 'bindir'], 'garage-sign-native') | ||
| 45 | p = bb_vars['SYSROOT_DESTDIR'] + bb_vars['bindir'] + "/" + "garage-sign" | ||
| 46 | self.assertTrue(os.path.isfile(p), msg = "No garage-sign found (%s)" % p) | ||
| 47 | result = runCmd('%s --help' % p, ignore_status=True) | ||
| 48 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 49 | |||
| 50 | |||
| 51 | class HsmTests(oeSelfTest): | ||
| 52 | |||
| 53 | def test_hsm(self): | ||
| 54 | self.write_config('SOTA_CLIENT_FEATURES="hsm hsm-test"') | ||
| 55 | bitbake('core-image-minimal') | ||
| 56 | |||
| 57 | |||
| 58 | class GeneralTests(oeSelfTest): | ||
| 59 | |||
| 60 | def test_feature_sota(self): | ||
| 61 | result = get_bb_var('DISTRO_FEATURES').find('sota') | ||
| 62 | self.assertNotEqual(result, -1, 'Feature "sota" not set at DISTRO_FEATURES'); | ||
| 63 | |||
| 64 | def test_feature_systemd(self): | ||
| 65 | result = get_bb_var('DISTRO_FEATURES').find('systemd') | ||
| 66 | self.assertNotEqual(result, -1, 'Feature "systemd" not set at DISTRO_FEATURES'); | ||
| 67 | |||
| 68 | def test_credentials(self): | ||
| 69 | bitbake('core-image-minimal') | ||
| 70 | credentials = get_bb_var('SOTA_PACKED_CREDENTIALS') | ||
| 71 | # skip the test if the variable SOTA_PACKED_CREDENTIALS is not set | ||
| 72 | if credentials is None: | ||
| 73 | raise unittest.SkipTest("Variable 'SOTA_PACKED_CREDENTIALS' not set.") | ||
| 74 | # Check if the file exists | ||
| 75 | self.assertTrue(os.path.isfile(credentials), "File %s does not exist" % credentials) | ||
| 76 | deploydir = get_bb_var('DEPLOY_DIR_IMAGE') | ||
| 77 | imagename = get_bb_var('IMAGE_LINK_NAME', 'core-image-minimal') | ||
| 78 | # Check if the credentials are included in the output image | ||
| 79 | result = runCmd('tar -jtvf %s/%s.tar.bz2 | grep sota_provisioning_credentials.zip' % (deploydir, imagename), ignore_status=True) | ||
| 80 | self.assertEqual(result.status, 0, "Status not equal to 0. output: %s" % result.output) | ||
| 81 | |||
| 82 | def test_java(self): | ||
| 83 | result = runCmd('which java', ignore_status=True) | ||
| 84 | self.assertEqual(result.status, 0, "Java not found.") | ||
| 85 | |||
| 86 | def test_add_package(self): | ||
| 87 | print('') | ||
| 88 | deploydir = get_bb_var('DEPLOY_DIR_IMAGE') | ||
| 89 | imagename = get_bb_var('IMAGE_LINK_NAME', 'core-image-minimal') | ||
| 90 | image_path = deploydir + '/' + imagename + '.otaimg' | ||
| 91 | logger = logging.getLogger("selftest") | ||
| 92 | |||
| 93 | logger.info('Running bitbake with man in the image package list') | ||
| 94 | self.write_config('IMAGE_INSTALL_append = " man "') | ||
| 95 | bitbake('-c cleanall man') | ||
| 96 | bitbake('core-image-minimal') | ||
| 97 | result = runCmd('oe-pkgdata-util find-path /usr/bin/man') | ||
| 98 | self.assertEqual(result.output, 'man: /usr/bin/man') | ||
| 99 | path1 = os.path.realpath(image_path) | ||
| 100 | size1 = os.path.getsize(path1) | ||
| 101 | logger.info('First image %s has size %i' % (path1, size1)) | ||
| 102 | |||
| 103 | logger.info('Running bitbake without man in the image package list') | ||
| 104 | self.write_config('IMAGE_INSTALL_remove = " man "') | ||
| 105 | bitbake('-c cleanall man') | ||
| 106 | bitbake('core-image-minimal') | ||
| 107 | result = runCmd('oe-pkgdata-util find-path /usr/bin/man', ignore_status=True) | ||
| 108 | self.assertEqual(result.status, 1, "Status different than 1. output: %s" % result.output) | ||
| 109 | self.assertEqual(result.output, 'ERROR: Unable to find any package producing path /usr/bin/man') | ||
| 110 | path2 = os.path.realpath(image_path) | ||
| 111 | size2 = os.path.getsize(path2) | ||
| 112 | logger.info('Second image %s has size %i' % (path2, size2)) | ||
| 113 | self.assertNotEqual(path1, path2, "Image paths are identical; image was not rebuilt.") | ||
| 114 | self.assertNotEqual(size1, size2, "Image sizes are identical; image was not rebuilt.") | ||
| 115 | |||
| 116 | |||
| 117 | class QemuTests(oeSelfTest): | ||
| 118 | |||
| 119 | @classmethod | ||
| 120 | def setUpClass(cls): | ||
| 121 | logger = logging.getLogger("selftest") | ||
| 122 | logger.info('Running bitbake to build core-image-minimal') | ||
| 123 | bitbake('core-image-minimal') | ||
| 124 | # Create empty object. | ||
| 125 | args = type('', (), {})() | ||
| 126 | args.imagename = 'core-image-minimal' | ||
| 127 | args.mac = None | ||
| 128 | # Could use DEPLOY_DIR_IMAGE here but it's already in the machine | ||
| 129 | # subdirectory. | ||
| 130 | args.dir = 'tmp/deploy/images' | ||
| 131 | args.efi = False | ||
| 132 | args.machine = None | ||
| 133 | args.kvm = None # Autodetect | ||
| 134 | args.no_gui = True | ||
| 135 | args.gdb = False | ||
| 136 | args.pcap = None | ||
| 137 | args.overlay = None | ||
| 138 | args.dry_run = False | ||
| 139 | |||
| 140 | cls.qemu = QemuCommand(args) | ||
| 141 | cmdline = cls.qemu.command_line() | ||
| 142 | print('Booting image with run-qemu-ota...') | ||
| 143 | cls.s = subprocess.Popen(cmdline) | ||
| 144 | time.sleep(10) | ||
| 145 | |||
| 146 | @classmethod | ||
| 147 | def tearDownClass(cls): | ||
| 148 | try: | ||
| 149 | cls.s.terminate() | ||
| 150 | except KeyboardInterrupt: | ||
| 151 | pass | ||
| 152 | |||
| 153 | def run_test_qemu(self, command): | ||
| 154 | command = ['ssh -q -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@localhost -p ' + | ||
| 155 | str(self.qemu.ssh_port) + ' "' + command + '"'] | ||
| 156 | s2 = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | ||
| 157 | value, err = s2.communicate() | ||
| 158 | return value, err | ||
| 159 | |||
| 160 | def test_hostname(self): | ||
| 161 | print('') | ||
| 162 | print('Checking machine name (hostname) of device:') | ||
| 163 | value, err = self.run_test_qemu('hostname') | ||
| 164 | machine = get_bb_var('MACHINE', 'core-image-minimal') | ||
| 165 | self.assertEqual(err, b'', 'Error: ' + err.decode()) | ||
| 166 | # Strip off line ending. | ||
| 167 | value_str = value.decode()[:-1] | ||
| 168 | self.assertEqual(value_str, machine, | ||
| 169 | 'MACHINE does not match hostname: ' + machine + ', ' + value_str) | ||
| 170 | print(value_str) | ||
| 171 | |||
| 172 | def test_var_sota(self): | ||
| 173 | print('') | ||
| 174 | print('Checking contents of /var/sota:') | ||
| 175 | value, err = self.run_test_qemu('ls /var/sota') | ||
| 176 | self.assertEqual(err, b'', 'Error: ' + err.decode()) | ||
| 177 | print(value.decode()) | ||
| 178 | |||
| 179 | |||
diff --git a/recipes-bsp/u-boot/u-boot_2016.11.bb b/recipes-bsp/u-boot/u-boot_2016.11.bb deleted file mode 100644 index acd4bb8..0000000 --- a/recipes-bsp/u-boot/u-boot_2016.11.bb +++ /dev/null | |||
| @@ -1,22 +0,0 @@ | |||
| 1 | require recipes-bsp/u-boot/u-boot.inc | ||
| 2 | |||
| 3 | HOMEPAGE = "http://www.denx.de/wiki/U-Boot/WebHome" | ||
| 4 | SECTION = "bootloaders" | ||
| 5 | |||
| 6 | LICENSE = "GPLv2+" | ||
| 7 | LIC_FILES_CHKSUM = "file://Licenses/README;md5=a2c678cfd4a4d97135585cad908541c6" | ||
| 8 | PE = "1" | ||
| 9 | |||
| 10 | DEPENDS += "dtc-native" | ||
| 11 | |||
| 12 | SRCREV = "5ea3e51fc481613a8dee8c02848d1b42c81ad892" | ||
| 13 | SRC_URI = "git://git.denx.de/u-boot.git" | ||
| 14 | S = "${WORKDIR}/git" | ||
| 15 | |||
| 16 | PV = "v2016.11+git${SRCPV}" | ||
| 17 | |||
| 18 | #This patch is not compliant with u-boot 2016.11 | ||
| 19 | #Version of u-boot from yocto 2.2 Morty is 2016.03 from: | ||
| 20 | # meta/recipes-bsp/u-boot/u-boot_2016.03.bb | ||
| 21 | SRC_URI_remove_raspberrypi3 = "file://0003-Include-lowlevel_init.o-for-rpi2.patch" | ||
| 22 | SRC_URI_remove_raspberrypi2 = "file://0003-Include-lowlevel_init.o-for-rpi2.patch" | ||
diff --git a/recipes-sota/aktualizr/aktualizr-hsm-test-prov.bb b/recipes-sota/aktualizr/aktualizr-hsm-test-prov.bb index b14dc29..c443c56 100644 --- a/recipes-sota/aktualizr/aktualizr-hsm-test-prov.bb +++ b/recipes-sota/aktualizr/aktualizr-hsm-test-prov.bb | |||
| @@ -6,7 +6,7 @@ LICENSE = "MPL-2.0" | |||
| 6 | LIC_FILES_CHKSUM = "file://${WORKDIR}/LICENSE;md5=9741c346eef56131163e13b9db1241b3" | 6 | LIC_FILES_CHKSUM = "file://${WORKDIR}/LICENSE;md5=9741c346eef56131163e13b9db1241b3" |
| 7 | 7 | ||
| 8 | DEPENDS = "aktualizr-native" | 8 | DEPENDS = "aktualizr-native" |
| 9 | RDEPENDS_${PN} = "aktualizr" | 9 | RDEPENDS_${PN} = "aktualizr softhsm softhsm-testtoken" |
| 10 | 10 | ||
| 11 | SRC_URI = " \ | 11 | SRC_URI = " \ |
| 12 | file://LICENSE \ | 12 | file://LICENSE \ |
diff --git a/recipes-sota/aktualizr/aktualizr_git.bb b/recipes-sota/aktualizr/aktualizr_git.bb index c98027d..162065e 100644 --- a/recipes-sota/aktualizr/aktualizr_git.bb +++ b/recipes-sota/aktualizr/aktualizr_git.bb | |||
| @@ -11,7 +11,6 @@ DEPENDS_append_class-native = "glib-2.0-native " | |||
| 11 | 11 | ||
| 12 | RDEPENDS_${PN}_class-target = "lshw " | 12 | RDEPENDS_${PN}_class-target = "lshw " |
| 13 | RDEPENDS_${PN}_append_class-target = "${@bb.utils.contains('SOTA_CLIENT_FEATURES', 'hsm', ' engine-pkcs11', '', d)} " | 13 | RDEPENDS_${PN}_append_class-target = "${@bb.utils.contains('SOTA_CLIENT_FEATURES', 'hsm', ' engine-pkcs11', '', d)} " |
| 14 | RDEPENDS_${PN}_append_class-target = "${@bb.utils.contains('SOTA_CLIENT_FEATURES', 'hsm-test', ' softhsm softhsm-testtoken', '', d)} " | ||
| 15 | 14 | ||
| 16 | PV = "1.0+git${SRCPV}" | 15 | PV = "1.0+git${SRCPV}" |
| 17 | PR = "7" | 16 | PR = "7" |
| @@ -47,5 +46,6 @@ FILES_${PN}_class-target = " \ | |||
| 47 | " | 46 | " |
| 48 | FILES_${PN}_class-native = " \ | 47 | FILES_${PN}_class-native = " \ |
| 49 | ${bindir}/aktualizr_implicit_writer \ | 48 | ${bindir}/aktualizr_implicit_writer \ |
| 49 | ${bindir}/garage-deploy \ | ||
| 50 | ${bindir}/garage-push \ | 50 | ${bindir}/garage-push \ |
| 51 | " | 51 | " |
diff --git a/recipes-support/util-linux/util-linux_%.bbappend b/recipes-support/util-linux/util-linux_%.bbappend deleted file mode 100644 index d653bb2..0000000 --- a/recipes-support/util-linux/util-linux_%.bbappend +++ /dev/null | |||
| @@ -1,3 +0,0 @@ | |||
| 1 | PACKAGES_append_class-native = "${@bb.utils.contains('DISTRO_FEATURES', 'sota', ' util-linux-agetty-native util-linux-fdisk-native util-linux-cfdisk-native util-linux-sfdisk-native util-linux-swaponoff-native util-linux-losetup-native util-linux-umount-native util-linux-mount-native util-linux-readprofile-native util-linux-uuidd-native util-linux-uuidgen-native util-linux-lscpu-native util-linux-fsck-native util-linux-blkid util-linux-mkfs-native util-linux-mcookie-native util-linux-reset-native util-linux-mkfs.cramfs-native util-linux-fsck.cramfs-native util-linux-fstrim-native util-linux-partx-native ${PN}-bash-completion-native util-linux-hwclock util-linux-findfs-native util-linux-getopt-native util-linux-sulogin-native', ' ', d)}" | ||
| 2 | |||
| 3 | PACKAGES_append_class-native = "${@' util-linux-pylibmount-native' if bb.utils.contains('DISTRO_FEATURES', 'sota', True, False, d) and bb.utils.contains('PACKAGECONFIG', 'pylibmount', True, False, d) else ' '}" | ||
diff --git a/scripts/envsetup.sh b/scripts/envsetup.sh index 260b048..ff78681 100755 --- a/scripts/envsetup.sh +++ b/scripts/envsetup.sh | |||
| @@ -24,15 +24,7 @@ fi | |||
| 24 | METADIR="${SOURCEDIR}/../.." | 24 | METADIR="${SOURCEDIR}/../.." |
| 25 | 25 | ||
| 26 | if [[ ! -f "${BUILDDIR}/conf/local.conf" ]]; then | 26 | if [[ ! -f "${BUILDDIR}/conf/local.conf" ]]; then |
| 27 | if [ -z "$TEMPLATECONF" ] && [ -d ${METADIR}/meta-updater-${MACHINE}/conf ]; then | 27 | source "$METADIR/poky/oe-init-build-env" "$BUILDDIR" |
| 28 | # Use the template configurations for the specified machine | ||
| 29 | TEMPLATECONF=${METADIR}/meta-updater-${MACHINE}/conf | ||
| 30 | source "$METADIR/poky/oe-init-build-env" "$BUILDDIR" | ||
| 31 | unset TEMPLATECONF | ||
| 32 | else | ||
| 33 | # Use the default configurations or TEMPLATECONF set by the user | ||
| 34 | source "$METADIR/poky/oe-init-build-env" "$BUILDDIR" | ||
| 35 | fi | ||
| 36 | echo "METADIR := \"\${@os.path.abspath('${METADIR}')}\"" >> conf/bblayers.conf | 28 | echo "METADIR := \"\${@os.path.abspath('${METADIR}')}\"" >> conf/bblayers.conf |
| 37 | cat "${METADIR}/meta-updater/conf/include/bblayers/sota.inc" >> conf/bblayers.conf | 29 | cat "${METADIR}/meta-updater/conf/include/bblayers/sota.inc" >> conf/bblayers.conf |
| 38 | cat "${METADIR}/meta-updater/conf/include/bblayers/sota_${MACHINE}.inc" >> conf/bblayers.conf | 30 | cat "${METADIR}/meta-updater/conf/include/bblayers/sota_${MACHINE}.inc" >> conf/bblayers.conf |
diff --git a/scripts/lib/wic/plugins/source/otaimage.py b/scripts/lib/wic/plugins/source/otaimage.py index 26cfb10..ee8088b 100644 --- a/scripts/lib/wic/plugins/source/otaimage.py +++ b/scripts/lib/wic/plugins/source/otaimage.py | |||
| @@ -20,7 +20,7 @@ import os | |||
| 20 | import sys | 20 | import sys |
| 21 | 21 | ||
| 22 | from wic.plugins.source.rawcopy import RawCopyPlugin | 22 | from wic.plugins.source.rawcopy import RawCopyPlugin |
| 23 | from wic.utils.misc import get_bitbake_var | 23 | from wic.misc import get_bitbake_var |
| 24 | 24 | ||
| 25 | logger = logging.getLogger('wic') | 25 | logger = logging.getLogger('wic') |
| 26 | 26 | ||
diff --git a/scripts/qemucommand.py b/scripts/qemucommand.py new file mode 100644 index 0000000..82a9540 --- /dev/null +++ b/scripts/qemucommand.py | |||
| @@ -0,0 +1,127 @@ | |||
| 1 | from os.path import exists, join, realpath, abspath | ||
| 2 | from os import listdir | ||
| 3 | import random | ||
| 4 | import socket | ||
| 5 | from subprocess import check_output, CalledProcessError | ||
| 6 | |||
| 7 | EXTENSIONS = { | ||
| 8 | 'intel-corei7-64': 'wic', | ||
| 9 | 'qemux86-64': 'otaimg' | ||
| 10 | } | ||
| 11 | |||
| 12 | |||
| 13 | def find_local_port(start_port): | ||
| 14 | """" | ||
| 15 | Find the next free TCP port after 'start_port'. | ||
| 16 | """ | ||
| 17 | |||
| 18 | for port in range(start_port, start_port + 10): | ||
| 19 | try: | ||
| 20 | s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) | ||
| 21 | s.bind(('', port)) | ||
| 22 | return port | ||
| 23 | except socket.error: | ||
| 24 | print("Skipping port %d" % port) | ||
| 25 | finally: | ||
| 26 | s.close() | ||
| 27 | raise Exception("Could not find a free TCP port") | ||
| 28 | |||
| 29 | |||
| 30 | def random_mac(): | ||
| 31 | """Return a random Ethernet MAC address | ||
| 32 | @link https://www.iana.org/assignments/ethernet-numbers/ethernet-numbers.xhtml#ethernet-numbers-2 | ||
| 33 | """ | ||
| 34 | head = "ca:fe:" | ||
| 35 | hex_digits = '0123456789abcdef' | ||
| 36 | tail = ':'.join([random.choice(hex_digits) + random.choice(hex_digits) for _ in range(4)]) | ||
| 37 | return head + tail | ||
| 38 | |||
| 39 | |||
| 40 | class QemuCommand(object): | ||
| 41 | def __init__(self, args): | ||
| 42 | if args.machine: | ||
| 43 | self.machine = args.machine | ||
| 44 | else: | ||
| 45 | machines = listdir(args.dir) | ||
| 46 | if len(machines) == 1: | ||
| 47 | self.machine = machines[0] | ||
| 48 | else: | ||
| 49 | raise ValueError("Could not autodetect machine type from %s" % args.dir) | ||
| 50 | if args.efi: | ||
| 51 | self.bios = 'OVMF.fd' | ||
| 52 | else: | ||
| 53 | uboot = abspath(join(args.dir, self.machine, 'u-boot-qemux86-64.rom')) | ||
| 54 | if not exists(uboot): | ||
| 55 | raise ValueError("U-Boot image %s does not exist" % uboot) | ||
| 56 | self.bios = uboot | ||
| 57 | if exists(args.imagename): | ||
| 58 | image = args.imagename | ||
| 59 | else: | ||
| 60 | ext = EXTENSIONS.get(self.machine, 'wic') | ||
| 61 | image = join(args.dir, self.machine, '%s-%s.%s' % (args.imagename, self.machine, ext)) | ||
| 62 | self.image = realpath(image) | ||
| 63 | if not exists(self.image): | ||
| 64 | raise ValueError("OS image %s does not exist" % self.image) | ||
| 65 | if args.mac: | ||
| 66 | self.mac_address = args.mac | ||
| 67 | else: | ||
| 68 | self.mac_address = random_mac() | ||
| 69 | self.serial_port = find_local_port(8990) | ||
| 70 | self.ssh_port = find_local_port(2222) | ||
| 71 | if args.kvm is None: | ||
| 72 | # Autodetect KVM using 'kvm-ok' | ||
| 73 | try: | ||
| 74 | check_output(['kvm-ok']) | ||
| 75 | self.kvm = True | ||
| 76 | except CalledProcessError: | ||
| 77 | self.kvm = False | ||
| 78 | else: | ||
| 79 | self.kvm = args.kvm | ||
| 80 | self.gui = not args.no_gui | ||
| 81 | self.gdb = args.gdb | ||
| 82 | self.pcap = args.pcap | ||
| 83 | self.overlay = args.overlay | ||
| 84 | |||
| 85 | def command_line(self): | ||
| 86 | netuser = 'user,hostfwd=tcp:0.0.0.0:%d-:22,restrict=off' % self.ssh_port | ||
| 87 | if self.gdb: | ||
| 88 | netuser += ',hostfwd=tcp:0.0.0.0:2159-:2159' | ||
| 89 | cmdline = [ | ||
| 90 | "qemu-system-x86_64", | ||
| 91 | "-bios", self.bios | ||
| 92 | ] | ||
| 93 | if not self.overlay: | ||
| 94 | cmdline += ["-drive", "file=%s,if=ide,format=raw,snapshot=on" % self.image] | ||
| 95 | cmdline += [ | ||
| 96 | "-serial", "tcp:127.0.0.1:%d,server,nowait" % self.serial_port, | ||
| 97 | "-m", "1G", | ||
| 98 | "-usb", | ||
| 99 | "-usbdevice", "tablet", | ||
| 100 | "-show-cursor", | ||
| 101 | "-vga", "std", | ||
| 102 | "-net", netuser, | ||
| 103 | "-net", "nic,macaddr=%s" % self.mac_address | ||
| 104 | ] | ||
| 105 | if self.pcap: | ||
| 106 | cmdline += ['-net', 'dump,file=' + self.pcap] | ||
| 107 | if self.gui: | ||
| 108 | cmdline += ["-serial", "stdio"] | ||
| 109 | else: | ||
| 110 | cmdline.append('-nographic') | ||
| 111 | if self.kvm: | ||
| 112 | cmdline.append('-enable-kvm') | ||
| 113 | else: | ||
| 114 | cmdline += ['-cpu', 'Haswell'] | ||
| 115 | if self.overlay: | ||
| 116 | cmdline.append(self.overlay) | ||
| 117 | return cmdline | ||
| 118 | |||
| 119 | def img_command_line(self): | ||
| 120 | cmdline = [ | ||
| 121 | "qemu-img", "create", | ||
| 122 | "-o", "backing_file=%s" % self.image, | ||
| 123 | "-f", "qcow2", | ||
| 124 | self.overlay] | ||
| 125 | return cmdline | ||
| 126 | |||
| 127 | |||
diff --git a/scripts/run-qemu-ota b/scripts/run-qemu-ota index 641296c..56e4fbc 100755 --- a/scripts/run-qemu-ota +++ b/scripts/run-qemu-ota | |||
| @@ -2,126 +2,12 @@ | |||
| 2 | 2 | ||
| 3 | from argparse import ArgumentParser | 3 | from argparse import ArgumentParser |
| 4 | from subprocess import Popen | 4 | from subprocess import Popen |
| 5 | from os.path import exists, join, realpath | 5 | from os.path import exists |
| 6 | from os import listdir | ||
| 7 | import random | ||
| 8 | import sys | 6 | import sys |
| 9 | import socket | 7 | from qemucommand import QemuCommand |
| 10 | 8 | ||
| 11 | DEFAULT_DIR = 'tmp/deploy/images' | 9 | DEFAULT_DIR = 'tmp/deploy/images' |
| 12 | 10 | ||
| 13 | EXTENSIONS = { | ||
| 14 | 'intel-corei7-64': 'wic', | ||
| 15 | 'qemux86-64': 'otaimg' | ||
| 16 | } | ||
| 17 | |||
| 18 | |||
| 19 | def find_local_port(start_port): | ||
| 20 | """" | ||
| 21 | Find the next free TCP port after 'start_port'. | ||
| 22 | """ | ||
| 23 | |||
| 24 | for port in range(start_port, start_port + 10): | ||
| 25 | try: | ||
| 26 | s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) | ||
| 27 | s.bind(('', port)) | ||
| 28 | return port | ||
| 29 | except socket.error: | ||
| 30 | print("Skipping port %d" % port) | ||
| 31 | finally: | ||
| 32 | s.close() | ||
| 33 | raise Exception("Could not find a free TCP port") | ||
| 34 | |||
| 35 | |||
| 36 | def random_mac(): | ||
| 37 | """Return a random Ethernet MAC address | ||
| 38 | @link https://www.iana.org/assignments/ethernet-numbers/ethernet-numbers.xhtml#ethernet-numbers-2 | ||
| 39 | """ | ||
| 40 | head = "ca:fe:" | ||
| 41 | hex_digits = '0123456789abcdef' | ||
| 42 | tail = ':'.join([random.choice(hex_digits) + random.choice(hex_digits) for _ in range(4)]) | ||
| 43 | return head + tail | ||
| 44 | |||
| 45 | |||
| 46 | class QemuCommand(object): | ||
| 47 | def __init__(self, args): | ||
| 48 | if args.machine: | ||
| 49 | self.machine = args.machine | ||
| 50 | else: | ||
| 51 | machines = listdir(args.dir) | ||
| 52 | if len(machines) == 1: | ||
| 53 | self.machine = machines[0] | ||
| 54 | else: | ||
| 55 | raise ValueError("Could not autodetect machine type from %s" % args.dir) | ||
| 56 | if args.efi: | ||
| 57 | self.bios = 'OVMF.fd' | ||
| 58 | else: | ||
| 59 | uboot = join(args.dir, self.machine, 'u-boot-qemux86-64.rom') | ||
| 60 | if not exists(uboot): | ||
| 61 | raise ValueError("U-Boot image %s does not exist" % uboot) | ||
| 62 | self.bios = uboot | ||
| 63 | if exists(args.imagename): | ||
| 64 | image = args.imagename | ||
| 65 | else: | ||
| 66 | ext = EXTENSIONS.get(self.machine, 'wic') | ||
| 67 | image = join(args.dir, self.machine, '%s-%s.%s' % (args.imagename, self.machine, ext)) | ||
| 68 | self.image = realpath(image) | ||
| 69 | if not exists(self.image): | ||
| 70 | raise ValueError("OS image %s does not exist" % self.image) | ||
| 71 | if args.mac: | ||
| 72 | self.mac_address = args.mac | ||
| 73 | else: | ||
| 74 | self.mac_address = random_mac() | ||
| 75 | self.serial_port = find_local_port(8990) | ||
| 76 | self.ssh_port = find_local_port(2222) | ||
| 77 | self.kvm = not args.no_kvm | ||
| 78 | self.gui = not args.no_gui | ||
| 79 | self.gdb = args.gdb | ||
| 80 | self.pcap = args.pcap | ||
| 81 | self.overlay = args.overlay | ||
| 82 | |||
| 83 | def command_line(self): | ||
| 84 | netuser = 'user,hostfwd=tcp:0.0.0.0:%d-:22,restrict=off' % self.ssh_port | ||
| 85 | if self.gdb: | ||
| 86 | netuser += ',hostfwd=tcp:0.0.0.0:2159-:2159' | ||
| 87 | cmdline = [ | ||
| 88 | "qemu-system-x86_64", | ||
| 89 | "-bios", self.bios | ||
| 90 | ] | ||
| 91 | if not self.overlay: | ||
| 92 | cmdline += ["-drive", "file=%s,if=ide,format=raw,snapshot=on" % self.image] | ||
| 93 | cmdline += [ | ||
| 94 | "-serial", "tcp:127.0.0.1:%d,server,nowait" % self.serial_port, | ||
| 95 | "-m", "1G", | ||
| 96 | "-usb", | ||
| 97 | "-usbdevice", "tablet", | ||
| 98 | "-show-cursor", | ||
| 99 | "-vga", "std", | ||
| 100 | "-net", netuser, | ||
| 101 | "-net", "nic,macaddr=%s" % self.mac_address | ||
| 102 | ] | ||
| 103 | if self.pcap: | ||
| 104 | cmdline += ['-net', 'dump,file=' + self.pcap] | ||
| 105 | if self.gui: | ||
| 106 | cmdline += ["-serial", "stdio"] | ||
| 107 | else: | ||
| 108 | cmdline.append('-nographic') | ||
| 109 | if self.kvm: | ||
| 110 | cmdline.append('-enable-kvm') | ||
| 111 | else: | ||
| 112 | cmdline += ['-cpu', 'Haswell'] | ||
| 113 | if self.overlay: | ||
| 114 | cmdline.append(self.overlay) | ||
| 115 | return cmdline | ||
| 116 | |||
| 117 | def img_command_line(self): | ||
| 118 | cmdline = [ | ||
| 119 | "qemu-img", "create", | ||
| 120 | "-o", "backing_file=%s" % self.image, | ||
| 121 | "-f", "qcow2", | ||
| 122 | self.overlay] | ||
| 123 | return cmdline | ||
| 124 | |||
| 125 | 11 | ||
| 126 | def main(): | 12 | def main(): |
| 127 | parser = ArgumentParser(description='Run meta-updater image in qemu') | 13 | parser = ArgumentParser(description='Run meta-updater image in qemu') |
| @@ -135,11 +21,18 @@ def main(): | |||
| 135 | 'OSTREE_BOOTLOADER = "grub" and OVMF.fd firmware to be installed (try "apt install ovmf")', | 21 | 'OSTREE_BOOTLOADER = "grub" and OVMF.fd firmware to be installed (try "apt install ovmf")', |
| 136 | action='store_true') | 22 | action='store_true') |
| 137 | parser.add_argument('--machine', default=None, help="Target MACHINE") | 23 | parser.add_argument('--machine', default=None, help="Target MACHINE") |
| 138 | parser.add_argument('--no-kvm', help='Disable KVM in QEMU', action='store_true') | 24 | kvm_group = parser.add_argument_group() |
| 25 | kvm_group.add_argument('--force-kvm', help='Force use of KVM (default is to autodetect)', | ||
| 26 | dest='kvm', action='store_true', default=None) | ||
| 27 | kvm_group.add_argument('--no-kvm', help='Disable KVM in QEMU', | ||
| 28 | dest='kvm', action='store_false') | ||
| 139 | parser.add_argument('--no-gui', help='Disable GUI', action='store_true') | 29 | parser.add_argument('--no-gui', help='Disable GUI', action='store_true') |
| 140 | parser.add_argument('--gdb', help='Export gdbserver port 2159 from the image', action='store_true') | 30 | parser.add_argument('--gdb', help='Export gdbserver port 2159 from the image', action='store_true') |
| 141 | parser.add_argument('--pcap', default=None, help='Dump all network traffic') | 31 | parser.add_argument('--pcap', default=None, help='Dump all network traffic') |
| 142 | parser.add_argument('-o', '--overlay', type=str, metavar='file.cow', help='Use an overlay storage image file. Will be created if it does not exist. This option lets you have a persistent image without modifying the underlying image file, permitting multiple different persistent machines.') | 32 | parser.add_argument('-o', '--overlay', type=str, metavar='file.cow', |
| 33 | help='Use an overlay storage image file. Will be created if it does not exist. ' + | ||
| 34 | 'This option lets you have a persistent image without modifying the underlying image ' + | ||
| 35 | 'file, permitting multiple different persistent machines.') | ||
| 143 | parser.add_argument('-n', '--dry-run', help='Print qemu command line rather then run it', action='store_true') | 36 | parser.add_argument('-n', '--dry-run', help='Print qemu command line rather then run it', action='store_true') |
| 144 | args = parser.parse_args() | 37 | args = parser.parse_args() |
| 145 | try: | 38 | try: |
