From cd46cdddb3f6d5ecb7447ec24371dd87ad893270 Mon Sep 17 00:00:00 2001 From: Anders Roxell Date: Wed, 9 Apr 2025 10:12:17 +0200 Subject: [PATCH] results: add log_excerpt to tests Add the log snippets to the tests in the results.json file. Signed-off-by: Anders Roxell --- test/unit/results/fail-1.json | 2 +- test/unit/results/fail-6.json | 2 +- test/unit/results/pass-1.json | 2 +- test/unit/results/pass-2.json | 2 +- tuxrun/results.py | 49 ++++++++++++++++++++++++++++++++++- 5 files changed, 52 insertions(+), 5 deletions(-) diff --git a/test/unit/results/fail-1.json b/test/unit/results/fail-1.json index 16e87c252802..233dd8bf1942 100644 --- a/test/unit/results/fail-1.json +++ b/test/unit/results/fail-1.json @@ -1 +1 @@ -{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.44", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "20.33", "extra": {"label": "rootfs", "md5sum": "0fad52b5798276b51dd1a8e95212129f", "sha256sum": "6d097d69bb115f8217ac2e2aad644813c5e7b3498e6710f94878febc1d43ddc9", "sha512sum": "821c377abcdd437e3b126fc83e4fc446989baf55019b871c64bb1feda931f32474076b3b85a7c45fb0ec9e2e5996ac395b688327c6b385f380b1207a1011dc96", "size": 565574923}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-ea_3qp_6-1/lava-overlay-n0lzcnh5/lava-1/0/tests/0_ltp-containers/run.sh", "from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "0.29", "extra": {"label": "kernel", "md5sum": "7e6d72d02ac39bd4a86896eac1efa819", "sha256sum": "556a638ce81fbc5d4facb34e3ada3c8fa105653af179e3b54e30c7bc5e86cfae", "sha512sum": "206aa4b76e6b843f010bdefe881804cba1cca60200f38e3a008034c2c08ed32c1c1cb35e65afc55d022bded5d9f4acd9dd0b2b7d71f35d9fc3db0f9e9d9f497f", "size": 12834016}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "0.18", "extra": {"label": "rootfs.modules", "md5sum": "215fa1489c04c0d0a06f260425b0389d", "sha256sum": "43401dcf05684bd427941b67c1d2587814af8d0c7cb6de5b030e7e1c34070a81", "sha512sum": "5c359e699b2692285c58a2268f119a4bbed4c3c39b745c553c713f519487f0dbd50f97e480f82026a08449eacd3ed2c5c84b71b995d1f5e598169daf540acba3", "size": 191344}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}}, "execute-qemu": {"duration": "0.45", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:6.2+dfsg-2~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "172.49", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "178.93", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-containers": {"duration": "118.91", "result": "fail", "uuid": "1_1.1.3.1"}, "lava-test-shell": {"duration": "120.00", "extra": {"fail": "lava-test-shell timed out after 120 seconds"}, "level": "3.1", "namespace": "common", "result": "fail"}, "lava-test-retry": {"duration": "120.00", "extra": {"fail": "lava-test-shell timed out after 120 seconds"}, "level": "3", "namespace": "common", "result": "fail"}, "job": {"error_msg": "lava-test-shell timed out after 120 seconds", "error_type": "Test", "result": "fail"}}, "ltp-containers": {"pidns01": {"endtc": 1756, "result": "pass", "starttc": 1756}, "pidns02": {"endtc": 1760, "result": "pass", "starttc": 1760}, "pidns03": {"endtc": 1763, "result": "pass", "starttc": 1763}, "pidns04": {"endtc": 1766, "result": "pass", "starttc": 1766}, "pidns05": {"endtc": 1768, "result": "pass", "starttc": 1768}, "pidns06": {"endtc": 1771, "result": "pass", "starttc": 1771}, "pidns10": {"endtc": 1775, "result": "pass", "starttc": 1775}, "pidns12": {"endtc": 1777, "result": "pass", "starttc": 1777}, "pidns13": {"endtc": 1781, "result": "pass", "starttc": 1781}, "pidns16": {"endtc": 1784, "result": "pass", "starttc": 1784}, "pidns17": {"endtc": 1789, "result": "pass", "starttc": 1789}, "pidns20": {"endtc": 1791, "result": "pass", "starttc": 1791}, "pidns30": {"endtc": 1794, "result": "pass", "starttc": 1794}, "pidns31": {"endtc": 1798, "result": "pass", "starttc": 1798}, "pidns32": {"endtc": 1801, "result": "pass", "starttc": 1801}, "mqns_01": {"endtc": 1803, "result": "pass", "starttc": 1803}, "mqns_01_clone": {"endtc": 1806, "result": "pass", "starttc": 1806}, "mqns_02": {"endtc": 1810, "result": "pass", "starttc": 1810}, "mqns_02_clone": {"endtc": 1813, "result": "pass", "starttc": 1813}, "mqns_03": {"endtc": 1815, "result": "pass", "starttc": 1815}, "mqns_03_clone": {"endtc": 1819, "result": "pass", "starttc": 1819}, "mqns_04": {"endtc": 1822, "result": "pass", "starttc": 1822}, "mqns_04_clone": {"endtc": 1825, "result": "pass", "starttc": 1825}, "netns_netlink": {"endtc": 1827, "result": "pass", "starttc": 1827}, "netns_breakns_ns_exec_ipv4_netlink": {"endtc": 1830, "result": "pass", "starttc": 1830}, "netns_breakns_ns_exec_ipv6_netlink": {"endtc": 1833, "result": "pass", "starttc": 1833}, "netns_breakns_ns_exec_ipv4_ioctl": {"endtc": 1837, "result": "pass", "starttc": 1837}, "netns_breakns_ns_exec_ipv6_ioctl": {"endtc": 1839, "result": "pass", "starttc": 1839}, "netns_breakns_ip_ipv4_netlink": {"endtc": 1843, "result": "pass", "starttc": 1843}, "netns_breakns_ip_ipv6_netlink": {"endtc": 1846, "result": "pass", "starttc": 1846}, "netns_breakns_ip_ipv4_ioctl": {"endtc": 1848, "result": "pass", "starttc": 1848}, "netns_breakns_ip_ipv6_ioctl": {"endtc": 1852, "result": "pass", "starttc": 1852}, "netns_comm_ns_exec_ipv4_netlink": {"endtc": 1854, "result": "pass", "starttc": 1854}, "netns_comm_ns_exec_ipv6_netlink": {"endtc": 1857, "result": "pass", "starttc": 1857}, "netns_comm_ns_exec_ipv4_ioctl": {"endtc": 1861, "result": "pass", "starttc": 1861}, "netns_comm_ns_exec_ipv6_ioctl": {"endtc": 1863, "result": "pass", "starttc": 1863}, "netns_comm_ip_ipv4_netlink": {"endtc": 1867, "result": "pass", "starttc": 1867}, "netns_comm_ip_ipv6_netlink": {"endtc": 1869, "result": "pass", "starttc": 1869}, "netns_comm_ip_ipv4_ioctl": {"endtc": 1873, "result": "pass", "starttc": 1873}, "netns_comm_ip_ipv6_ioctl": {"endtc": 1878, "result": "pass", "starttc": 1878}, "netns_sysfs": {"endtc": 1882, "result": "skip", "starttc": 1882}, "shmnstest_none": {"endtc": 1884, "result": "pass", "starttc": 1884}, "shmnstest_clone": {"endtc": 1888, "result": "pass", "starttc": 1888}, "shmnstest_unshare": {"endtc": 1890, "result": "pass", "starttc": 1890}, "shmem_2nstest_none": {"endtc": 1894, "result": "pass", "starttc": 1894}, "shmem_2nstest_clone": {"endtc": 1896, "result": "pass", "starttc": 1896}, "shmem_2nstest_unshare": {"endtc": 1900, "result": "pass", "starttc": 1900}, "shm_comm": {"endtc": 1902, "result": "pass", "starttc": 1902}, "mesgq_nstest_none": {"endtc": 1905, "result": "pass", "starttc": 1905}, "mesgq_nstest_clone": {"endtc": 1908, "result": "pass", "starttc": 1908}, "mesgq_nstest_unshare": {"endtc": 1912, "result": "pass", "starttc": 1912}, "msg_comm": {"endtc": 1915, "result": "pass", "starttc": 1915}}} \ No newline at end of file +{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.44", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "20.33", "extra": {"label": "rootfs", "md5sum": "0fad52b5798276b51dd1a8e95212129f", "sha256sum": "6d097d69bb115f8217ac2e2aad644813c5e7b3498e6710f94878febc1d43ddc9", "sha512sum": "821c377abcdd437e3b126fc83e4fc446989baf55019b871c64bb1feda931f32474076b3b85a7c45fb0ec9e2e5996ac395b688327c6b385f380b1207a1011dc96", "size": 565574923}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-ea_3qp_6-1/lava-overlay-n0lzcnh5/lava-1/0/tests/0_ltp-containers/run.sh", "from": "url", "name": "ltp-containers", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "0.29", "extra": {"label": "kernel", "md5sum": "7e6d72d02ac39bd4a86896eac1efa819", "sha256sum": "556a638ce81fbc5d4facb34e3ada3c8fa105653af179e3b54e30c7bc5e86cfae", "sha512sum": "206aa4b76e6b843f010bdefe881804cba1cca60200f38e3a008034c2c08ed32c1c1cb35e65afc55d022bded5d9f4acd9dd0b2b7d71f35d9fc3db0f9e9d9f497f", "size": 12834016}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "0.18", "extra": {"label": "rootfs.modules", "md5sum": "215fa1489c04c0d0a06f260425b0389d", "sha256sum": "43401dcf05684bd427941b67c1d2587814af8d0c7cb6de5b030e7e1c34070a81", "sha512sum": "5c359e699b2692285c58a2268f119a4bbed4c3c39b745c553c713f519487f0dbd50f97e480f82026a08449eacd3ed2c5c84b71b995d1f5e598169daf540acba3", "size": 191344}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}}, "execute-qemu": {"duration": "0.45", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:6.2+dfsg-2~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "172.49", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "178.93", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-containers": {"duration": "118.91", "result": "fail", "uuid": "1_1.1.3.1"}, "lava-test-shell": {"duration": "120.00", "extra": {"fail": "lava-test-shell timed out after 120 seconds"}, "level": "3.1", "namespace": "common", "result": "fail"}, "lava-test-retry": {"duration": "120.00", "extra": {"fail": "lava-test-shell timed out after 120 seconds"}, "level": "3", "namespace": "common", "result": "fail"}, "job": {"error_msg": "lava-test-shell timed out after 120 seconds", "error_type": "Test", "result": "fail"}}, "ltp-containers": {"pidns01": {"endtc": 1756, "result": "pass", "starttc": 1756, "logs_excerpt": ["[2022-06-03T05:44:21.671754] + ../../utils/send-to-lava.sh ./output/result.txt"]}, "pidns02": {"endtc": 1760, "result": "pass", "starttc": 1760, "logs_excerpt": ["[2022-06-03T05:44:22.459881] "]}, "pidns03": {"endtc": 1763, "result": "pass", "starttc": 1763, "logs_excerpt": ["[2022-06-03T05:44:22.807266] "]}, "pidns04": {"endtc": 1766, "result": "pass", "starttc": 1766, "logs_excerpt": ["[2022-06-03T05:44:23.147474] "]}, "pidns05": {"endtc": 1768, "result": "pass", "starttc": 1768, "logs_excerpt": ["[2022-06-03T05:44:23.148306] {'endtc': 1766, 'result': 'pass', 'starttc': 1766, 'logs_excerpt': ['[2022-06-03T05:44:23.147474] ']}"]}, "pidns06": {"endtc": 1771, "result": "pass", "starttc": 1771, "logs_excerpt": ["[2022-06-03T05:44:23.530198] "]}, "pidns10": {"endtc": 1775, "result": "pass", "starttc": 1775, "logs_excerpt": ["[2022-06-03T05:44:24.226255] "]}, "pidns12": {"endtc": 1777, "result": "pass", "starttc": 1777, "logs_excerpt": ["[2022-06-03T05:44:24.226944] {'endtc': 1775, 'result': 'pass', 'starttc': 1775, 'logs_excerpt': ['[2022-06-03T05:44:24.226255] ']}"]}, "pidns13": {"endtc": 1781, "result": "pass", "starttc": 1781, "logs_excerpt": ["[2022-06-03T05:44:24.918468] "]}, "pidns16": {"endtc": 1784, "result": "pass", "starttc": 1784, "logs_excerpt": ["[2022-06-03T05:44:25.309769] "]}, "pidns17": {"endtc": 1789, "result": "pass", "starttc": 1789, "logs_excerpt": ["[2022-06-03T05:44:26.327258] "]}, "pidns20": {"endtc": 1791, "result": "pass", "starttc": 1791, "logs_excerpt": ["[2022-06-03T05:44:26.328187] {'endtc': 1789, 'result': 'pass', 'starttc': 1789, 'logs_excerpt': ['[2022-06-03T05:44:26.327258] ']}"]}, "pidns30": {"endtc": 1794, "result": "pass", "starttc": 1794, "logs_excerpt": ["[2022-06-03T05:44:26.679897] "]}, "pidns31": {"endtc": 1798, "result": "pass", "starttc": 1798, "logs_excerpt": ["[2022-06-03T05:44:27.366982] "]}, "pidns32": {"endtc": 1801, "result": "pass", "starttc": 1801, "logs_excerpt": ["[2022-06-03T05:44:27.709941] "]}, "mqns_01": {"endtc": 1803, "result": "pass", "starttc": 1803, "logs_excerpt": ["[2022-06-03T05:44:27.710691] {'endtc': 1801, 'result': 'pass', 'starttc': 1801, 'logs_excerpt': ['[2022-06-03T05:44:27.709941] ']}"]}, "mqns_01_clone": {"endtc": 1806, "result": "pass", "starttc": 1806, "logs_excerpt": ["[2022-06-03T05:44:28.056965] "]}, "mqns_02": {"endtc": 1810, "result": "pass", "starttc": 1810, "logs_excerpt": ["[2022-06-03T05:44:28.745254] "]}, "mqns_02_clone": {"endtc": 1813, "result": "pass", "starttc": 1813, "logs_excerpt": ["[2022-06-03T05:44:29.088800] "]}, "mqns_03": {"endtc": 1815, "result": "pass", "starttc": 1815, "logs_excerpt": ["[2022-06-03T05:44:29.089586] {'endtc': 1813, 'result': 'pass', 'starttc': 1813, 'logs_excerpt': ['[2022-06-03T05:44:29.088800] ']}"]}, "mqns_03_clone": {"endtc": 1819, "result": "pass", "starttc": 1819, "logs_excerpt": ["[2022-06-03T05:44:29.777983] "]}, "mqns_04": {"endtc": 1822, "result": "pass", "starttc": 1822, "logs_excerpt": ["[2022-06-03T05:44:30.119912] "]}, "mqns_04_clone": {"endtc": 1825, "result": "pass", "starttc": 1825, "logs_excerpt": ["[2022-06-03T05:44:30.464896] "]}, "netns_netlink": {"endtc": 1827, "result": "pass", "starttc": 1827, "logs_excerpt": ["[2022-06-03T05:44:30.465828] {'endtc': 1825, 'result': 'pass', 'starttc': 1825, 'logs_excerpt': ['[2022-06-03T05:44:30.464896] ']}"]}, "netns_breakns_ns_exec_ipv4_netlink": {"endtc": 1830, "result": "pass", "starttc": 1830, "logs_excerpt": ["[2022-06-03T05:44:30.818901] "]}, "netns_breakns_ns_exec_ipv6_netlink": {"endtc": 1833, "result": "pass", "starttc": 1833, "logs_excerpt": ["[2022-06-03T05:44:31.164255] "]}, "netns_breakns_ns_exec_ipv4_ioctl": {"endtc": 1837, "result": "pass", "starttc": 1837, "logs_excerpt": ["[2022-06-03T05:44:31.854490] "]}, "netns_breakns_ns_exec_ipv6_ioctl": {"endtc": 1839, "result": "pass", "starttc": 1839, "logs_excerpt": ["[2022-06-03T05:44:31.855455] {'endtc': 1837, 'result': 'pass', 'starttc': 1837, 'logs_excerpt': ['[2022-06-03T05:44:31.854490] ']}"]}, "netns_breakns_ip_ipv4_netlink": {"endtc": 1843, "result": "pass", "starttc": 1843, "logs_excerpt": ["[2022-06-03T05:44:32.546310] "]}, "netns_breakns_ip_ipv6_netlink": {"endtc": 1846, "result": "pass", "starttc": 1846, "logs_excerpt": ["[2022-06-03T05:44:32.892485] "]}, "netns_breakns_ip_ipv4_ioctl": {"endtc": 1848, "result": "pass", "starttc": 1848, "logs_excerpt": ["[2022-06-03T05:44:32.893711] {'endtc': 1846, 'result': 'pass', 'starttc': 1846, 'logs_excerpt': ['[2022-06-03T05:44:32.892485] ']}"]}, "netns_breakns_ip_ipv6_ioctl": {"endtc": 1852, "result": "pass", "starttc": 1852, "logs_excerpt": ["[2022-06-03T05:44:33.595074] "]}, "netns_comm_ns_exec_ipv4_netlink": {"endtc": 1854, "result": "pass", "starttc": 1854, "logs_excerpt": ["[2022-06-03T05:44:33.596250] {'endtc': 1852, 'result': 'pass', 'starttc': 1852, 'logs_excerpt': ['[2022-06-03T05:44:33.595074] ']}"]}, "netns_comm_ns_exec_ipv6_netlink": {"endtc": 1857, "result": "pass", "starttc": 1857, "logs_excerpt": ["[2022-06-03T05:44:33.945413] "]}, "netns_comm_ns_exec_ipv4_ioctl": {"endtc": 1861, "result": "pass", "starttc": 1861, "logs_excerpt": ["[2022-06-03T05:44:34.653292] "]}, "netns_comm_ns_exec_ipv6_ioctl": {"endtc": 1863, "result": "pass", "starttc": 1863, "logs_excerpt": ["[2022-06-03T05:44:34.654286] {'endtc': 1861, 'result': 'pass', 'starttc': 1861, 'logs_excerpt': ['[2022-06-03T05:44:34.653292] ']}"]}, "netns_comm_ip_ipv4_netlink": {"endtc": 1867, "result": "pass", "starttc": 1867, "logs_excerpt": ["[2022-06-03T05:44:35.390395] "]}, "netns_comm_ip_ipv6_netlink": {"endtc": 1869, "result": "pass", "starttc": 1869, "logs_excerpt": ["[2022-06-03T05:44:35.391118] {'endtc': 1867, 'result': 'pass', 'starttc': 1867, 'logs_excerpt': ['[2022-06-03T05:44:35.390395] ']}"]}, "netns_comm_ip_ipv4_ioctl": {"endtc": 1873, "result": "pass", "starttc": 1873, "logs_excerpt": ["[2022-06-03T05:44:36.080471] "]}, "netns_comm_ip_ipv6_ioctl": {"endtc": 1878, "result": "pass", "starttc": 1878, "logs_excerpt": ["[2022-06-03T05:44:36.639278] <47>[ 293.957299] systemd-journald[219]: Successfully sent stream file descriptor to service manager."]}, "netns_sysfs": {"endtc": 1882, "result": "skip", "starttc": 1882, "logs_excerpt": ["[2022-06-03T05:44:37.342282] "]}, "shmnstest_none": {"endtc": 1884, "result": "pass", "starttc": 1884, "logs_excerpt": ["[2022-06-03T05:44:37.343276] {'endtc': 1882, 'result': 'skip', 'starttc': 1882, 'logs_excerpt': ['[2022-06-03T05:44:37.342282] ']}"]}, "shmnstest_clone": {"endtc": 1888, "result": "pass", "starttc": 1888, "logs_excerpt": ["[2022-06-03T05:44:38.038846] "]}, "shmnstest_unshare": {"endtc": 1890, "result": "pass", "starttc": 1890, "logs_excerpt": ["[2022-06-03T05:44:38.039603] {'endtc': 1888, 'result': 'pass', 'starttc': 1888, 'logs_excerpt': ['[2022-06-03T05:44:38.038846] ']}"]}, "shmem_2nstest_none": {"endtc": 1894, "result": "pass", "starttc": 1894, "logs_excerpt": ["[2022-06-03T05:44:38.734253] "]}, "shmem_2nstest_clone": {"endtc": 1896, "result": "pass", "starttc": 1896, "logs_excerpt": ["[2022-06-03T05:44:38.735739] {'endtc': 1894, 'result': 'pass', 'starttc': 1894, 'logs_excerpt': ['[2022-06-03T05:44:38.734253] ']}"]}, "shmem_2nstest_unshare": {"endtc": 1900, "result": "pass", "starttc": 1900, "logs_excerpt": ["[2022-06-03T05:44:39.429427] "]}, "shm_comm": {"endtc": 1902, "result": "pass", "starttc": 1902, "logs_excerpt": ["[2022-06-03T05:44:39.430373] {'endtc': 1900, 'result': 'pass', 'starttc': 1900, 'logs_excerpt': ['[2022-06-03T05:44:39.429427] ']}"]}, "mesgq_nstest_none": {"endtc": 1905, "result": "pass", "starttc": 1905, "logs_excerpt": ["[2022-06-03T05:44:40.091739] "]}, "mesgq_nstest_clone": {"endtc": 1908, "result": "pass", "starttc": 1908, "logs_excerpt": ["[2022-06-03T05:44:40.463140] "]}, "mesgq_nstest_unshare": {"endtc": 1912, "result": "pass", "starttc": 1912, "logs_excerpt": ["[2022-06-03T05:44:41.162455] "]}, "msg_comm": {"endtc": 1915, "result": "pass", "starttc": 1915, "logs_excerpt": ["[2022-06-03T05:44:41.507497] "]}}} \ No newline at end of file diff --git a/test/unit/results/fail-6.json b/test/unit/results/fail-6.json index b1c986ab9c49..e4cf22d21ce5 100644 --- a/test/unit/results/fail-6.json +++ b/test/unit/results/fail-6.json @@ -1 +1 @@ -{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.09", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "0.80", "extra": {"label": "rootfs", "md5sum": "ae56f847a4e1b5222f2d92accee0bc5b", "sha256sum": "aa0323a14910c2a0cf9c71ad5e848b2bf53fec980690853d2796a274bb801457", "sha512sum": "83cbb5f923e5aef7df88936974230b840d3b2efa85ed1a5a54567e8ad01e4e3b967b62256820141362696d6a76c9654ff0d92497cab0499def53f31276e94ba0", "size": 42496404}, "level": "1.6.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-b85jqmk6-1/lava-overlay-aa_tb9y6/lava-1/0/tests/0_ltp-smoke/run.sh", "from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "2.89", "extra": {"label": "kernel", "md5sum": "7901dc9883e1249fd1e4eaf7d5424fda", "sha256sum": "cad094d9a3d73663ba9252a0447dff6b4a05d5725888823a93c4931d27302135", "sha512sum": "8154d6229cc05e7a8606af567a5eb67ba9d54b5eb49b4cd2585cd5cfbeb3ff928afafffdae1338426fd4217864af2589d83b09fe85ec3887aefda5a6a2ed6c96", "size": 3091912}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "dtb": {"duration": "1.03", "extra": {"label": "dtb", "md5sum": "81e9ec79c16527ca650f6e19993d65ca", "sha256sum": "0bc0c0b0858cefd3c32b385c0d66d97142ded29472a496f4f490e42fc7615b25", "sha512sum": "2b49dbbea9634f5fc534cfb166ec63f61f7f846d6616db164822e1210769a9500d477fc7898b0373ff22b113a568e234bd124a160caeb25f3d4564d51f2a8a7b", "size": 8896}, "level": "1.5.1", "namespace": "common", "result": "pass"}}, "execute-qemu": {"duration": "0.08", "extra": {"host_arch": "amd64", "job_arch": "arm", "qemu_version": "1:7.0+dfsg-2~bpo11+2"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "5.17", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "5.42", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-smoke": {"duration": "8.12", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-smoke": {"access01": {"endtc": 919, "result": "pass", "starttc": 919}, "chdir01": {"endtc": 922, "result": "fail", "starttc": 922}, "fork01": {"endtc": 925, "result": "pass", "starttc": 925}, "time01": {"endtc": 928, "result": "pass", "starttc": 928}, "wait02": {"endtc": 931, "result": "pass", "starttc": 931}, "write01": {"endtc": 934, "result": "pass", "starttc": 934}, "symlink01": {"endtc": 937, "result": "pass", "starttc": 937}, "stat04": {"endtc": 940, "result": "pass", "starttc": 940}, "utime01A": {"endtc": 943, "result": "pass", "starttc": 943}, "rename01A": {"endtc": 946, "result": "pass", "starttc": 946}, "splice02": {"endtc": 949, "result": "pass", "starttc": 949}, "shell_test01": {"endtc": 952, "result": "pass", "starttc": 952}, "ping01": {"endtc": 954, "result": "skip", "starttc": 954}, "ping602": {"endtc": 958, "result": "skip", "starttc": 958}}} \ No newline at end of file +{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.09", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "0.80", "extra": {"label": "rootfs", "md5sum": "ae56f847a4e1b5222f2d92accee0bc5b", "sha256sum": "aa0323a14910c2a0cf9c71ad5e848b2bf53fec980690853d2796a274bb801457", "sha512sum": "83cbb5f923e5aef7df88936974230b840d3b2efa85ed1a5a54567e8ad01e4e3b967b62256820141362696d6a76c9654ff0d92497cab0499def53f31276e94ba0", "size": 42496404}, "level": "1.6.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-b85jqmk6-1/lava-overlay-aa_tb9y6/lava-1/0/tests/0_ltp-smoke/run.sh", "from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "2.89", "extra": {"label": "kernel", "md5sum": "7901dc9883e1249fd1e4eaf7d5424fda", "sha256sum": "cad094d9a3d73663ba9252a0447dff6b4a05d5725888823a93c4931d27302135", "sha512sum": "8154d6229cc05e7a8606af567a5eb67ba9d54b5eb49b4cd2585cd5cfbeb3ff928afafffdae1338426fd4217864af2589d83b09fe85ec3887aefda5a6a2ed6c96", "size": 3091912}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "dtb": {"duration": "1.03", "extra": {"label": "dtb", "md5sum": "81e9ec79c16527ca650f6e19993d65ca", "sha256sum": "0bc0c0b0858cefd3c32b385c0d66d97142ded29472a496f4f490e42fc7615b25", "sha512sum": "2b49dbbea9634f5fc534cfb166ec63f61f7f846d6616db164822e1210769a9500d477fc7898b0373ff22b113a568e234bd124a160caeb25f3d4564d51f2a8a7b", "size": 8896}, "level": "1.5.1", "namespace": "common", "result": "pass"}}, "execute-qemu": {"duration": "0.08", "extra": {"host_arch": "amd64", "job_arch": "arm", "qemu_version": "1:7.0+dfsg-2~bpo11+2"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "5.17", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "5.42", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-smoke": {"duration": "8.12", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-smoke": {"access01": {"endtc": 919, "result": "pass", "starttc": 919, "logs_excerpt": ["[2022-08-02T11:48:12.656310] "]}, "chdir01": {"endtc": 922, "result": "fail", "starttc": 922, "logs_excerpt": ["[2022-08-02T11:48:12.847137] "]}, "fork01": {"endtc": 925, "result": "pass", "starttc": 925, "logs_excerpt": ["[2022-08-02T11:48:13.018519] "]}, "time01": {"endtc": 928, "result": "pass", "starttc": 928, "logs_excerpt": ["[2022-08-02T11:48:13.196797] "]}, "wait02": {"endtc": 931, "result": "pass", "starttc": 931, "logs_excerpt": ["[2022-08-02T11:48:13.346858] "]}, "write01": {"endtc": 934, "result": "pass", "starttc": 934, "logs_excerpt": ["[2022-08-02T11:48:13.528845] "]}, "symlink01": {"endtc": 937, "result": "pass", "starttc": 937, "logs_excerpt": ["[2022-08-02T11:48:13.704213] "]}, "stat04": {"endtc": 940, "result": "pass", "starttc": 940, "logs_excerpt": ["[2022-08-02T11:48:13.858088] "]}, "utime01A": {"endtc": 943, "result": "pass", "starttc": 943, "logs_excerpt": ["[2022-08-02T11:48:14.003538] "]}, "rename01A": {"endtc": 946, "result": "pass", "starttc": 946, "logs_excerpt": ["[2022-08-02T11:48:14.141767] "]}, "splice02": {"endtc": 949, "result": "pass", "starttc": 949, "logs_excerpt": ["[2022-08-02T11:48:14.291290] "]}, "shell_test01": {"endtc": 952, "result": "pass", "starttc": 952, "logs_excerpt": ["[2022-08-02T11:48:14.443664] "]}, "ping01": {"endtc": 954, "result": "skip", "starttc": 954, "logs_excerpt": ["[2022-08-02T11:48:14.444115] {'endtc': 952, 'result': 'pass', 'starttc': 952, 'logs_excerpt': ['[2022-08-02T11:48:14.443664] ']}"]}, "ping602": {"endtc": 958, "result": "skip", "starttc": 958, "logs_excerpt": ["[2022-08-02T11:48:14.747669] "]}}} \ No newline at end of file diff --git a/test/unit/results/pass-1.json b/test/unit/results/pass-1.json index af59bb3b27c5..4751a1d8a3cd 100644 --- a/test/unit/results/pass-1.json +++ b/test/unit/results/pass-1.json @@ -1 +1 @@ -{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.93", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "20.38", "extra": {"label": "rootfs", "md5sum": "0fad52b5798276b51dd1a8e95212129f", "sha256sum": "6d097d69bb115f8217ac2e2aad644813c5e7b3498e6710f94878febc1d43ddc9", "sha512sum": "821c377abcdd437e3b126fc83e4fc446989baf55019b871c64bb1feda931f32474076b3b85a7c45fb0ec9e2e5996ac395b688327c6b385f380b1207a1011dc96", "size": 565574923}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-6m_yncxf-1/lava-overlay-jvi7t_hf/lava-1/0/tests/0_ltp-io/run.sh", "from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "0.24", "extra": {"label": "kernel", "md5sum": "7e6d72d02ac39bd4a86896eac1efa819", "sha256sum": "556a638ce81fbc5d4facb34e3ada3c8fa105653af179e3b54e30c7bc5e86cfae", "sha512sum": "206aa4b76e6b843f010bdefe881804cba1cca60200f38e3a008034c2c08ed32c1c1cb35e65afc55d022bded5d9f4acd9dd0b2b7d71f35d9fc3db0f9e9d9f497f", "size": 12834016}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "0.21", "extra": {"label": "rootfs.modules", "md5sum": "215fa1489c04c0d0a06f260425b0389d", "sha256sum": "43401dcf05684bd427941b67c1d2587814af8d0c7cb6de5b030e7e1c34070a81", "sha512sum": "5c359e699b2692285c58a2268f119a4bbed4c3c39b745c553c713f519487f0dbd50f97e480f82026a08449eacd3ed2c5c84b71b995d1f5e598169daf540acba3", "size": 191344}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}}, "execute-qemu": {"duration": "0.47", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:6.2+dfsg-2~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "204.27", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "209.97", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-io": {"duration": "5.46", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-io": {"aio01": {"endtc": 1263, "result": "pass", "starttc": 1263}, "aio02": {"endtc": 1267, "result": "pass", "starttc": 1267}}} \ No newline at end of file +{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.93", "extra": {"label": "url_repo", "md5sum": "fa60c476a00c4d7614702428463c07b6", "sha256sum": "d05c42b25da3343e94322188416e33eb5032735bc3dfc40d6f6974c4d4f2c011", "sha512sum": "3d44bf18a9ab1535bb9c7a33f16927fdc6c096c29fbc366f5db1036da469bce929efbb86ce447dfa1bba84f5be76729e727ad88b6ce2f579f0347ea2badb132e", "size": 12927667}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "20.38", "extra": {"label": "rootfs", "md5sum": "0fad52b5798276b51dd1a8e95212129f", "sha256sum": "6d097d69bb115f8217ac2e2aad644813c5e7b3498e6710f94878febc1d43ddc9", "sha512sum": "821c377abcdd437e3b126fc83e4fc446989baf55019b871c64bb1feda931f32474076b3b85a7c45fb0ec9e2e5996ac395b688327c6b385f380b1207a1011dc96", "size": 565574923}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-6m_yncxf-1/lava-overlay-jvi7t_hf/lava-1/0/tests/0_ltp-io/run.sh", "from": "url", "name": "ltp-io", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "0.24", "extra": {"label": "kernel", "md5sum": "7e6d72d02ac39bd4a86896eac1efa819", "sha256sum": "556a638ce81fbc5d4facb34e3ada3c8fa105653af179e3b54e30c7bc5e86cfae", "sha512sum": "206aa4b76e6b843f010bdefe881804cba1cca60200f38e3a008034c2c08ed32c1c1cb35e65afc55d022bded5d9f4acd9dd0b2b7d71f35d9fc3db0f9e9d9f497f", "size": 12834016}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "0.21", "extra": {"label": "rootfs.modules", "md5sum": "215fa1489c04c0d0a06f260425b0389d", "sha256sum": "43401dcf05684bd427941b67c1d2587814af8d0c7cb6de5b030e7e1c34070a81", "sha512sum": "5c359e699b2692285c58a2268f119a4bbed4c3c39b745c553c713f519487f0dbd50f97e480f82026a08449eacd3ed2c5c84b71b995d1f5e598169daf540acba3", "size": 191344}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}}, "execute-qemu": {"duration": "0.47", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:6.2+dfsg-2~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "204.27", "extra": {"extra": [{"success": "(.*)login:"}]}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "209.97", "extra": {"success": "(.*)login:"}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-io": {"duration": "5.46", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/tuxtest/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2022.01.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-io": {"aio01": {"endtc": 1263, "result": "pass", "starttc": 1263, "logs_excerpt": ["[2022-06-03T05:43:31.619026] + ../../utils/send-to-lava.sh ./output/result.txt"]}, "aio02": {"endtc": 1267, "result": "pass", "starttc": 1267, "logs_excerpt": ["[2022-06-03T05:43:32.400652] "]}}} \ No newline at end of file diff --git a/test/unit/results/pass-2.json b/test/unit/results/pass-2.json index 5c86143f50d8..9ec7539d5fa7 100644 --- a/test/unit/results/pass-2.json +++ b/test/unit/results/pass-2.json @@ -1 +1 @@ -{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.10", "extra": {"label": "url_repo", "md5sum": "a5e1d8ecf634cccab8d3ddee7701d7b0", "sha256sum": "78c5e8f48b9c02cae0a655254d19f5c38162a1f9adae523a9e4be81fcfde565b", "sha512sum": "5542fd78d73146a480437f29b7cac61b4bd80b49c9c38f963e6d640eb1d72489563cdd040e53953e83de27338fd60e2573f25d4ade494649695d4863a29d129e", "size": 13687626}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "9.46", "extra": {"label": "rootfs", "md5sum": "a77f0ab7469260ed5540dc207b1cacc1", "sha256sum": "26b886c7944578fed6eca53bd1827f45ed2d60f637bb4e8be373985bc04bc94e", "sha512sum": "92c16c2b1c9b555d174739ea77b5be630616176875a6528b6b0eb4fd6c2d80c70fe252fffb5618c0df3aba648c77dd899b88afcd63b38aa92f583049e6d00d2e", "size": 91010544}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-2fpumx9h-1/lava-overlay-9ei4d2mf/lava-1/0/tests/0_ltp-smoke/run.sh", "from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "9.94", "extra": {"label": "kernel", "md5sum": "870c305e717649c30c4b418ae083cbc4", "sha256sum": "2fcfc0e1a8f902ad8bd5ad4723ecb0a852182ce90b0c0abf0ad57bf19c044da0", "sha512sum": "38601e4bb7c455ee59cb6d481b9da2971f562b242591e5e39bb1c10aa8f6266c67d04914c486d37a018487006808aee5b45317d40c4003a406857f6dbd3bf177", "size": 15377408}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "1.26", "extra": {"label": "rootfs.modules", "md5sum": "cd5cc5817ed1fbce218078cb2ed50947", "sha256sum": "5e26746809f33ee3b47cd63e7cb3610246f0bc7826044197938cf6e7bb07e7da", "sha512sum": "fb7575e7ac06fc306f9dfb0ae12c339cf2205c8a238cda74331f83481e54dfcd7750c505aecda8c10913675b91735ef2ce531b20abca6a48fbd198ffa401bb74", "size": 209328}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}, "overlay-00": {"duration": "7.81", "extra": {"label": "rootfs.overlay-00", "md5sum": "b18ae75a929466c623922b4f663d647a", "sha256sum": "e4b9928fb2e560e487eab9e41354dd44f6cf9c33594a5e7546bce2b419105ae9", "sha512sum": "cd495f5452bd6edf8833d821e0333781d8dd4964a7e2e5ae4b1b4385e0862084efa24187579c242c206481f0b0410e5612f5ac4d43e08e6412a639d67995dec5", "size": 28207932}, "level": "1.5.3.1", "namespace": "common", "result": "pass", "url": "https://example.com/ltp.tar.xz"}}, "execute-qemu": {"duration": "0.14", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:7.2+dfsg-5~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "3.28", "extra": {"extra": []}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "3.73", "extra": {"success": "No kernel warnings or errors detected."}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-smoke": {"duration": "4.01", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-smoke": {"access01": {"endtc": 1756, "result": "pass", "starttc": 1756}, "chdir01": {"endtc": 1759, "result": "pass", "starttc": 1759}, "fork01": {"endtc": 1762, "result": "pass", "starttc": 1762}, "time01": {"endtc": 1765, "result": "pass", "starttc": 1765}, "wait02": {"endtc": 1768, "result": "pass", "starttc": 1768}, "write01": {"endtc": 1771, "result": "pass", "starttc": 1771}, "symlink01": {"endtc": 1774, "result": "pass", "starttc": 1774}, "stat04": {"endtc": 1777, "result": "pass", "starttc": 1777}, "utime01A": {"endtc": 1780, "result": "pass", "starttc": 1780}, "rename01A": {"endtc": 1783, "result": "pass", "starttc": 1783}, "splice02": {"endtc": 1786, "result": "pass", "starttc": 1786}, "df01_sh": {"endtc": 1789, "result": "pass", "starttc": 1789}, "shell_test01": {"endtc": 1792, "result": "pass", "starttc": 1792}, "ping602": {"endtc": 1795, "result": "skip", "starttc": 1795}, "macsec02": {"endtc": 1798, "result": "skip", "starttc": 1798}}} \ No newline at end of file +{"lava": {"validate": {"result": "pass"}, "file-download": {"url_repo": {"duration": "0.10", "extra": {"label": "url_repo", "md5sum": "a5e1d8ecf634cccab8d3ddee7701d7b0", "sha256sum": "78c5e8f48b9c02cae0a655254d19f5c38162a1f9adae523a9e4be81fcfde565b", "sha512sum": "5542fd78d73146a480437f29b7cac61b4bd80b49c9c38f963e6d640eb1d72489563cdd040e53953e83de27338fd60e2573f25d4ade494649695d4863a29d129e", "size": 13687626}, "level": "1.1.3.1.1.1", "namespace": "common", "result": "pass"}, "rootfs": {"duration": "9.46", "extra": {"label": "rootfs", "md5sum": "a77f0ab7469260ed5540dc207b1cacc1", "sha256sum": "26b886c7944578fed6eca53bd1827f45ed2d60f637bb4e8be373985bc04bc94e", "sha512sum": "92c16c2b1c9b555d174739ea77b5be630616176875a6528b6b0eb4fd6c2d80c70fe252fffb5618c0df3aba648c77dd899b88afcd63b38aa92f583049e6d00d2e", "size": 91010544}, "level": "1.5.1", "namespace": "common", "result": "pass", "url": "https://example.com/rootfs.ext4.xz"}}, "test-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.2", "namespace": "common", "result": "pass"}, "test-install-overlay": {"duration": "0.00", "extra": {"from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "skipped test-install-overlay": "1_1.1.3.1", "uuid": "1_1.1.3.1"}, "level": "1.1.3.3", "namespace": "common", "result": "pass"}, "test-runscript-overlay": {"duration": "0.00", "extra": {"filename": "/var/lib/lava/dispatcher/tmp/tuxrun-2fpumx9h-1/lava-overlay-9ei4d2mf/lava-1/0/tests/0_ltp-smoke/run.sh", "from": "url", "name": "ltp-smoke", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "uuid": "1_1.1.3.1"}, "level": "1.1.3.4", "namespace": "common", "result": "pass"}, "http-download": {"kernel": {"duration": "9.94", "extra": {"label": "kernel", "md5sum": "870c305e717649c30c4b418ae083cbc4", "sha256sum": "2fcfc0e1a8f902ad8bd5ad4723ecb0a852182ce90b0c0abf0ad57bf19c044da0", "sha512sum": "38601e4bb7c455ee59cb6d481b9da2971f562b242591e5e39bb1c10aa8f6266c67d04914c486d37a018487006808aee5b45317d40c4003a406857f6dbd3bf177", "size": 15377408}, "level": "1.4.1", "namespace": "common", "result": "pass", "url": "https://example.com/bzImage"}, "modules": {"duration": "1.26", "extra": {"label": "rootfs.modules", "md5sum": "cd5cc5817ed1fbce218078cb2ed50947", "sha256sum": "5e26746809f33ee3b47cd63e7cb3610246f0bc7826044197938cf6e7bb07e7da", "sha512sum": "fb7575e7ac06fc306f9dfb0ae12c339cf2205c8a238cda74331f83481e54dfcd7750c505aecda8c10913675b91735ef2ce531b20abca6a48fbd198ffa401bb74", "size": 209328}, "level": "1.5.2.1", "namespace": "common", "result": "pass", "url": "https://example.com/modules.tar.xz"}, "overlay-00": {"duration": "7.81", "extra": {"label": "rootfs.overlay-00", "md5sum": "b18ae75a929466c623922b4f663d647a", "sha256sum": "e4b9928fb2e560e487eab9e41354dd44f6cf9c33594a5e7546bce2b419105ae9", "sha512sum": "cd495f5452bd6edf8833d821e0333781d8dd4964a7e2e5ae4b1b4385e0862084efa24187579c242c206481f0b0410e5612f5ac4d43e08e6412a639d67995dec5", "size": 28207932}, "level": "1.5.3.1", "namespace": "common", "result": "pass", "url": "https://example.com/ltp.tar.xz"}}, "execute-qemu": {"duration": "0.14", "extra": {"host_arch": "amd64", "job_arch": "x86_64", "qemu_version": "1:7.2+dfsg-5~bpo11+1"}, "level": "2.1.1", "namespace": "common", "result": "pass"}, "kernel-messages": {"duration": "3.28", "extra": {"extra": []}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "login-action": {"duration": "3.73", "extra": {"success": "No kernel warnings or errors detected."}, "level": "2.2.1", "namespace": "common", "result": "pass"}, "ltp-smoke": {"duration": "4.01", "namespace": "common", "path": "automated/linux/ltp/ltp.yaml", "repository": "file:///home/ivoire/.cache/tuxrun/assets/https___storage.tuxboot.com_test-definitions_2023.08.tar.zst", "result": "pass", "revision": "unspecified", "uuid": "1_1.1.3.1"}, "job": {"result": "pass"}}, "ltp-smoke": {"access01": {"endtc": 1756, "result": "pass", "starttc": 1756, "logs_excerpt": ["[2023-12-05T11:21:01.514540] <8>[ 8.208468] "]}, "chdir01": {"endtc": 1759, "result": "pass", "starttc": 1759, "logs_excerpt": ["[2023-12-05T11:21:01.520976] <8>[ 8.214911] "]}, "fork01": {"endtc": 1762, "result": "pass", "starttc": 1762, "logs_excerpt": ["[2023-12-05T11:21:01.527410] <8>[ 8.221346] "]}, "time01": {"endtc": 1765, "result": "pass", "starttc": 1765, "logs_excerpt": ["[2023-12-05T11:21:01.534083] <8>[ 8.228027] "]}, "wait02": {"endtc": 1768, "result": "pass", "starttc": 1768, "logs_excerpt": ["[2023-12-05T11:21:01.540507] <8>[ 8.234326] "]}, "write01": {"endtc": 1771, "result": "pass", "starttc": 1771, "logs_excerpt": ["[2023-12-05T11:21:01.547003] <8>[ 8.240937] "]}, "symlink01": {"endtc": 1774, "result": "pass", "starttc": 1774, "logs_excerpt": ["[2023-12-05T11:21:01.553939] <8>[ 8.247408] "]}, "stat04": {"endtc": 1777, "result": "pass", "starttc": 1777, "logs_excerpt": ["[2023-12-05T11:21:01.560253] <8>[ 8.254192] "]}, "utime01A": {"endtc": 1780, "result": "pass", "starttc": 1780, "logs_excerpt": ["[2023-12-05T11:21:01.566817] <8>[ 8.260754] "]}, "rename01A": {"endtc": 1783, "result": "pass", "starttc": 1783, "logs_excerpt": ["[2023-12-05T11:21:01.573115] <8>[ 8.267048] "]}, "splice02": {"endtc": 1786, "result": "pass", "starttc": 1786, "logs_excerpt": ["[2023-12-05T11:21:01.579555] <8>[ 8.273484] "]}, "df01_sh": {"endtc": 1789, "result": "pass", "starttc": 1789, "logs_excerpt": ["[2023-12-05T11:21:01.585780] <8>[ 8.279726] "]}, "shell_test01": {"endtc": 1792, "result": "pass", "starttc": 1792, "logs_excerpt": ["[2023-12-05T11:21:01.592164] <8>[ 8.286082] "]}, "ping602": {"endtc": 1795, "result": "skip", "starttc": 1795, "logs_excerpt": ["[2023-12-05T11:21:01.598779] <8>[ 8.292709] "]}, "macsec02": {"endtc": 1798, "result": "skip", "starttc": 1798, "logs_excerpt": ["[2023-12-05T11:21:01.605388] <8>[ 8.299165] "]}}} \ No newline at end of file diff --git a/tuxrun/results.py b/tuxrun/results.py index 0c54e7057e86..1579634417bc 100644 --- a/tuxrun/results.py +++ b/tuxrun/results.py @@ -26,11 +26,31 @@ class Results: self.__post_processed = False self.__tests__ = ["lava"] + [t.name for t in tests] self.__ret__ = 0 + self.__log_lines__ = [] + self.__line_number_counter = 1 + + def __process_test_suites__(self, test_suite, log_lines): + for test_name, test_data in test_suite.items(): + if isinstance(test_data, dict): + starttc = test_data.get("starttc") + endtc = test_data.get("endtc") + + if isinstance(starttc, int) and isinstance(endtc, int): + test_data["logs_excerpt"] = [ + f"{message}" + for line, message, line_number in log_lines + if starttc <= line_number <= endtc + ] + + self.__process_test_suites__(test_data, log_lines) def parse(self, line): try: data = yaml_load(line) - except yaml.YAMLError: + data["_line_number"] = self.__line_number_counter + self.__line_number_counter += 1 + self.__log_lines__.append(data) + except (yaml.YAMLError, TypeError): LOG.debug(line) return if not data or not isinstance(data, dict): @@ -72,6 +92,30 @@ class Results: return (definition, case, test) + def __attach_logs_to_tests__(self): + def recurse(data): + if not isinstance(data, dict): + return + starttc = data.get("starttc") + endtc = data.get("endtc") + if isinstance(starttc, int) and isinstance(endtc, int): + data["logs_excerpt"] = [ + f"[{entry['dt']}] {entry['msg']}" + for entry in self.__log_lines__ + if ( + isinstance(entry, dict) + and "msg" in entry + and "_line_number" in entry + and isinstance(entry["_line_number"], int) + and starttc <= entry["_line_number"] <= endtc + ) + ] + for v in data.values(): + if isinstance(v, dict): + recurse(v) + + recurse(self.__data__) + def __post_process(self): if self.__post_processed: return @@ -111,6 +155,9 @@ class Results: self.__data__.get("lava", {}).get("login-action", {}).get("duration", 0) ) + # Attach logs now — after all lines are parsed + self.__attach_logs_to_tests__() + @property def data(self): self.__post_process() -- 2.47.2