[2026-03-21 14:16:24,870][ INFO][PID:1827748] Marking build as starting [2026-03-21 14:16:24,932][ INFO][PID:1827748] Checking that /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/repodata/repomd.xml exists [2026-03-21 14:16:24,933][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:24,934][ INFO][PID:1827748] VM allocation process starts [2026-03-21 14:16:24,975][ INFO][PID:1827748] Trying to allocate VM: ResallocHost, ticket_id=1972365, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-03-21 14:16:29,985][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:34,986][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:37,019][ INFO][PID:1827748] Allocated host ResallocHost, ticket_id=1972365, hostname=2620:52:6:1161:dead:beef:cafe:c146, name=vmhost_p09_02_prod_04010087_20260321_044856, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-03-21 14:16:37,020][ INFO][PID:1827748] Allocating ssh connection to builder [2026-03-21 14:16:37,020][ INFO][PID:1827748] Checking that builder machine is OK [2026-03-21 14:16:38,007][ INFO][PID:1827748] Running remote command: copr-builder-ready epel-9-ppc64le [2026-03-21 14:16:38,567][ INFO][PID:1827748] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-03-21 14:16:38,568][ INFO][PID:1827748] Filling build.info file with builder info [2026-03-21 14:16:38,569][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:38,570][ INFO][PID:1827748] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ligenix", "project_name": "enterprise-cosmic-testing", "project_dirname": "enterprise-cosmic-testing", "submitter": "ligenix", "ended_on": null, "started_on": 1774102598.5705304, "submitted_on": null, "status": 3, "chroot": "epel-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10249805-epel-9-ppc64le", "build_id": 10249805, "package_name": "cosmic-ext-applet-package-updater", "package_version": "1.3.0~git20260212.603af7a-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ligenix/enterprise-cosmic-testing/cosmic-ext-applet-package-updater", "git_hash": "7bc62107a391b729f4c8d7a3c21c9b6b9f421c1b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ligenix/enterprise-cosmic-testing--ligenix", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic/epel-9-ppc64le/", "id": "copr_ligenix_enterprise_cosmic_rhel_epel_releasever_basearch", "name": "Additional repo copr_ligenix_enterprise_cosmic_rhel_epel_releasever_basearch" }, { "baseurl": "http://dl.rockylinux.org/pub/rocky/$releasever/devel/$basearch/os/", "id": "http_dl_rockylinux_org_pub_rocky_releasever_devel_basearch_os", "name": "Additional repo http_dl_rockylinux_org_pub_rocky_releasever_devel_basearch_os" }, { "baseurl": "https://repo.almalinux.org/almalinux/$releasever/BaseOS/$basearch/os/", "id": "https_repo_almalinux_org_almalinux_releasever_BaseOS_basearch_os", "name": "Additional repo https_repo_almalinux_org_almalinux_releasever_BaseOS_basearch_os" }, { "baseurl": "https://repo.almalinux.org/almalinux/$releasever/AppStream/$basearch/os/", "id": "https_repo_almalinux_org_almalinux_releasever_AppStream_basearch_os", "name": "Additional repo https_repo_almalinux_org_almalinux_releasever_AppStream_basearch_os" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [ "jackserver_plugin", "libcamera_plugin" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic-testing", "result_dir": "10249805-cosmic-ext-applet-package-updater", "built_packages": "", "id": 10249805, "mockchain_macros": { "copr_username": "ligenix", "copr_projectname": "enterprise-cosmic-testing", "vendor": "Fedora Project COPR (ligenix/enterprise-cosmic-testing)" } } ] } [2026-03-21 14:16:38,656][ INFO][PID:1827748] Sending fedora-messaging bus message in build.start [2026-03-21 14:16:39,519][ INFO][PID:1827748] Sending fedora-messaging bus message in chroot.start [2026-03-21 14:16:39,547][ INFO][PID:1827748] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10249805-epel-9-ppc64le --chroot epel-9-ppc64le --detached [2026-03-21 14:16:40,596][ INFO][PID:1827748] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c146' (ED25519) to the list of known hosts. [2026-03-21 14:16:40,597][ INFO][PID:1827748] Downloading the builder-live.log file, attempt 1 [2026-03-21 14:16:40,598][ INFO][PID:1827748] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c146 copr-rpmbuild-log [2026-03-21 14:16:45,605][ INFO][PID:1827748] Periodic builder liveness probe: alive [2026-03-21 14:16:45,606][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:50,607][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:16:55,607][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:00,608][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:05,609][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:10,610][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:15,611][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:20,612][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:25,613][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:30,614][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:35,615][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:40,617][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:45,619][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:50,620][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:17:55,622][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:00,623][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:05,624][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:10,626][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:15,627][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:20,628][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:25,629][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:30,630][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:35,631][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:40,634][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:45,635][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:50,636][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:18:55,637][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:00,638][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:05,639][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:10,641][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:15,641][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:20,642][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:25,643][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:30,644][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:35,646][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:40,647][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:45,648][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:50,649][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:19:55,650][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:00,651][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:05,652][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:10,653][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:15,654][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:20,655][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:25,656][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:30,668][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:35,669][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:40,670][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:45,672][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:50,673][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:20:55,674][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:00,675][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:05,675][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:10,676][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:15,677][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:20,678][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:25,679][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:30,680][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:35,681][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:40,687][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:45,688][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:50,689][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:21:55,690][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:00,691][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:05,692][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:10,693][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:15,694][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:20,694][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:25,695][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:30,696][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:35,697][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:40,698][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:45,699][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:50,700][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:22:55,701][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:00,702][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:05,703][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:10,704][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:15,705][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:20,706][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:25,707][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:30,708][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:35,709][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:40,710][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:45,711][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:50,712][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:23:55,713][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:00,714][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:05,717][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:10,720][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:15,721][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:20,722][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:25,723][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:30,724][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:35,725][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:40,726][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:45,727][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:50,728][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:24:55,729][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:00,730][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:05,731][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:10,732][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:15,733][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:20,734][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:25,735][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:30,736][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:35,737][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:40,738][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:45,739][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:50,740][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:25:55,741][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:00,743][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:05,746][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:10,747][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:15,748][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:20,749][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:25,750][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:30,751][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:35,752][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:40,754][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:45,763][ INFO][PID:1827748] Periodic builder liveness probe: alive [2026-03-21 14:26:45,764][ INFO][PID:1827748] Checking for cancel request [2026-03-21 14:26:50,499][ INFO][PID:1827748] Downloading results from builder [2026-03-21 14:26:50,500][ INFO][PID:1827748] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c146]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater started [2026-03-21 14:26:50,501][ INFO][PID:1827748] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c146]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/ &> /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/build-10249805.rsync.log [2026-03-21 14:26:51,631][ INFO][PID:1827748] rsyncing finished. [2026-03-21 14:26:51,632][ INFO][PID:1827748] Releasing VM back to pool [2026-03-21 14:26:51,644][ INFO][PID:1827748] Searching for 'success' file in resultdir [2026-03-21 14:26:51,645][ ERROR][PID:1827748] Build failed: Backend process error: No success file => build failure [2026-03-21 14:26:51,645][ INFO][PID:1827748] Finished build: id=10249805 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing chroot=epel-9-ppc64le [2026-03-21 14:26:51,647][ ERROR][PID:1827748] Backend process error: No success file => build failure [2026-03-21 14:26:51,647][ INFO][PID:1827748] Worker failed build, took 613.0771791934967 [2026-03-21 14:26:51,648][ INFO][PID:1827748] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ligenix", "project_name": "enterprise-cosmic-testing", "project_dirname": "enterprise-cosmic-testing", "submitter": "ligenix", "ended_on": 1774103211.6477096, "started_on": 1774102598.5705304, "submitted_on": null, "status": 0, "chroot": "epel-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10249805-epel-9-ppc64le", "build_id": 10249805, "package_name": "cosmic-ext-applet-package-updater", "package_version": "1.3.0~git20260212.603af7a-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ligenix/enterprise-cosmic-testing/cosmic-ext-applet-package-updater", "git_hash": "7bc62107a391b729f4c8d7a3c21c9b6b9f421c1b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ligenix/enterprise-cosmic-testing--ligenix", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic/epel-9-ppc64le/", "id": "copr_ligenix_enterprise_cosmic_rhel_epel_releasever_basearch", "name": "Additional repo copr_ligenix_enterprise_cosmic_rhel_epel_releasever_basearch" }, { "baseurl": "http://dl.rockylinux.org/pub/rocky/$releasever/devel/$basearch/os/", "id": "http_dl_rockylinux_org_pub_rocky_releasever_devel_basearch_os", "name": "Additional repo http_dl_rockylinux_org_pub_rocky_releasever_devel_basearch_os" }, { "baseurl": "https://repo.almalinux.org/almalinux/$releasever/BaseOS/$basearch/os/", "id": "https_repo_almalinux_org_almalinux_releasever_BaseOS_basearch_os", "name": "Additional repo https_repo_almalinux_org_almalinux_releasever_BaseOS_basearch_os" }, { "baseurl": "https://repo.almalinux.org/almalinux/$releasever/AppStream/$basearch/os/", "id": "https_repo_almalinux_org_almalinux_releasever_AppStream_basearch_os", "name": "Additional repo https_repo_almalinux_org_almalinux_releasever_AppStream_basearch_os" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [ "jackserver_plugin", "libcamera_plugin" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ligenix/enterprise-cosmic-testing", "result_dir": "10249805-cosmic-ext-applet-package-updater", "built_packages": "", "id": 10249805, "mockchain_macros": { "copr_username": "ligenix", "copr_projectname": "enterprise-cosmic-testing", "vendor": "Fedora Project COPR (ligenix/enterprise-cosmic-testing)" } } ] } [2026-03-21 14:26:51,689][ INFO][PID:1827748] Sending fedora-messaging bus message in build.end [2026-03-21 14:26:51,715][ INFO][PID:1827748] Compressing /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/builder-live.log by gzip [2026-03-21 14:26:51,716][ INFO][PID:1827748] Running command 'gzip /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/builder-live.log' as PID 1874745 [2026-03-21 14:26:51,741][ INFO][PID:1827748] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/builder-live.log) [2026-03-21 14:26:51,742][ INFO][PID:1827748] Compressing /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/backend.log by gzip [2026-03-21 14:26:51,742][ INFO][PID:1827748] Running command 'gzip /var/lib/copr/public_html/results/ligenix/enterprise-cosmic-testing/epel-9-ppc64le/10249805-cosmic-ext-applet-package-updater/backend.log' as PID 1874746