[2026-03-04 08:29:45,354][ INFO][PID:2104653] Marking build as starting [2026-03-04 08:29:45,427][ INFO][PID:2104653] Checking that /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2026-03-04 08:29:45,443][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:29:45,444][ INFO][PID:2104653] VM allocation process starts [2026-03-04 08:29:45,456][ INFO][PID:2104653] Trying to allocate VM: ResallocHost, ticket_id=1705951, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-03-04 08:29:50,457][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:29:51,513][ INFO][PID:2104653] Allocated host ResallocHost, ticket_id=1705951, hostname=2620:52:6:1161:dead:beef:cafe:c14a, name=vmhost_p09_03_prod_02824258_20260304_074104, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-03-04 08:29:51,513][ INFO][PID:2104653] Allocating ssh connection to builder [2026-03-04 08:29:51,514][ INFO][PID:2104653] Checking that builder machine is OK [2026-03-04 08:29:53,038][ INFO][PID:2104653] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2026-03-04 08:29:53,599][ INFO][PID:2104653] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2026-03-04 08:29:53,600][ INFO][PID:2104653] Filling build.info file with builder info [2026-03-04 08:29:53,601][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:29:53,602][ INFO][PID:2104653] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "osbuild", "project_dirname": "osbuild", "submitter": "packit", "ended_on": null, "started_on": 1772612993.601957, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10189536-fedora-rawhide-ppc64le", "build_id": 10189536, "package_name": "osbuild", "package_version": "174-1.20260304081842408626.main.8.gfe09b328", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/osbuild/osbuild", "git_hash": "63bf337e61e9a029287234abf8776f11e35041c4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/osbuild--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/osbuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild", "result_dir": "10189536-osbuild", "built_packages": "", "id": 10189536, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "osbuild", "vendor": "Fedora Project COPR (@osbuild/osbuild)" } } ] } [2026-03-04 08:29:53,688][ INFO][PID:2104653] Sending fedora-messaging bus message in build.start [2026-03-04 08:29:54,217][ INFO][PID:2104653] Sending fedora-messaging bus message in chroot.start [2026-03-04 08:29:54,243][ INFO][PID:2104653] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10189536-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2026-03-04 08:29:55,078][ INFO][PID:2104653] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c14a' (ED25519) to the list of known hosts. [2026-03-04 08:29:55,079][ INFO][PID:2104653] Downloading the builder-live.log file, attempt 1 [2026-03-04 08:29:55,080][ INFO][PID:2104653] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14a copr-rpmbuild-log [2026-03-04 08:30:00,089][ INFO][PID:2104653] Periodic builder liveness probe: alive [2026-03-04 08:30:00,090][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:05,090][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:10,092][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:15,093][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:20,094][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:25,096][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:30,098][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:35,099][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:40,100][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:45,101][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:50,102][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:30:55,103][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:00,113][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:05,114][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:10,115][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:15,115][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:20,116][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:25,118][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:30,119][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:35,123][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:40,124][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:45,126][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:50,126][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:31:55,128][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:00,129][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:05,131][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:10,132][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:15,133][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:20,135][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:25,136][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:30,137][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:35,138][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:40,139][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:45,140][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:50,141][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:32:55,142][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:00,143][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:05,144][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:10,146][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:15,147][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:20,148][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:25,149][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:30,150][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:35,151][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:40,152][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:45,155][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:50,156][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:33:55,158][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:00,159][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:05,160][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:10,161][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:15,162][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:20,163][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:25,164][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:30,165][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:35,166][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:40,167][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:45,168][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:50,169][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:34:55,171][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:00,173][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:05,175][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:10,176][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:15,177][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:20,178][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:25,180][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:30,449][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:35,451][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:40,463][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:45,464][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:50,465][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:35:55,466][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:00,467][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:05,468][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:10,484][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:15,485][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:20,486][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:25,487][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:30,488][ INFO][PID:2104653] Checking for cancel request [2026-03-04 08:36:34,167][ INFO][PID:2104653] Downloading results from builder [2026-03-04 08:36:34,167][ INFO][PID:2104653] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14a]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild started [2026-03-04 08:36:34,169][ INFO][PID:2104653] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14a]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/ &> /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/build-10189536.rsync.log [2026-03-04 08:36:35,121][ INFO][PID:2104653] rsyncing finished. [2026-03-04 08:36:35,122][ INFO][PID:2104653] Releasing VM back to pool [2026-03-04 08:36:35,136][ INFO][PID:2104653] Searching for 'success' file in resultdir [2026-03-04 08:36:35,137][ ERROR][PID:2104653] Build failed: Backend process error: No success file => build failure [2026-03-04 08:36:35,138][ INFO][PID:2104653] Finished build: id=10189536 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@osbuild/osbuild chroot=fedora-rawhide-ppc64le [2026-03-04 08:36:35,140][ ERROR][PID:2104653] Backend process error: No success file => build failure [2026-03-04 08:36:35,141][ INFO][PID:2104653] Worker failed build, took 401.53961634635925 [2026-03-04 08:36:35,142][ INFO][PID:2104653] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "osbuild", "project_dirname": "osbuild", "submitter": "packit", "ended_on": 1772613395.1415734, "started_on": 1772612993.601957, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10189536-fedora-rawhide-ppc64le", "build_id": 10189536, "package_name": "osbuild", "package_version": "174-1.20260304081842408626.main.8.gfe09b328", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/osbuild/osbuild", "git_hash": "63bf337e61e9a029287234abf8776f11e35041c4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/osbuild--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/osbuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild", "result_dir": "10189536-osbuild", "built_packages": "", "id": 10189536, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "osbuild", "vendor": "Fedora Project COPR (@osbuild/osbuild)" } } ] } [2026-03-04 08:36:35,207][ INFO][PID:2104653] Sending fedora-messaging bus message in build.end [2026-03-04 08:36:35,241][ INFO][PID:2104653] Compressing /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/builder-live.log by gzip [2026-03-04 08:36:35,242][ INFO][PID:2104653] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/builder-live.log' as PID 2150707 [2026-03-04 08:36:35,296][ INFO][PID:2104653] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/builder-live.log) [2026-03-04 08:36:35,297][ INFO][PID:2104653] Compressing /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/backend.log by gzip [2026-03-04 08:36:35,298][ INFO][PID:2104653] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-ppc64le/10189536-osbuild/backend.log' as PID 2150719