[2026-02-12 12:59:13,687][ INFO][PID:3217592] Marking build as starting [2026-02-12 12:59:13,840][ INFO][PID:3217592] Checking that /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2026-02-12 12:59:14,081][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:14,085][ INFO][PID:3217592] VM allocation process starts [2026-02-12 12:59:14,111][ INFO][PID:3217592] Trying to allocate VM: ResallocHost, ticket_id=1292311, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 12:59:19,119][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:20,170][ INFO][PID:3217592] Allocated host ResallocHost, ticket_id=1292311, hostname=2620:52:6:1161:dead:beef:cafe:c195, name=vmhost_p09_04_prod_02208246_20260212_124436, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 12:59:20,172][ INFO][PID:3217592] Allocating ssh connection to builder [2026-02-12 12:59:20,173][ INFO][PID:3217592] Checking that builder machine is OK [2026-02-12 12:59:21,348][ INFO][PID:3217592] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2026-02-12 12:59:22,145][ INFO][PID:3217592] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2026-02-12 12:59:22,145][ INFO][PID:3217592] Filling build.info file with builder info [2026-02-12 12:59:22,146][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:22,153][ INFO][PID:3217592] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": null, "started_on": 1770901162.1509633, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10119177-fedora-rawhide-ppc64le", "build_id": 10119177, "package_name": "image-builder", "package_version": "49-1.20260212125244478244.main.1.g4e72464", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "a2253949bac54aef6a22619ecf7531b9c4da70ec", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "10119177-image-builder", "built_packages": "", "id": 10119177, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2026-02-12 12:59:22,258][ INFO][PID:3217592] Sending fedora-messaging bus message in build.start [2026-02-12 12:59:23,610][ INFO][PID:3217592] Sending fedora-messaging bus message in chroot.start [2026-02-12 12:59:23,645][ INFO][PID:3217592] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10119177-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2026-02-12 12:59:24,705][ INFO][PID:3217592] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c195' (ED25519) to the list of known hosts. [2026-02-12 12:59:24,707][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 1 [2026-02-12 12:59:24,718][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c195 copr-rpmbuild-log [2026-02-12 12:59:29,729][ INFO][PID:3217592] Periodic builder liveness probe: alive [2026-02-12 12:59:29,732][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:34,733][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:39,734][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:44,735][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:49,736][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:54,740][ INFO][PID:3217592] Checking for cancel request [2026-02-12 12:59:59,742][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:04,743][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:09,746][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:14,749][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:19,752][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:24,755][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:29,757][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:34,760][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:39,765][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:44,767][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:49,768][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:54,770][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:00:59,774][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:04,784][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:09,786][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:14,788][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:19,799][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:24,802][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:29,804][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:34,806][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:39,821][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:44,824][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:49,831][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:54,851][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:01:59,852][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:04,853][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:09,855][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:14,856][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:19,859][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:24,861][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:29,863][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:34,865][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:39,866][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:44,867][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:49,868][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:54,869][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:02:59,870][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:04,878][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:09,879][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:14,881][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:19,883][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:24,884][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:29,885][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:34,887][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:39,889][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:44,891][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:49,893][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:54,894][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:03:59,895][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:04,901][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:09,904][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:14,907][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:19,909][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:24,910][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:29,912][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:34,913][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:39,914][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:44,917][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:49,919][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:54,921][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:04:59,922][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:04,923][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:09,924][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:14,925][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:19,927][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:24,929][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:29,930][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:34,937][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:39,938][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:44,939][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:49,949][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:54,951][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:05:59,953][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:04,956][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:09,957][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:14,962][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:19,967][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:24,969][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:29,972][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:34,973][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:39,976][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:44,980][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:49,982][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:54,986][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:06:59,991][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:04,995][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:10,002][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:15,004][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:20,007][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:25,011][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:30,012][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:35,014][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:40,022][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:45,023][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:50,027][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:07:55,031][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:00,032][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:05,037][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:10,039][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:15,040][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:20,162][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:25,169][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:30,170][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:35,171][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:40,173][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:45,175][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:50,176][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:08:55,177][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:00,179][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:05,184][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:10,185][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:15,190][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:20,195][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:25,198][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:30,210][ INFO][PID:3217592] Periodic builder liveness probe: alive [2026-02-12 13:09:30,212][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:35,215][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:40,216][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:45,227][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:50,229][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:09:55,236][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:10:00,237][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:10:05,239][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:10:10,251][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:10:13,370][ INFO][PID:3217592] Downloading results from builder [2026-02-12 13:10:13,372][ INFO][PID:3217592] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder started [2026-02-12 13:10:13,376][ INFO][PID:3217592] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/build-10119177.rsync.log [2026-02-12 13:11:13,489][ INFO][PID:3217592] rsyncing finished. [2026-02-12 13:11:13,490][ ERROR][PID:3217592] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:11:13,491][ ERROR][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:11:23,491][ INFO][PID:3217592] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder started [2026-02-12 13:11:23,493][ INFO][PID:3217592] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/build-10119177.rsync.log [2026-02-12 13:12:23,647][ INFO][PID:3217592] rsyncing finished. [2026-02-12 13:12:23,678][ ERROR][PID:3217592] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:12:23,680][ ERROR][PID:3217592] SSH connection lost on #2 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:12:33,684][ INFO][PID:3217592] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder started [2026-02-12 13:12:33,688][ INFO][PID:3217592] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c195]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/build-10119177.rsync.log [2026-02-12 13:13:33,795][ INFO][PID:3217592] rsyncing finished. [2026-02-12 13:13:33,796][ ERROR][PID:3217592] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:13:33,798][ ERROR][PID:3217592] SSH connection lost on #3 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-02-12 13:13:43,804][ ERROR][PID:3217592] Re-try request for task on 'ResallocHost, ticket_id=1292311, hostname=2620:52:6:1161:dead:beef:cafe:c195, name=vmhost_p09_04_prod_02208246_20260212_124436, requested_tags=['copr_builder', 'arch_ppc64le']': Unable to finish after 3 SSH attempts [2026-02-12 13:13:43,806][ INFO][PID:3217592] Releasing VM back to pool [2026-02-12 13:13:43,849][ INFO][PID:3217592] Retry #1 (on other host) [2026-02-12 13:13:43,850][ INFO][PID:3217592] Checking that /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2026-02-12 13:13:43,852][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:13:43,854][ INFO][PID:3217592] VM allocation process starts [2026-02-12 13:13:43,906][ INFO][PID:3217592] Trying to allocate VM: ResallocHost, ticket_id=1292936, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 13:13:48,911][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:13:53,913][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:13:58,914][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:03,917][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:08,920][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:13,922][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:18,924][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:23,926][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:28,928][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:33,931][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:38,933][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:43,938][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:48,951][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:52,123][ INFO][PID:3217592] Allocated host ResallocHost, ticket_id=1292936, hostname=2620:52:6:1161:dead:beef:cafe:c194, name=vmhost_p09_04_prod_02209274_20260212_131155, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 13:14:52,125][ INFO][PID:3217592] Allocating ssh connection to builder [2026-02-12 13:14:52,129][ INFO][PID:3217592] Checking that builder machine is OK [2026-02-12 13:14:53,268][ INFO][PID:3217592] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2026-02-12 13:14:53,855][ INFO][PID:3217592] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2026-02-12 13:14:53,856][ INFO][PID:3217592] Filling build.info file with builder info [2026-02-12 13:14:54,047][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:14:54,049][ INFO][PID:3217592] Not re-notifying FE and msg buses for the new host. [2026-02-12 13:14:54,051][ INFO][PID:3217592] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10119177-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2026-02-12 13:14:55,096][ INFO][PID:3217592] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c194' (ED25519) to the list of known hosts. [2026-02-12 13:14:55,101][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 1 [2026-02-12 13:14:55,221][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c194 copr-rpmbuild-log [2026-02-12 13:15:00,105][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:05,107][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:10,142][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:15,153][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:20,156][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:25,160][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:30,166][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:35,214][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:40,238][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:45,311][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:50,313][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:15:55,315][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:00,318][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:05,360][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:10,432][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:15,439][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:20,451][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:25,458][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:30,459][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:35,463][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:40,468][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:45,469][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:50,472][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:16:55,476][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:00,490][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:05,494][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:10,499][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:15,510][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:20,513][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:25,516][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:30,521][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:35,537][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:40,540][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:45,541][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:50,545][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:17:55,547][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:00,553][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:05,555][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:10,562][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:15,566][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:20,570][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:25,685][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:30,689][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:35,692][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:40,695][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:45,701][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:50,706][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:18:55,709][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:00,711][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:05,720][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:10,818][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:15,877][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:20,879][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:25,883][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:30,919][ INFO][PID:3217592] Periodic builder liveness probe: alive [2026-02-12 13:19:30,923][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:35,929][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:40,931][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:46,085][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:51,089][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:19:56,185][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:01,188][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:06,191][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:11,198][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:16,204][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:21,205][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:26,207][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:31,218][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:36,233][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:41,242][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:46,244][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:51,245][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:20:56,259][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:01,272][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:06,286][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:11,338][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:16,366][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:21,385][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:26,389][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:31,396][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:36,430][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:41,554][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:46,569][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:51,586][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:21:56,633][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:01,667][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:06,675][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:11,737][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:16,758][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:21,774][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:26,827][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:31,833][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:36,850][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:41,901][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:46,914][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:51,919][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:22:56,985][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:01,991][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:07,022][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:12,025][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:17,029][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:22,173][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:27,184][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:32,195][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:37,199][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:42,204][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:47,247][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:52,252][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:23:57,254][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:02,258][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:07,261][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:11,370][ ERROR][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-02-12 13:24:12,266][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:17,272][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:21,373][WARNING][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-02-12 13:24:22,274][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:27,286][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:31,374][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 2 [2026-02-12 13:24:31,386][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c194 copr-rpmbuild-log [2026-02-12 13:24:32,408][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:37,423][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:42,437][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:47,447][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:52,456][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:24:57,477][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:02,480][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:07,482][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:12,493][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:17,500][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:22,512][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:27,516][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:31,493][ ERROR][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-02-12 13:25:32,524][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:37,525][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:41,496][WARNING][PID:3217592] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-02-12 13:25:42,548][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:47,553][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:51,497][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 3 [2026-02-12 13:25:51,503][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c194 copr-rpmbuild-log [2026-02-12 13:25:52,558][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:25:57,562][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:02,570][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:07,576][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:12,586][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:17,595][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:22,602][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:27,606][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:32,608][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:37,613][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:42,617][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:47,627][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:51,620][ ERROR][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-02-12 13:26:52,652][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:26:57,655][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:01,665][WARNING][PID:3217592] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-02-12 13:27:02,658][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:07,662][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:11,668][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 4 [2026-02-12 13:27:11,675][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c194 copr-rpmbuild-log [2026-02-12 13:27:12,671][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:17,672][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:22,674][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:27,791][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:32,806][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:37,809][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:42,814][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:47,820][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:52,821][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:27:57,825][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:02,829][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:07,831][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:11,800][ ERROR][PID:3217592] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-02-12 13:28:12,832][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:17,850][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:21,856][ ERROR][PID:3217592] Giving up for unstable SSH, failures: 1770902661.3737814, 1770902741.4968128, 1770902821.6659174, 1770902901.8562624 [2026-02-12 13:28:21,859][ ERROR][PID:3217592] Re-try request for task on 'ResallocHost, ticket_id=1292936, hostname=2620:52:6:1161:dead:beef:cafe:c194, name=vmhost_p09_04_prod_02209274_20260212_131155, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-02-12 13:28:21,859][ INFO][PID:3217592] Releasing VM back to pool [2026-02-12 13:28:21,872][ INFO][PID:3217592] Retry #2 (on other host) [2026-02-12 13:28:21,873][ INFO][PID:3217592] Checking that /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2026-02-12 13:28:21,965][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:21,966][ INFO][PID:3217592] VM allocation process starts [2026-02-12 13:28:21,979][ INFO][PID:3217592] Trying to allocate VM: ResallocHost, ticket_id=1293570, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 13:28:25,007][ INFO][PID:3217592] Allocated host ResallocHost, ticket_id=1293570, hostname=2620:52:6:1161:dead:beef:cafe:c10b, name=vmhost_p09_02_prod_02209733_20260212_131742, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-02-12 13:28:25,008][ INFO][PID:3217592] Allocating ssh connection to builder [2026-02-12 13:28:25,008][ INFO][PID:3217592] Checking that builder machine is OK [2026-02-12 13:28:26,093][ INFO][PID:3217592] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2026-02-12 13:28:26,616][ INFO][PID:3217592] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2026-02-12 13:28:26,617][ INFO][PID:3217592] Filling build.info file with builder info [2026-02-12 13:28:26,827][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:26,828][ INFO][PID:3217592] Not re-notifying FE and msg buses for the new host. [2026-02-12 13:28:26,829][ INFO][PID:3217592] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10119177-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2026-02-12 13:28:27,800][ INFO][PID:3217592] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c10b' (ED25519) to the list of known hosts. [2026-02-12 13:28:27,802][ INFO][PID:3217592] Downloading the builder-live.log file, attempt 1 [2026-02-12 13:28:27,803][ INFO][PID:3217592] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c10b copr-rpmbuild-log [2026-02-12 13:28:32,802][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:37,939][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:42,943][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:47,945][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:52,946][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:28:57,947][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:02,948][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:07,950][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:12,951][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:17,952][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:22,953][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:27,954][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:32,963][ INFO][PID:3217592] Periodic builder liveness probe: alive [2026-02-12 13:29:32,969][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:37,970][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:42,972][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:47,975][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:52,977][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:29:58,094][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:03,124][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:08,128][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:13,137][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:18,139][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:23,142][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:28,145][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:33,253][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:38,263][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:43,276][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:48,281][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:53,283][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:30:58,286][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:03,352][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:08,358][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:13,389][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:18,400][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:23,401][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:28,405][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:33,409][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:38,415][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:43,416][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:48,420][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:53,429][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:31:58,439][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:03,453][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:08,463][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:13,473][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:18,494][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:23,497][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:28,502][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:33,533][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:38,541][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:43,552][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:48,554][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:53,557][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:32:58,561][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:03,566][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:08,571][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:13,574][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:18,583][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:23,587][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:28,592][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:33,715][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:38,722][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:43,782][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:48,783][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:53,785][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:33:58,786][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:03,792][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:08,793][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:13,794][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:18,795][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:23,797][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:28,798][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:33,799][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:38,800][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:43,801][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:48,802][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:54,003][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:34:59,004][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:04,005][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:09,008][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:14,009][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:19,015][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:24,028][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:29,038][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:34,138][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:39,140][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:44,146][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:49,149][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:54,249][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:35:59,250][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:04,287][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:09,292][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:14,301][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:19,322][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:24,391][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:29,394][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:34,571][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:39,578][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:44,582][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:49,589][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:54,594][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:36:59,597][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:04,600][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:09,603][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:14,623][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:19,625][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:24,626][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:29,641][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:34,643][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:39,728][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:44,731][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:49,736][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:54,740][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:37:59,741][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:04,742][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:09,896][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:14,907][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:19,910][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:24,914][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:29,918][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:34,920][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:39,921][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:44,928][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:49,932][ INFO][PID:3217592] Checking for cancel request [2026-02-12 13:38:50,795][ INFO][PID:3217592] Downloading results from builder [2026-02-12 13:38:50,796][ INFO][PID:3217592] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10b]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder started [2026-02-12 13:38:50,800][ INFO][PID:3217592] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10b]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/build-10119177.rsync.log [2026-02-12 13:38:52,657][ INFO][PID:3217592] rsyncing finished. [2026-02-12 13:38:52,662][ INFO][PID:3217592] Releasing VM back to pool [2026-02-12 13:38:52,707][ INFO][PID:3217592] Searching for 'success' file in resultdir [2026-02-12 13:38:52,712][ INFO][PID:3217592] Going to sign pkgs from source: 10119177-fedora-rawhide-ppc64le in chroot: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le [2026-02-12 13:38:52,715][ INFO][PID:3217592] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2026-02-12 13:38:53,007][ INFO][PID:3217592] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-debuginfo-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm' (attempt #1) [2026-02-12 13:38:54,563][ INFO][PID:3217592] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-debuginfo-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm [2026-02-12 13:38:54,564][ INFO][PID:3217592] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm' (attempt #1) [2026-02-12 13:38:55,962][ INFO][PID:3217592] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm [2026-02-12 13:38:55,964][ INFO][PID:3217592] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-49-1.20260212125244478244.main.1.g4e72464.fc45.src.rpm' (attempt #1) [2026-02-12 13:38:57,503][ INFO][PID:3217592] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-49-1.20260212125244478244.main.1.g4e72464.fc45.src.rpm [2026-02-12 13:38:57,504][ INFO][PID:3217592] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-debugsource-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm' (attempt #1) [2026-02-12 13:38:58,698][ INFO][PID:3217592] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/image-builder-debugsource-49-1.20260212125244478244.main.1.g4e72464.fc45.ppc64le.rpm [2026-02-12 13:38:58,699][ INFO][PID:3217592] Sign done [2026-02-12 13:38:58,701][ INFO][PID:3217592] Incremental createrepo run, adding 10119177-image-builder into https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-ppc64le, (auto-create-repo=True) [2026-02-12 13:38:58,707][ INFO][PID:3217592] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le --add 10119177-image-builder --no-appstream-metadata' as PID 3639746 [2026-02-12 13:39:00,805][ INFO][PID:3217592] Finished after 2 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le --add 10119177-image-builder --no-appstream-metadata) [2026-02-12 13:39:00,806][ INFO][PID:3217592] Getting build details [2026-02-12 13:39:00,807][ INFO][PID:3217592] Listing built binary packages in /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder [2026-02-12 13:39:00,809][ INFO][PID:3217592] Built packages: ['image-builder 49', 'image-builder-debuginfo 49', 'image-builder-debugsource 49'] [2026-02-12 13:39:00,811][ INFO][PID:3217592] build details: {'built_packages': 'image-builder 49\nimage-builder-debuginfo 49\nimage-builder-debugsource 49'} [2026-02-12 13:39:00,812][ INFO][PID:3217592] Retrieving pubkey [2026-02-12 13:39:00,817][ INFO][PID:3217592] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2026-02-12 13:39:01,136][ INFO][PID:3217592] Added pubkey for user @osbuild project image-builder into: /var/lib/copr/public_html/results/@osbuild/image-builder/pubkey.gpg [2026-02-12 13:39:01,138][ INFO][PID:3217592] Finished build: id=10119177 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/@osbuild/image-builder chroot=fedora-rawhide-ppc64le [2026-02-12 13:39:01,154][ INFO][PID:3217592] Worker succeeded build, took 634.3251326084137 [2026-02-12 13:39:01,155][ INFO][PID:3217592] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": 1770903541.153996, "started_on": 1770902906.8288634, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10119177-fedora-rawhide-ppc64le", "build_id": 10119177, "package_name": "image-builder", "package_version": "49-1.20260212125244478244.main.1.g4e72464", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "a2253949bac54aef6a22619ecf7531b9c4da70ec", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": { "packages": [ { "name": "image-builder", "epoch": null, "version": "49", "release": "1.20260212125244478244.main.1.g4e72464.fc45", "arch": "ppc64le" }, { "name": "image-builder-debuginfo", "epoch": null, "version": "49", "release": "1.20260212125244478244.main.1.g4e72464.fc45", "arch": "ppc64le" }, { "name": "image-builder-debugsource", "epoch": null, "version": "49", "release": "1.20260212125244478244.main.1.g4e72464.fc45", "arch": "ppc64le" }, { "name": "image-builder", "epoch": null, "version": "49", "release": "1.20260212125244478244.main.1.g4e72464.fc45", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "10119177-image-builder", "built_packages": "image-builder 49\nimage-builder-debuginfo 49\nimage-builder-debugsource 49", "id": 10119177, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2026-02-12 13:39:01,317][ INFO][PID:3217592] Sending fedora-messaging bus message in build.end [2026-02-12 13:39:01,364][ INFO][PID:3217592] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/builder-live.log by gzip [2026-02-12 13:39:01,367][ INFO][PID:3217592] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/builder-live.log' as PID 3640138 [2026-02-12 13:39:01,412][ INFO][PID:3217592] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/builder-live.log) [2026-02-12 13:39:01,413][ INFO][PID:3217592] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/backend.log by gzip [2026-02-12 13:39:01,417][ INFO][PID:3217592] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-ppc64le/10119177-image-builder/backend.log' as PID 3640144