[2025-12-27 02:21:29,532][ INFO][PID:2992976] Marking build as starting [2025-12-27 02:21:29,637][ INFO][PID:2992976] Checking that /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2025-12-27 02:21:29,638][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:29,639][ INFO][PID:2992976] VM allocation process starts [2025-12-27 02:21:29,650][ INFO][PID:2992976] Trying to allocate VM: ResallocHost, ticket_id=528837, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-27 02:21:34,652][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:39,653][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:44,661][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:49,662][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:54,669][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:21:59,697][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:04,718][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:09,719][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:14,720][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:19,721][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:24,722][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:29,723][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:34,724][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:39,725][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:44,725][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:49,726][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:54,730][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:22:59,731][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:04,732][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:09,733][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:14,734][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:19,735][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:24,736][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:29,736][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:34,738][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:39,739][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:44,740][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:49,741][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:54,741][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:23:59,742][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:04,744][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:09,744][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:14,745][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:19,746][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:24,747][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:29,748][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:34,749][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:39,751][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:44,752][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:47,726][ INFO][PID:2992976] Allocated host ResallocHost, ticket_id=528837, hostname=2620:52:6:1161:dead:beef:cafe:c14d, name=vmhost_p09_03_prod_00786101_20251227_021859, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-27 02:24:47,727][ INFO][PID:2992976] Allocating ssh connection to builder [2025-12-27 02:24:47,727][ INFO][PID:2992976] Checking that builder machine is OK [2025-12-27 02:24:48,887][ INFO][PID:2992976] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-12-27 02:24:49,393][ INFO][PID:2992976] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-12-27 02:24:49,394][ INFO][PID:2992976] Filling build.info file with builder info [2025-12-27 02:24:49,409][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:24:49,410][ INFO][PID:2992976] Sending build state back to frontend: { "builds": [ { "timeout": 115200, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "siddhesh", "project_name": "mbp-gcc-16", "project_dirname": "mbp-gcc-16", "submitter": "siddhesh", "ended_on": null, "started_on": 1766802289.40995, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9944896-fedora-rawhide-ppc64le", "build_id": 9944896, "package_name": "globus-scheduler-event-generator", "package_version": "6.6-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/siddhesh/mbp-gcc-16/globus-scheduler-event-generator", "git_hash": "803ae7c916f1c0df9e06867b84b9f4bd7850f81f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "siddhesh/mbp-gcc-16--siddhesh", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/f44-build-side-124978/latest/$basearch/", "id": "https_kojipkgs_fedoraproject_org_repos_f44_build_side_124978_latest_basearch", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_f44_build_side_124978_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/siddhesh/mbp-gcc-16", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/siddhesh/mbp-gcc-16", "result_dir": "09944896-globus-scheduler-event-generator", "built_packages": "", "id": 9944896, "mockchain_macros": { "copr_username": "siddhesh", "copr_projectname": "mbp-gcc-16", "vendor": "Fedora Project COPR (siddhesh/mbp-gcc-16)" } } ] } [2025-12-27 02:24:49,457][ INFO][PID:2992976] Sending fedora-messaging bus message in build.start [2025-12-27 02:24:49,960][ INFO][PID:2992976] Sending fedora-messaging bus message in chroot.start [2025-12-27 02:24:49,986][ INFO][PID:2992976] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9944896-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-12-27 02:24:50,934][ INFO][PID:2992976] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c14d' (ED25519) to the list of known hosts. [2025-12-27 02:24:50,935][ INFO][PID:2992976] Downloading the builder-live.log file, attempt 1 [2025-12-27 02:24:50,936][ INFO][PID:2992976] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-27 02:24:55,940][ INFO][PID:2992976] Periodic builder liveness probe: alive [2025-12-27 02:24:55,940][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:00,941][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:05,942][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:10,943][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:15,944][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:20,945][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:25,946][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:30,947][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:35,948][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:40,949][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:45,950][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:50,951][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:25:55,952][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:00,953][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:05,954][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:10,956][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:15,957][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:20,958][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:25,959][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:30,959][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:35,961][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:40,961][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:45,963][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:50,963][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:26:55,965][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:00,966][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:05,967][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:07,366][ ERROR][PID:2992976] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 02:27:10,968][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:15,969][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:17,367][WARNING][PID:2992976] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 02:27:20,970][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:25,971][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:27,368][ INFO][PID:2992976] Downloading the builder-live.log file, attempt 2 [2025-12-27 02:27:27,369][ INFO][PID:2992976] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-27 02:27:30,971][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:35,972][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:40,973][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:45,974][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:50,975][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:27:55,976][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:00,977][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:05,978][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:10,979][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:15,980][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:20,981][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:25,982][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:27,404][ ERROR][PID:2992976] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 02:28:30,983][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:35,983][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:37,420][WARNING][PID:2992976] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 02:28:40,984][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:45,985][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:47,421][ INFO][PID:2992976] Downloading the builder-live.log file, attempt 3 [2025-12-27 02:28:47,422][ INFO][PID:2992976] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-27 02:28:50,986][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:28:55,987][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:00,988][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:05,989][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:10,990][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:15,991][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:20,992][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:25,994][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:30,995][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:35,996][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:40,997][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:45,998][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:47,489][ ERROR][PID:2992976] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 02:29:50,999][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:56,000][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:29:57,503][WARNING][PID:2992976] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 02:30:01,001][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:06,002][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:07,504][ INFO][PID:2992976] Downloading the builder-live.log file, attempt 4 [2025-12-27 02:30:07,505][ INFO][PID:2992976] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-27 02:30:11,003][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:16,004][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:21,005][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:26,006][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:31,007][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:36,008][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:41,009][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:46,010][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:51,011][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:30:56,012][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:01,013][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:06,014][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:07,573][ ERROR][PID:2992976] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 02:31:11,015][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:16,016][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:17,583][ ERROR][PID:2992976] Giving up for unstable SSH, failures: 1766802437.3673851, 1766802517.4207957, 1766802597.5035505, 1766802677.5832374 [2025-12-27 02:31:17,584][ ERROR][PID:2992976] Re-try request for task on 'ResallocHost, ticket_id=528837, hostname=2620:52:6:1161:dead:beef:cafe:c14d, name=vmhost_p09_03_prod_00786101_20251227_021859, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-12-27 02:31:17,585][ INFO][PID:2992976] Releasing VM back to pool [2025-12-27 02:31:17,642][ INFO][PID:2992976] Retry #1 (on other host) [2025-12-27 02:31:17,643][ INFO][PID:2992976] Checking that /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/repodata/repomd.xml exists [2025-12-27 02:31:17,645][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:17,645][ INFO][PID:2992976] VM allocation process starts [2025-12-27 02:31:17,704][ INFO][PID:2992976] Trying to allocate VM: ResallocHost, ticket_id=528972, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-27 02:31:22,706][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:27,707][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:32,708][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:37,709][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:42,710][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:47,711][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:52,712][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:31:57,713][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:02,722][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:07,724][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:12,725][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:17,726][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:22,727][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:27,728][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:32,729][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:37,730][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:42,731][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:47,732][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:52,733][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:32:57,734][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:02,736][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:07,737][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:12,738][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:17,739][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:22,740][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:27,741][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:32,743][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:35,869][ INFO][PID:2992976] Allocated host ResallocHost, ticket_id=528972, hostname=2620:52:6:1161:dead:beef:cafe:c153, name=vmhost_p09_03_prod_00786151_20251227_022559, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-27 02:33:35,870][ INFO][PID:2992976] Allocating ssh connection to builder [2025-12-27 02:33:35,872][ INFO][PID:2992976] Checking that builder machine is OK [2025-12-27 02:33:36,769][ INFO][PID:2992976] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-12-27 02:33:37,350][ INFO][PID:2992976] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-12-27 02:33:37,352][ INFO][PID:2992976] Filling build.info file with builder info [2025-12-27 02:33:37,360][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:37,362][ INFO][PID:2992976] Not re-notifying FE and msg buses for the new host. [2025-12-27 02:33:37,362][ INFO][PID:2992976] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9944896-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-12-27 02:33:38,391][ INFO][PID:2992976] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c153' (ED25519) to the list of known hosts. [2025-12-27 02:33:38,392][ INFO][PID:2992976] Downloading the builder-live.log file, attempt 1 [2025-12-27 02:33:38,401][ INFO][PID:2992976] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c153 copr-rpmbuild-log [2025-12-27 02:33:43,404][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:48,406][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:53,408][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:33:58,409][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:03,410][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:08,411][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:13,412][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:18,413][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:23,415][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:28,416][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:33,417][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:38,418][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:43,419][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:48,421][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:53,422][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:34:58,429][ INFO][PID:2992976] Periodic builder liveness probe: alive [2025-12-27 02:34:58,430][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:03,431][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:08,432][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:13,433][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:18,434][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:23,435][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:28,436][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:33,438][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:38,439][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:43,440][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:48,441][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:53,442][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:35:58,443][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:03,446][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:08,447][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:13,451][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:18,452][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:23,454][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:28,455][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:33,455][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:38,456][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:43,457][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:48,458][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:53,459][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:36:58,461][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:03,462][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:08,463][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:13,464][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:18,466][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:23,472][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:28,474][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:33,475][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:38,476][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:43,477][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:48,480][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:53,484][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:37:58,485][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:03,486][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:08,488][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:13,489][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:18,490][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:23,491][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:28,496][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:33,497][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:38,498][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:43,499][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:48,501][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:53,505][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:38:58,506][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:03,506][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:08,510][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:13,511][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:18,512][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:23,513][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:28,514][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:33,515][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:38,516][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:43,517][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:48,519][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:53,520][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:39:58,521][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:03,523][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:08,525][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:13,526][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:18,527][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:23,528][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:28,529][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:33,530][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:38,531][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:43,532][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:48,534][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:53,535][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:40:58,536][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:41:03,537][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:41:08,539][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:41:13,540][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:41:18,541][ INFO][PID:2992976] Checking for cancel request [2025-12-27 02:41:23,213][ INFO][PID:2992976] Downloading results from builder [2025-12-27 02:41:23,214][ INFO][PID:2992976] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c153]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator started [2025-12-27 02:41:23,215][ INFO][PID:2992976] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c153]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/ &> /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/build-09944896.rsync.log [2025-12-27 02:41:24,039][ INFO][PID:2992976] rsyncing finished. [2025-12-27 02:41:24,040][ INFO][PID:2992976] Releasing VM back to pool [2025-12-27 02:41:24,091][ INFO][PID:2992976] Searching for 'success' file in resultdir [2025-12-27 02:41:24,092][ INFO][PID:2992976] Going to sign pkgs from source: 9944896-fedora-rawhide-ppc64le in chroot: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le [2025-12-27 02:41:24,092][ INFO][PID:2992976] Calling '/bin/sign -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -p' (attempt #1) [2025-12-27 02:41:24,359][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-doc-6.6-1.fc44.noarch.rpm' (attempt #1) [2025-12-27 02:41:25,475][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-doc-6.6-1.fc44.noarch.rpm [2025-12-27 02:41:25,476][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-debuginfo-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:26,304][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-debuginfo-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:26,304][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-progs-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:27,042][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-progs-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:27,043][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-debugsource-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:27,870][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-debugsource-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:27,871][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:28,609][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:28,610][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-progs-debuginfo-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:29,368][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-progs-debuginfo-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:29,369][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-6.6-1.fc44.src.rpm' (attempt #1) [2025-12-27 02:41:30,142][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-6.6-1.fc44.src.rpm [2025-12-27 02:41:30,142][ INFO][PID:2992976] Calling '/bin/sign -4 -h sha256 -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -r /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-devel-6.6-1.fc44.ppc64le.rpm' (attempt #1) [2025-12-27 02:41:30,781][ INFO][PID:2992976] signed rpm: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/globus-scheduler-event-generator-devel-6.6-1.fc44.ppc64le.rpm [2025-12-27 02:41:30,782][ INFO][PID:2992976] Sign done [2025-12-27 02:41:30,783][ INFO][PID:2992976] Incremental createrepo run, adding 09944896-globus-scheduler-event-generator into https://download.copr.fedorainfracloud.org/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le, (auto-create-repo=True) [2025-12-27 02:41:30,784][ INFO][PID:2992976] Running command 'copr-repo --batched /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le --add 09944896-globus-scheduler-event-generator --no-appstream-metadata' as PID 3110113 [2025-12-27 02:41:38,372][ INFO][PID:2992976] Finished after 7 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le --add 09944896-globus-scheduler-event-generator --no-appstream-metadata) [2025-12-27 02:41:38,373][ INFO][PID:2992976] Getting build details [2025-12-27 02:41:38,374][ INFO][PID:2992976] Listing built binary packages in /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator [2025-12-27 02:41:38,374][ INFO][PID:2992976] Built packages: ['globus-scheduler-event-generator-doc 6.6', 'globus-scheduler-event-generator 6.6', 'globus-scheduler-event-generator-devel 6.6', 'globus-scheduler-event-generator-progs-debuginfo 6.6', 'globus-scheduler-event-generator-progs 6.6', 'globus-scheduler-event-generator-debugsource 6.6', 'globus-scheduler-event-generator-debuginfo 6.6'] [2025-12-27 02:41:38,375][ INFO][PID:2992976] build details: {'built_packages': 'globus-scheduler-event-generator-doc 6.6\nglobus-scheduler-event-generator 6.6\nglobus-scheduler-event-generator-devel 6.6\nglobus-scheduler-event-generator-progs-debuginfo 6.6\nglobus-scheduler-event-generator-progs 6.6\nglobus-scheduler-event-generator-debugsource 6.6\nglobus-scheduler-event-generator-debuginfo 6.6'} [2025-12-27 02:41:38,376][ INFO][PID:2992976] Retrieving pubkey [2025-12-27 02:41:38,377][ INFO][PID:2992976] Calling '/bin/sign -u siddhesh#mbp-gcc-16@copr.fedorahosted.org -p' (attempt #1) [2025-12-27 02:41:38,660][ INFO][PID:2992976] Added pubkey for user siddhesh project mbp-gcc-16 into: /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/pubkey.gpg [2025-12-27 02:41:38,661][ INFO][PID:2992976] Finished build: id=9944896 failed=False timeout=115200 destdir=/var/lib/copr/public_html/results/siddhesh/mbp-gcc-16 chroot=fedora-rawhide-ppc64le [2025-12-27 02:41:38,663][ INFO][PID:2992976] Worker succeeded build, took 481.30148816108704 [2025-12-27 02:41:38,664][ INFO][PID:2992976] Sending build state back to frontend: { "builds": [ { "timeout": 115200, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "siddhesh", "project_name": "mbp-gcc-16", "project_dirname": "mbp-gcc-16", "submitter": "siddhesh", "ended_on": 1766803298.6634803, "started_on": 1766802817.3619921, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9944896-fedora-rawhide-ppc64le", "build_id": 9944896, "package_name": "globus-scheduler-event-generator", "package_version": "6.6-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/siddhesh/mbp-gcc-16/globus-scheduler-event-generator", "git_hash": "803ae7c916f1c0df9e06867b84b9f4bd7850f81f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "siddhesh/mbp-gcc-16--siddhesh", "results": { "packages": [ { "name": "globus-scheduler-event-generator", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "src" }, { "name": "globus-scheduler-event-generator-doc", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "noarch" }, { "name": "globus-scheduler-event-generator", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" }, { "name": "globus-scheduler-event-generator-devel", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" }, { "name": "globus-scheduler-event-generator-progs-debuginfo", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" }, { "name": "globus-scheduler-event-generator-progs", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" }, { "name": "globus-scheduler-event-generator-debugsource", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" }, { "name": "globus-scheduler-event-generator-debuginfo", "epoch": null, "version": "6.6", "release": "1.fc44", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/f44-build-side-124978/latest/$basearch/", "id": "https_kojipkgs_fedoraproject_org_repos_f44_build_side_124978_latest_basearch", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_f44_build_side_124978_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/siddhesh/mbp-gcc-16", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/siddhesh/mbp-gcc-16", "result_dir": "09944896-globus-scheduler-event-generator", "built_packages": "globus-scheduler-event-generator-doc 6.6\nglobus-scheduler-event-generator 6.6\nglobus-scheduler-event-generator-devel 6.6\nglobus-scheduler-event-generator-progs-debuginfo 6.6\nglobus-scheduler-event-generator-progs 6.6\nglobus-scheduler-event-generator-debugsource 6.6\nglobus-scheduler-event-generator-debuginfo 6.6", "id": 9944896, "mockchain_macros": { "copr_username": "siddhesh", "copr_projectname": "mbp-gcc-16", "vendor": "Fedora Project COPR (siddhesh/mbp-gcc-16)" } } ] } [2025-12-27 02:41:38,733][ INFO][PID:2992976] Sending fedora-messaging bus message in build.end [2025-12-27 02:41:38,768][ INFO][PID:2992976] Compressing /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/builder-live.log by gzip [2025-12-27 02:41:38,771][ INFO][PID:2992976] Running command 'gzip /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/builder-live.log' as PID 3111130 [2025-12-27 02:41:38,794][ INFO][PID:2992976] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/builder-live.log) [2025-12-27 02:41:38,795][ INFO][PID:2992976] Compressing /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/backend.log by gzip [2025-12-27 02:41:38,796][ INFO][PID:2992976] Running command 'gzip /var/lib/copr/public_html/results/siddhesh/mbp-gcc-16/fedora-rawhide-ppc64le/09944896-globus-scheduler-event-generator/backend.log' as PID 3111131