[2025-12-02 18:22:43,770][ INFO][PID:3139621] Marking build as starting [2025-12-02 18:22:43,843][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:22:43,846][ INFO][PID:3139621] VM allocation process starts [2025-12-02 18:22:43,882][ INFO][PID:3139621] Trying to allocate VM: ResallocHost, ticket_id=89917, requested_tags=['copr_builder', 'arch_aarch64'] [2025-12-02 18:22:48,885][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:22:53,886][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:22:58,887][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:03,888][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:08,891][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:13,892][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:18,893][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:23,894][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:28,899][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:33,900][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:38,902][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:43,904][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:48,905][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:53,907][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:23:58,909][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:03,911][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:08,912][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:13,913][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:18,914][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:23,915][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:28,918][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:33,920][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:38,922][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:43,923][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:48,925][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:53,929][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:24:58,930][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:03,931][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:08,932][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:13,933][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:18,934][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:23,936][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:28,937][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:33,941][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:38,942][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:43,943][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:48,944][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:53,945][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:25:58,947][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:02,048][ INFO][PID:3139621] Allocated host ResallocHost, ticket_id=89917, hostname=107.23.192.189, name=aws_aarch64_spot_prod_00112350_20251202_182356, requested_tags=['copr_builder', 'arch_aarch64'] [2025-12-02 18:26:02,049][ INFO][PID:3139621] Allocating ssh connection to builder [2025-12-02 18:26:02,050][ INFO][PID:3139621] Checking that builder machine is OK [2025-12-02 18:26:02,429][ INFO][PID:3139621] Running remote command: copr-builder-ready fedora-rawhide-aarch64 [2025-12-02 18:26:02,658][ INFO][PID:3139621] Red Hat subscription not needed for fedora-rawhide-aarch64 Builder is ready to be used [2025-12-02 18:26:02,658][ INFO][PID:3139621] Filling build.info file with builder info [2025-12-02 18:26:02,659][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:02,661][ INFO][PID:3139621] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "nikromen", "project_name": "hyprland", "project_dirname": "hyprland", "submitter": "nikromen", "ended_on": null, "started_on": 1764699962.661458, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "9857725-fedora-rawhide-aarch64", "build_id": 9857725, "package_name": "hyprlock", "package_version": "0.9.2-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nikromen/hyprland/hyprlock", "git_hash": "d143ba70d3507ee0a427f4f6f0269c13f0a3fa6c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nikromen/hyprland--nikromen", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nikromen/hyprland/fedora-rawhide-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": true, "isolation": "default", "repo_priority": null, "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nikromen/hyprland", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nikromen/hyprland", "result_dir": "09857725-hyprlock", "built_packages": "", "id": 9857725, "mockchain_macros": { "copr_username": "nikromen", "copr_projectname": "hyprland", "vendor": "Fedora Project COPR (nikromen/hyprland)" } } ] } [2025-12-02 18:26:02,701][ INFO][PID:3139621] Sending fedora-messaging bus message in build.start [2025-12-02 18:26:03,343][ INFO][PID:3139621] Sending fedora-messaging bus message in chroot.start [2025-12-02 18:26:03,372][ INFO][PID:3139621] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9857725-fedora-rawhide-aarch64 --chroot fedora-rawhide-aarch64 --detached [2025-12-02 18:26:03,764][ INFO][PID:3139621] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '107.23.192.189' (ED25519) to the list of known hosts. [2025-12-02 18:26:03,765][ INFO][PID:3139621] Downloading the builder-live.log file, attempt 1 [2025-12-02 18:26:03,766][ INFO][PID:3139621] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.23.192.189 copr-rpmbuild-log [2025-12-02 18:26:08,774][ INFO][PID:3139621] Periodic builder liveness probe: alive [2025-12-02 18:26:08,775][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:13,781][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:18,783][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:23,784][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:28,786][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:33,786][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:38,788][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:43,789][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:48,790][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:53,791][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:26:58,792][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:03,793][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:08,794][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:13,795][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:18,797][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:23,798][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:28,800][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:33,802][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:38,804][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:43,806][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:48,808][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:53,809][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:27:58,810][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:03,811][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:08,812][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:13,816][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:18,818][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:23,822][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:28,825][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:33,827][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:38,829][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:43,831][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:48,837][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:53,837][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:28:58,839][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:03,842][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:08,843][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:13,846][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:18,850][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:23,854][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:28,857][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:33,860][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:38,884][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:43,886][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:48,889][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:53,890][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:29:58,892][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:03,893][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:08,894][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:13,900][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:18,902][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:23,903][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:28,905][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:33,918][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:38,921][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:44,142][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:49,211][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:54,221][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:30:59,227][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:04,234][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:09,240][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:14,251][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:19,265][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:24,267][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:29,268][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:34,269][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:39,271][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:44,273][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:49,274][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:54,277][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:31:59,281][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:04,286][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:09,288][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:14,387][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:19,600][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:24,988][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:30,260][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:35,333][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:40,646][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:45,661][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:50,666][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:32:55,669][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:00,684][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:05,689][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:10,805][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:15,931][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:21,011][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:26,201][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:31,268][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:36,371][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:41,532][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:47,033][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:52,115][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:33:57,210][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:02,343][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:07,405][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:12,464][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:17,586][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:22,721][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:25,501][ ERROR][PID:3139621] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-02 18:34:27,768][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:32,837][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:35,502][WARNING][PID:3139621] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-02 18:34:37,844][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:42,915][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:45,503][ INFO][PID:3139621] Downloading the builder-live.log file, attempt 2 [2025-12-02 18:34:45,505][ INFO][PID:3139621] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.23.192.189 copr-rpmbuild-log [2025-12-02 18:34:47,943][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:52,992][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:34:58,071][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:03,088][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:08,125][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:13,168][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:18,207][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:23,213][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:28,218][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:33,221][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:38,238][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:43,240][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:45,580][ ERROR][PID:3139621] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-02 18:35:48,264][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:53,266][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:35:55,587][WARNING][PID:3139621] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-02 18:35:58,386][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:03,397][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:05,589][ INFO][PID:3139621] Downloading the builder-live.log file, attempt 3 [2025-12-02 18:36:05,594][ INFO][PID:3139621] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.23.192.189 copr-rpmbuild-log [2025-12-02 18:36:08,402][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:13,423][ INFO][PID:3139621] Periodic builder liveness probe: alive [2025-12-02 18:36:13,440][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:18,448][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:23,483][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:28,556][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:33,590][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:38,629][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:43,649][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:48,730][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:53,830][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:36:58,915][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:04,001][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:05,683][ ERROR][PID:3139621] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-02 18:37:09,049][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:14,113][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:15,684][WARNING][PID:3139621] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-02 18:37:19,269][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:24,273][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:25,686][ INFO][PID:3139621] Downloading the builder-live.log file, attempt 4 [2025-12-02 18:37:25,692][ INFO][PID:3139621] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.23.192.189 copr-rpmbuild-log [2025-12-02 18:37:29,280][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:34,283][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:39,286][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:44,287][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:49,289][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:54,292][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:37:59,293][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:04,310][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:09,313][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:14,365][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:19,395][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:24,437][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:25,768][ ERROR][PID:3139621] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-02 18:38:29,462][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:34,549][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:35,770][ ERROR][PID:3139621] Giving up for unstable SSH, failures: 1764700475.5024395, 1764700555.5876842, 1764700635.6849325, 1764700715.770624 [2025-12-02 18:38:35,771][ ERROR][PID:3139621] Re-try request for task on 'ResallocHost, ticket_id=89917, hostname=107.23.192.189, name=aws_aarch64_spot_prod_00112350_20251202_182356, requested_tags=['copr_builder', 'arch_aarch64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-12-02 18:38:35,772][ INFO][PID:3139621] Releasing VM back to pool [2025-12-02 18:38:35,791][ INFO][PID:3139621] Retry #1 (on other host) [2025-12-02 18:38:35,791][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:35,792][ INFO][PID:3139621] VM allocation process starts [2025-12-02 18:38:35,809][ INFO][PID:3139621] Trying to allocate VM: ResallocHost, ticket_id=90491, requested_tags=['copr_builder', 'arch_aarch64'] [2025-12-02 18:38:40,811][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:45,814][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:47,858][ INFO][PID:3139621] Allocated host ResallocHost, ticket_id=90491, hostname=54.88.35.198, name=aws_aarch64_normalreserved_prod_00112349_20251202_182356, requested_tags=['copr_builder', 'arch_aarch64'] [2025-12-02 18:38:47,858][ INFO][PID:3139621] Allocating ssh connection to builder [2025-12-02 18:38:47,859][ INFO][PID:3139621] Checking that builder machine is OK [2025-12-02 18:38:48,271][ INFO][PID:3139621] Running remote command: copr-builder-ready fedora-rawhide-aarch64 [2025-12-02 18:38:48,514][ INFO][PID:3139621] Red Hat subscription not needed for fedora-rawhide-aarch64 Builder is ready to be used [2025-12-02 18:38:48,514][ INFO][PID:3139621] Filling build.info file with builder info [2025-12-02 18:38:48,521][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:48,523][ INFO][PID:3139621] Not re-notifying FE and msg buses for the new host. [2025-12-02 18:38:48,525][ INFO][PID:3139621] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9857725-fedora-rawhide-aarch64 --chroot fedora-rawhide-aarch64 --detached [2025-12-02 18:38:48,930][ INFO][PID:3139621] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '54.88.35.198' (ED25519) to the list of known hosts. [2025-12-02 18:38:48,931][ INFO][PID:3139621] Downloading the builder-live.log file, attempt 1 [2025-12-02 18:38:48,932][ INFO][PID:3139621] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.88.35.198 copr-rpmbuild-log [2025-12-02 18:38:53,932][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:38:58,933][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:03,934][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:08,935][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:13,937][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:18,938][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:23,939][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:28,941][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:33,942][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:38,944][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:43,945][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:48,946][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:53,947][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:39:58,953][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:03,955][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:08,956][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:13,959][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:18,961][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:23,964][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:28,966][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:33,969][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:38,974][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:43,975][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:48,979][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:53,980][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:40:58,983][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:03,984][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:08,987][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:13,988][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:18,990][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:23,992][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:28,994][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:33,995][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:38,997][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:44,000][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:49,001][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:54,004][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:41:59,005][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:04,010][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:09,011][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:14,016][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:19,018][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:24,022][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:29,025][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:34,027][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:39,195][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:44,427][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:49,595][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:42:55,036][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:00,190][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:05,340][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:10,455][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:15,484][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:20,595][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:25,665][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:30,749][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:35,942][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:41,023][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:46,024][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:51,046][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:43:56,124][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:01,201][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:06,301][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:11,354][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:16,451][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:21,671][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:26,694][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:31,844][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:36,867][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:42,015][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:47,066][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:52,109][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:44:57,304][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:02,452][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:07,481][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:12,561][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:17,746][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:22,959][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:27,984][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:33,114][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:38,166][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:43,221][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:48,257][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:53,280][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:45:58,365][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:03,386][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:08,427][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:13,433][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:18,448][ INFO][PID:3139621] Periodic builder liveness probe: alive [2025-12-02 18:46:18,449][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:23,451][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:28,453][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:33,547][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:38,559][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:43,565][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:48,570][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:53,581][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:46:58,593][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:47:03,596][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:47:08,602][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:47:13,607][ INFO][PID:3139621] Checking for cancel request [2025-12-02 18:47:15,002][ INFO][PID:3139621] Downloading results from builder [2025-12-02 18:47:15,003][ INFO][PID:3139621] rsyncing of mockbuilder@54.88.35.198:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock started [2025-12-02 18:47:15,004][ INFO][PID:3139621] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.88.35.198:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/ &> /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/build-09857725.rsync.log [2025-12-02 18:47:15,246][ INFO][PID:3139621] rsyncing finished. [2025-12-02 18:47:15,246][ INFO][PID:3139621] Releasing VM back to pool [2025-12-02 18:47:15,258][ INFO][PID:3139621] Searching for 'success' file in resultdir [2025-12-02 18:47:15,259][ INFO][PID:3139621] Going to sign pkgs from source: 9857725-fedora-rawhide-aarch64 in chroot: /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64 [2025-12-02 18:47:15,260][ INFO][PID:3139621] Calling '/bin/sign -u nikromen#hyprland@copr.fedorahosted.org -p' (attempt #1) [2025-12-02 18:47:15,574][ INFO][PID:3139621] Calling '/bin/sign -4 -h sha256 -u nikromen#hyprland@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-debugsource-0.9.2-1.fc44.aarch64.rpm' (attempt #1) [2025-12-02 18:47:16,279][ INFO][PID:3139621] signed rpm: /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-debugsource-0.9.2-1.fc44.aarch64.rpm [2025-12-02 18:47:16,281][ INFO][PID:3139621] Calling '/bin/sign -4 -h sha256 -u nikromen#hyprland@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-0.9.2-1.fc44.src.rpm' (attempt #1) [2025-12-02 18:47:17,205][ INFO][PID:3139621] signed rpm: /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-0.9.2-1.fc44.src.rpm [2025-12-02 18:47:17,206][ INFO][PID:3139621] Calling '/bin/sign -4 -h sha256 -u nikromen#hyprland@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-0.9.2-1.fc44.aarch64.rpm' (attempt #1) [2025-12-02 18:47:18,402][ INFO][PID:3139621] signed rpm: /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-0.9.2-1.fc44.aarch64.rpm [2025-12-02 18:47:18,403][ INFO][PID:3139621] Calling '/bin/sign -4 -h sha256 -u nikromen#hyprland@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-debuginfo-0.9.2-1.fc44.aarch64.rpm' (attempt #1) [2025-12-02 18:47:20,849][ INFO][PID:3139621] signed rpm: /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/hyprlock-debuginfo-0.9.2-1.fc44.aarch64.rpm [2025-12-02 18:47:20,849][ INFO][PID:3139621] Sign done [2025-12-02 18:47:20,850][ INFO][PID:3139621] Incremental createrepo run, adding 09857725-hyprlock into https://download.copr.fedorainfracloud.org/results/nikromen/hyprland/fedora-rawhide-aarch64, (auto-create-repo=True) [2025-12-02 18:47:20,851][ INFO][PID:3139621] Running command 'copr-repo --batched /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64 --add 09857725-hyprlock --no-appstream-metadata' as PID 3366395 [2025-12-02 18:47:21,519][ INFO][PID:3139621] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64 --add 09857725-hyprlock --no-appstream-metadata) [2025-12-02 18:47:21,520][ INFO][PID:3139621] Getting build details [2025-12-02 18:47:21,520][ INFO][PID:3139621] Listing built binary packages in /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock [2025-12-02 18:47:21,521][ INFO][PID:3139621] Built packages: ['hyprlock-debugsource 0.9.2', 'hyprlock-debuginfo 0.9.2', 'hyprlock 0.9.2'] [2025-12-02 18:47:21,521][ INFO][PID:3139621] build details: {'built_packages': 'hyprlock-debugsource 0.9.2\nhyprlock-debuginfo 0.9.2\nhyprlock 0.9.2'} [2025-12-02 18:47:21,522][ INFO][PID:3139621] Retrieving pubkey [2025-12-02 18:47:21,522][ INFO][PID:3139621] Calling '/bin/sign -u nikromen#hyprland@copr.fedorahosted.org -p' (attempt #1) [2025-12-02 18:47:21,882][ INFO][PID:3139621] Added pubkey for user nikromen project hyprland into: /var/lib/copr/public_html/results/nikromen/hyprland/pubkey.gpg [2025-12-02 18:47:21,882][ INFO][PID:3139621] Finished build: id=9857725 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/nikromen/hyprland chroot=fedora-rawhide-aarch64 [2025-12-02 18:47:21,884][ INFO][PID:3139621] Worker succeeded build, took 513.3611989021301 [2025-12-02 18:47:21,885][ INFO][PID:3139621] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "nikromen", "project_name": "hyprland", "project_dirname": "hyprland", "submitter": "nikromen", "ended_on": 1764701241.884553, "started_on": 1764700728.523354, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "9857725-fedora-rawhide-aarch64", "build_id": 9857725, "package_name": "hyprlock", "package_version": "0.9.2-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nikromen/hyprland/hyprlock", "git_hash": "d143ba70d3507ee0a427f4f6f0269c13f0a3fa6c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nikromen/hyprland--nikromen", "results": { "packages": [ { "name": "hyprlock-debugsource", "epoch": null, "version": "0.9.2", "release": "1.fc44", "arch": "aarch64" }, { "name": "hyprlock", "epoch": null, "version": "0.9.2", "release": "1.fc44", "arch": "src" }, { "name": "hyprlock-debuginfo", "epoch": null, "version": "0.9.2", "release": "1.fc44", "arch": "aarch64" }, { "name": "hyprlock", "epoch": null, "version": "0.9.2", "release": "1.fc44", "arch": "aarch64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nikromen/hyprland/fedora-rawhide-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": true, "isolation": "default", "repo_priority": null, "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nikromen/hyprland", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nikromen/hyprland", "result_dir": "09857725-hyprlock", "built_packages": "hyprlock-debugsource 0.9.2\nhyprlock-debuginfo 0.9.2\nhyprlock 0.9.2", "id": 9857725, "mockchain_macros": { "copr_username": "nikromen", "copr_projectname": "hyprland", "vendor": "Fedora Project COPR (nikromen/hyprland)" } } ] } [2025-12-02 18:47:21,930][ INFO][PID:3139621] Sending fedora-messaging bus message in build.end [2025-12-02 18:47:21,959][ INFO][PID:3139621] Compressing /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/builder-live.log by gzip [2025-12-02 18:47:21,960][ INFO][PID:3139621] Running command 'gzip /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/builder-live.log' as PID 3366581 [2025-12-02 18:47:21,971][ INFO][PID:3139621] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/builder-live.log) [2025-12-02 18:47:21,972][ INFO][PID:3139621] Compressing /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/backend.log by gzip [2025-12-02 18:47:21,973][ INFO][PID:3139621] Running command 'gzip /var/lib/copr/public_html/results/nikromen/hyprland/fedora-rawhide-aarch64/09857725-hyprlock/backend.log' as PID 3366582