[2026-04-13 18:24:33,510][ INFO][PID:986884] Marking build as starting [2026-04-13 18:24:33,586][ INFO][PID:986884] Checking that /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-04-13 18:24:33,675][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:24:33,676][ INFO][PID:986884] VM allocation process starts [2026-04-13 18:24:33,779][ INFO][PID:986884] Trying to allocate VM: ResallocHost, ticket_id=2305725, requested_tags=['copr_builder', 'arch_x86_64'] [2026-04-13 18:24:38,785][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:24:43,790][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:24:48,802][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:24:53,885][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:24:58,893][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:03,895][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:08,896][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:13,899][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:18,903][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:23,905][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:28,907][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:33,911][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:38,913][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:43,915][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:48,918][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:53,919][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:25:58,967][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:03,971][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:08,978][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:13,985][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:18,988][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:23,997][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:29,005][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:34,007][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:39,010][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:44,029][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:49,030][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:54,034][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:26:59,046][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:04,058][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:09,091][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:14,098][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:19,102][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:24,105][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:29,108][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:34,112][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:39,116][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:44,117][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:49,120][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:52,051][ INFO][PID:986884] Allocated host ResallocHost, ticket_id=2305725, hostname=3.83.164.187, name=aws_x86_64_spot_prod_06020089_20260413_182514, requested_tags=['copr_builder', 'arch_x86_64'] [2026-04-13 18:27:52,081][ INFO][PID:986884] Allocating ssh connection to builder [2026-04-13 18:27:52,082][ INFO][PID:986884] Checking that builder machine is OK [2026-04-13 18:27:52,552][ INFO][PID:986884] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-04-13 18:27:52,878][ INFO][PID:986884] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-04-13 18:27:52,880][ INFO][PID:986884] Filling build.info file with builder info [2026-04-13 18:27:52,881][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:27:52,882][ INFO][PID:986884] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "farchord", "project_name": "kde-test", "project_dirname": "kde-test", "submitter": "farchord", "ended_on": null, "started_on": 1776104872.8825383, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10320289-fedora-rawhide-x86_64", "build_id": 10320289, "package_name": "kdepim-addons", "package_version": "26.04.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/farchord/kde-test/kdepim-addons", "git_hash": "f2107d6626dd88c8ac738f670dd316c3f4de2d64", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "farchord/kde-test--farchord", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/farchord/kde-test/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/farchord/kde-test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/farchord/kde-test", "result_dir": "10320289-kdepim-addons", "built_packages": "", "id": 10320289, "mockchain_macros": { "copr_username": "farchord", "copr_projectname": "kde-test", "vendor": "Fedora Project COPR (farchord/kde-test)" } } ] } [2026-04-13 18:27:53,003][ INFO][PID:986884] Sending fedora-messaging bus message in build.start [2026-04-13 18:27:54,446][ INFO][PID:986884] Sending fedora-messaging bus message in chroot.start [2026-04-13 18:27:54,612][ INFO][PID:986884] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10320289-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-04-13 18:27:55,053][ INFO][PID:986884] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.83.164.187' (ED25519) to the list of known hosts. [2026-04-13 18:27:55,059][ INFO][PID:986884] Downloading the builder-live.log file, attempt 1 [2026-04-13 18:27:55,067][ INFO][PID:986884] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.164.187 copr-rpmbuild-log [2026-04-13 18:28:00,074][ INFO][PID:986884] Periodic builder liveness probe: alive [2026-04-13 18:28:00,075][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:05,077][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:10,079][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:15,084][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:20,085][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:25,090][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:30,094][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:35,101][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:40,107][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:45,119][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:50,127][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:28:55,135][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:00,136][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:05,138][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:10,150][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:15,156][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:20,168][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:25,185][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:30,190][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:35,192][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:40,195][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:45,203][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:50,204][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:29:55,210][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:00,219][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:05,222][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:10,231][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:15,244][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:20,248][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:25,254][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:30,259][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:35,261][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:40,265][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:45,269][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:50,279][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:30:55,281][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:00,283][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:05,288][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:10,301][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:15,306][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:20,308][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:25,334][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:30,342][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:35,345][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:40,346][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:45,351][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:50,364][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:31:55,367][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:00,368][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:05,370][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:10,374][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:15,382][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:20,385][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:25,393][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:30,399][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:35,400][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:40,403][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:45,408][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:50,410][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:32:55,412][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:00,422][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:05,424][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:10,428][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:15,433][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:20,434][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:25,436][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:30,437][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:35,440][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:40,445][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:45,450][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:50,454][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:33:55,459][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:00,463][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:05,468][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:10,470][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:15,472][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:20,484][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:25,492][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:30,495][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:35,496][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:40,501][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:45,502][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:50,503][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:34:55,504][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:00,505][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:05,507][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:10,514][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:15,520][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:16,832][ ERROR][PID:986884] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-13 18:35:20,522][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:25,523][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:26,835][WARNING][PID:986884] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-13 18:35:30,534][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:35,549][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:36,837][ INFO][PID:986884] Downloading the builder-live.log file, attempt 2 [2026-04-13 18:35:36,843][ INFO][PID:986884] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.164.187 copr-rpmbuild-log [2026-04-13 18:35:40,607][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:45,624][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:50,638][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:35:55,640][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:00,641][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:05,644][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:10,645][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:15,646][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:20,649][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:25,652][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:30,653][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:35,654][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:36,932][ ERROR][PID:986884] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-13 18:36:40,656][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:45,658][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:46,948][WARNING][PID:986884] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-13 18:36:50,660][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:55,661][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:36:56,949][ INFO][PID:986884] Downloading the builder-live.log file, attempt 3 [2026-04-13 18:36:56,951][ INFO][PID:986884] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.164.187 copr-rpmbuild-log [2026-04-13 18:37:00,667][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:05,669][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:10,673][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:15,675][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:20,679][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:25,681][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:30,688][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:35,692][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:40,712][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:45,714][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:50,717][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:55,719][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:37:57,020][ ERROR][PID:986884] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-13 18:38:00,744][ INFO][PID:986884] Periodic builder liveness probe: alive [2026-04-13 18:38:00,780][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:05,790][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:07,022][WARNING][PID:986884] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-13 18:38:10,793][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:15,795][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:17,023][ INFO][PID:986884] Downloading the builder-live.log file, attempt 4 [2026-04-13 18:38:17,033][ INFO][PID:986884] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.164.187 copr-rpmbuild-log [2026-04-13 18:38:20,796][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:25,812][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:30,821][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:35,860][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:40,863][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:45,866][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:50,889][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:38:55,921][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:00,923][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:05,926][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:10,928][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:15,930][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:17,112][ ERROR][PID:986884] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-13 18:39:20,932][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:25,938][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:27,114][ ERROR][PID:986884] Giving up for unstable SSH, failures: 1776105326.835515, 1776105406.9483716, 1776105487.0223548, 1776105567.1142225 [2026-04-13 18:39:27,115][ ERROR][PID:986884] Re-try request for task on 'ResallocHost, ticket_id=2305725, hostname=3.83.164.187, name=aws_x86_64_spot_prod_06020089_20260413_182514, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-04-13 18:39:27,116][ INFO][PID:986884] Releasing VM back to pool [2026-04-13 18:39:27,127][ INFO][PID:986884] Retry #1 (on other host) [2026-04-13 18:39:27,129][ INFO][PID:986884] Checking that /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-04-13 18:39:27,231][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:27,233][ INFO][PID:986884] VM allocation process starts [2026-04-13 18:39:27,248][ INFO][PID:986884] Trying to allocate VM: ResallocHost, ticket_id=2306254, requested_tags=['copr_builder', 'arch_x86_64'] [2026-04-13 18:39:32,249][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:37,253][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:39,351][ INFO][PID:986884] Allocated host ResallocHost, ticket_id=2306254, hostname=44.222.217.123, name=aws_x86_64_normalreserved_prod_06020444_20260413_183747, requested_tags=['copr_builder', 'arch_x86_64'] [2026-04-13 18:39:39,352][ INFO][PID:986884] Allocating ssh connection to builder [2026-04-13 18:39:39,352][ INFO][PID:986884] Checking that builder machine is OK [2026-04-13 18:39:39,709][ INFO][PID:986884] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-04-13 18:39:39,945][ INFO][PID:986884] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-04-13 18:39:39,947][ INFO][PID:986884] Filling build.info file with builder info [2026-04-13 18:39:40,004][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:40,006][ INFO][PID:986884] Not re-notifying FE and msg buses for the new host. [2026-04-13 18:39:40,007][ INFO][PID:986884] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10320289-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-04-13 18:39:40,373][ INFO][PID:986884] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '44.222.217.123' (ED25519) to the list of known hosts. [2026-04-13 18:39:40,374][ INFO][PID:986884] Downloading the builder-live.log file, attempt 1 [2026-04-13 18:39:40,377][ INFO][PID:986884] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.222.217.123 copr-rpmbuild-log [2026-04-13 18:39:45,376][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:50,379][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:39:55,381][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:00,383][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:05,384][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:10,387][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:15,388][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:20,391][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:25,393][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:30,397][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:35,399][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:40,406][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:45,408][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:50,409][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:40:55,411][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:00,413][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:05,414][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:10,415][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:15,420][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:20,421][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:25,422][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:30,423][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:35,520][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:40,521][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:45,525][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:50,526][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:41:55,539][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:00,541][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:05,542][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:10,664][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:15,667][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:20,831][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:25,834][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:30,835][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:36,036][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:41,044][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:46,045][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:51,047][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:42:56,051][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:01,055][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:06,061][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:11,061][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:16,194][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:21,196][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:26,198][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:31,199][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:36,201][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:41,203][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:46,205][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:51,206][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:43:56,208][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:01,321][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:06,544][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:11,547][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:16,549][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:21,550][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:26,551][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:31,552][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:36,619][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:41,621][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:46,625][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:51,629][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:44:56,632][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:01,998][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:06,999][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:12,044][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:17,045][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:22,099][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:27,102][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:32,264][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:37,275][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:42,276][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:47,277][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:52,278][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:45:57,329][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:02,612][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:07,617][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:12,621][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:17,716][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:22,922][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:27,924][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:32,929][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:37,933][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:42,942][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:47,961][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:52,962][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:46:57,963][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:02,966][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:07,968][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:13,146][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:18,162][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:23,191][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:28,250][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:33,505][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:38,838][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:44,560][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:49,561][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:54,562][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:47:59,772][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:04,862][ INFO][PID:986884] Periodic builder liveness probe: alive [2026-04-13 18:48:04,888][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:09,890][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:15,236][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:20,249][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:25,258][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:30,276][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:35,277][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:40,364][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:45,370][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:50,420][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:48:55,490][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:00,494][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:05,525][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:10,592][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:15,754][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:20,935][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:26,102][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:31,260][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:36,328][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:41,500][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:46,504][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:51,509][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:49:56,696][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:50:01,842][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:50:06,848][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:50:11,854][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:50:16,973][ INFO][PID:986884] Checking for cancel request [2026-04-13 18:50:21,247][ INFO][PID:986884] Downloading results from builder [2026-04-13 18:50:21,250][ INFO][PID:986884] rsyncing of mockbuilder@44.222.217.123:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons started [2026-04-13 18:50:21,252][ INFO][PID:986884] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@44.222.217.123:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/ &> /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/build-10320289.rsync.log [2026-04-13 18:50:21,942][ INFO][PID:986884] rsyncing finished. [2026-04-13 18:50:21,988][ INFO][PID:986884] Releasing VM back to pool [2026-04-13 18:50:22,004][ INFO][PID:986884] Searching for 'success' file in resultdir [2026-04-13 18:50:22,006][ INFO][PID:986884] Going to sign pkgs from source: 10320289-fedora-rawhide-x86_64 in chroot: /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64 [2026-04-13 18:50:22,007][ INFO][PID:986884] Calling '/bin/sign -u farchord#kde-test@copr.fedorahosted.org -p' (attempt #1) [2026-04-13 18:50:22,287][ INFO][PID:986884] Calling '/bin/sign -4 -h sha256 -u farchord#kde-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-26.04.0-1.fc45.src.rpm' (attempt #1) [2026-04-13 18:50:23,012][ INFO][PID:986884] signed rpm: /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-26.04.0-1.fc45.src.rpm [2026-04-13 18:50:23,013][ INFO][PID:986884] Calling '/bin/sign -4 -h sha256 -u farchord#kde-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-debugsource-26.04.0-1.fc45.x86_64.rpm' (attempt #1) [2026-04-13 18:50:23,820][ INFO][PID:986884] signed rpm: /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-debugsource-26.04.0-1.fc45.x86_64.rpm [2026-04-13 18:50:23,821][ INFO][PID:986884] Calling '/bin/sign -4 -h sha256 -u farchord#kde-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-debuginfo-26.04.0-1.fc45.x86_64.rpm' (attempt #1) [2026-04-13 18:50:25,361][ INFO][PID:986884] signed rpm: /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-debuginfo-26.04.0-1.fc45.x86_64.rpm [2026-04-13 18:50:25,362][ INFO][PID:986884] Calling '/bin/sign -4 -h sha256 -u farchord#kde-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-26.04.0-1.fc45.x86_64.rpm' (attempt #1) [2026-04-13 18:50:26,156][ INFO][PID:986884] signed rpm: /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/kdepim-addons-26.04.0-1.fc45.x86_64.rpm [2026-04-13 18:50:26,157][ INFO][PID:986884] Sign done [2026-04-13 18:50:26,157][ INFO][PID:986884] Incremental createrepo run, adding 10320289-kdepim-addons into https://download.copr.fedorainfracloud.org/results/farchord/kde-test/fedora-rawhide-x86_64, (auto-create-repo=True) [2026-04-13 18:50:26,169][ INFO][PID:986884] Running command 'copr-repo --batched /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64 --add 10320289-kdepim-addons --no-appstream-metadata' as PID 1231178 [2026-04-13 18:50:30,628][ INFO][PID:986884] Finished after 4 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64 --add 10320289-kdepim-addons --no-appstream-metadata) [2026-04-13 18:50:30,752][ INFO][PID:986884] Getting build details [2026-04-13 18:50:30,753][ INFO][PID:986884] Listing built binary packages in /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons [2026-04-13 18:50:30,754][ INFO][PID:986884] Built packages: ['kdepim-addons 26.04.0', 'kdepim-addons-debuginfo 26.04.0', 'kdepim-addons-debugsource 26.04.0'] [2026-04-13 18:50:30,754][ INFO][PID:986884] build details: {'built_packages': 'kdepim-addons 26.04.0\nkdepim-addons-debuginfo 26.04.0\nkdepim-addons-debugsource 26.04.0'} [2026-04-13 18:50:30,755][ INFO][PID:986884] Retrieving pubkey [2026-04-13 18:50:30,756][ INFO][PID:986884] Calling '/bin/sign -u farchord#kde-test@copr.fedorahosted.org -p' (attempt #1) [2026-04-13 18:50:31,090][ INFO][PID:986884] Added pubkey for user farchord project kde-test into: /var/lib/copr/public_html/results/farchord/kde-test/pubkey.gpg [2026-04-13 18:50:31,090][ INFO][PID:986884] Finished build: id=10320289 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/farchord/kde-test chroot=fedora-rawhide-x86_64 [2026-04-13 18:50:31,092][ INFO][PID:986884] Worker succeeded build, took 651.0862803459167 [2026-04-13 18:50:31,093][ INFO][PID:986884] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "farchord", "project_name": "kde-test", "project_dirname": "kde-test", "submitter": "farchord", "ended_on": 1776106231.0927525, "started_on": 1776105580.006472, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10320289-fedora-rawhide-x86_64", "build_id": 10320289, "package_name": "kdepim-addons", "package_version": "26.04.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/farchord/kde-test/kdepim-addons", "git_hash": "f2107d6626dd88c8ac738f670dd316c3f4de2d64", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "farchord/kde-test--farchord", "results": { "packages": [ { "name": "kdepim-addons", "epoch": null, "version": "26.04.0", "release": "1.fc45", "arch": "x86_64" }, { "name": "kdepim-addons-debuginfo", "epoch": null, "version": "26.04.0", "release": "1.fc45", "arch": "x86_64" }, { "name": "kdepim-addons-debugsource", "epoch": null, "version": "26.04.0", "release": "1.fc45", "arch": "x86_64" }, { "name": "kdepim-addons", "epoch": null, "version": "26.04.0", "release": "1.fc45", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/farchord/kde-test/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/farchord/kde-test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/farchord/kde-test", "result_dir": "10320289-kdepim-addons", "built_packages": "kdepim-addons 26.04.0\nkdepim-addons-debuginfo 26.04.0\nkdepim-addons-debugsource 26.04.0", "id": 10320289, "mockchain_macros": { "copr_username": "farchord", "copr_projectname": "kde-test", "vendor": "Fedora Project COPR (farchord/kde-test)" } } ] } [2026-04-13 18:50:31,153][ INFO][PID:986884] Sending fedora-messaging bus message in build.end [2026-04-13 18:50:31,187][ INFO][PID:986884] Compressing /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/builder-live.log by gzip [2026-04-13 18:50:31,189][ INFO][PID:986884] Running command 'gzip /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/builder-live.log' as PID 1231462 [2026-04-13 18:50:31,433][ INFO][PID:986884] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/builder-live.log) [2026-04-13 18:50:31,434][ INFO][PID:986884] Compressing /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/backend.log by gzip [2026-04-13 18:50:31,435][ INFO][PID:986884] Running command 'gzip /var/lib/copr/public_html/results/farchord/kde-test/fedora-rawhide-x86_64/10320289-kdepim-addons/backend.log' as PID 1231482