[2026-01-16 18:19:54,265][ INFO][PID:3897365] Marking build as starting [2026-01-16 18:19:54,405][ INFO][PID:3897365] Checking that /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-16 18:19:54,454][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:19:54,458][ INFO][PID:3897365] VM allocation process starts [2026-01-16 18:19:54,517][ INFO][PID:3897365] Trying to allocate VM: ResallocHost, ticket_id=864440, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 18:19:59,525][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:04,527][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:09,533][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:14,550][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:19,552][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:22,664][ INFO][PID:3897365] Allocated host ResallocHost, ticket_id=864440, hostname=3.86.98.62, name=aws_x86_64_normal_prod_01313915_20260116_181844, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 18:20:22,665][ INFO][PID:3897365] Allocating ssh connection to builder [2026-01-16 18:20:22,666][ INFO][PID:3897365] Checking that builder machine is OK [2026-01-16 18:20:23,057][ INFO][PID:3897365] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-01-16 18:20:23,382][ INFO][PID:3897365] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-01-16 18:20:23,384][ INFO][PID:3897365] Filling build.info file with builder info [2026-01-16 18:20:23,389][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:23,391][ INFO][PID:3897365] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "pyproject-rpm-macros-extras", "project_dirname": "pyproject-rpm-macros-extras", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": null, "started_on": 1768587623.390402, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10023409-fedora-rawhide-x86_64", "build_id": 10023409, "package_name": "lammps", "package_version": "20250722-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/pyproject-rpm-macros-extras/lammps", "git_hash": "11c653602f9d33c852e47bc49babb6cad26d6162", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/pyproject-rpm-macros-extras--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/pyproject-rpm-macros-extras", "result_dir": "10023409-lammps", "built_packages": "", "id": 10023409, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "pyproject-rpm-macros-extras", "vendor": "Fedora Project COPR (thrnciar/pyproject-rpm-macros-extras)" } } ] } [2026-01-16 18:20:23,470][ INFO][PID:3897365] Sending fedora-messaging bus message in build.start [2026-01-16 18:20:24,474][ INFO][PID:3897365] Sending fedora-messaging bus message in chroot.start [2026-01-16 18:20:24,532][ INFO][PID:3897365] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10023409-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-01-16 18:20:24,924][ INFO][PID:3897365] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.86.98.62' (ED25519) to the list of known hosts. [2026-01-16 18:20:24,925][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 1 [2026-01-16 18:20:24,935][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.86.98.62 copr-rpmbuild-log [2026-01-16 18:20:29,943][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 18:20:29,944][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:34,956][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:39,960][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:44,963][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:49,965][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:54,971][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:20:59,983][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:04,986][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:09,987][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:15,070][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:20,083][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:25,085][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:30,087][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:35,089][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:40,091][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:45,093][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:50,099][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:21:55,103][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:00,113][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:05,117][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:10,126][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:15,133][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:20,136][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:25,144][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:30,145][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:35,147][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:40,151][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:45,154][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:50,157][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:22:55,161][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:00,166][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:05,171][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:10,172][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:15,173][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:20,183][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:25,190][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:30,192][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:35,195][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:40,199][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:45,204][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:50,238][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:23:55,245][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:00,248][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:05,253][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:10,259][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:15,264][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:20,266][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:25,268][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:30,269][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:35,298][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:40,299][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:45,304][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:50,308][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:24:55,310][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:00,314][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:05,316][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:10,317][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:15,318][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:20,319][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:25,320][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:30,322][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:35,323][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:40,325][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:45,327][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:50,330][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:25:55,332][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:00,336][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:05,342][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:10,349][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:15,358][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:20,360][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:25,367][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:30,370][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:35,372][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:40,386][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:45,388][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:50,390][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:26:55,391][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:00,392][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:05,394][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:10,396][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:15,410][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:20,413][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:25,418][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:30,420][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:35,424][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:40,439][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:45,448][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:50,450][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:27:55,454][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:00,461][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:05,482][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:10,556][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:15,569][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:20,605][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:25,649][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:30,660][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:35,675][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:40,676][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:45,681][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:50,684][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:28:55,737][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:00,743][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:05,757][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:10,759][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:15,767][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:20,800][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:25,808][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:30,818][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:35,830][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:40,863][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:45,886][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:50,908][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:29:55,916][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:00,926][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:05,936][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:10,944][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:15,950][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:20,957][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:25,969][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:31,009][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 18:30:31,012][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:36,014][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:41,022][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:46,025][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:51,038][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:30:56,040][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:01,041][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:06,043][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:11,048][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:16,052][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:21,053][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:26,057][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:31,061][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:36,067][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:41,072][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:46,075][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:51,078][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:31:56,082][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:01,093][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:06,097][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:11,103][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:16,104][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:21,124][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:26,127][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:31,133][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:36,137][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:41,142][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:46,148][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:51,159][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:32:56,164][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:01,203][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:06,222][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:11,223][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:16,232][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:21,279][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:26,287][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:31,289][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:36,290][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:41,292][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:46,294][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:51,295][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:33:56,296][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:01,298][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:06,300][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:11,303][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:16,307][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:21,309][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:26,310][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:31,314][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:36,316][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:41,317][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:46,319][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:51,320][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:34:56,322][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:01,323][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:06,338][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:11,340][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:16,341][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:21,343][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:26,345][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:31,347][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:36,350][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:41,354][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:46,355][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:51,357][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:35:56,358][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:01,359][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:06,360][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:11,361][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:16,363][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:21,365][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:26,367][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:31,369][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:36,373][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:41,377][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:46,379][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:51,380][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:36:56,382][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:01,390][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:06,392][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:11,393][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:16,402][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:21,413][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:26,415][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:31,416][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:36,417][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:41,418][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:46,419][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:51,420][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:37:56,421][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:01,424][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:06,426][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:11,427][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:16,428][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:21,429][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:26,430][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:31,431][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:36,432][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:41,433][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:46,434][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:51,442][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:38:56,445][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:01,447][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:06,455][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:11,457][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:16,460][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:21,461][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:26,463][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:31,469][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:36,470][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:41,472][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:46,474][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:51,482][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:39:56,602][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:01,604][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:06,606][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:11,607][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:16,608][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:21,610][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:26,611][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:31,651][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 18:40:31,652][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:36,654][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:41,659][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:46,660][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:51,664][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:40:56,665][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:01,666][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:06,668][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:11,670][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:15,938][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 18:41:16,673][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:21,678][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:25,939][WARNING][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 18:41:26,687][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:31,701][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:35,940][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 2 [2026-01-16 18:41:35,982][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.86.98.62 copr-rpmbuild-log [2026-01-16 18:41:36,703][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:41,705][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:46,707][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:51,710][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:41:56,712][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:01,714][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:06,718][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:11,719][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:16,722][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:21,723][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:26,727][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:31,734][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:36,064][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 18:42:36,738][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:41,740][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:46,077][WARNING][PID:3897365] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 18:42:46,742][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:51,743][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:42:56,078][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 3 [2026-01-16 18:42:56,083][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.86.98.62 copr-rpmbuild-log [2026-01-16 18:42:56,795][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:01,938][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:06,949][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:11,953][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:16,955][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:21,957][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:26,959][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:31,962][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:36,965][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:41,968][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:46,971][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:51,972][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:43:56,153][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 18:43:56,980][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:01,981][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:06,163][WARNING][PID:3897365] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 18:44:06,982][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:12,084][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:16,164][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 4 [2026-01-16 18:44:16,165][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.86.98.62 copr-rpmbuild-log [2026-01-16 18:44:17,088][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:22,093][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:27,097][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:32,099][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:37,102][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:42,120][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:47,125][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:52,130][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:44:57,137][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:02,139][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:07,140][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:12,142][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:16,233][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 18:45:17,148][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:22,152][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:26,250][ ERROR][PID:3897365] Giving up for unstable SSH, failures: 1768588885.9394288, 1768588966.0778317, 1768589046.163851, 1768589126.2502887 [2026-01-16 18:45:26,252][ ERROR][PID:3897365] Re-try request for task on 'ResallocHost, ticket_id=864440, hostname=3.86.98.62, name=aws_x86_64_normal_prod_01313915_20260116_181844, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-16 18:45:26,257][ INFO][PID:3897365] Releasing VM back to pool [2026-01-16 18:45:26,291][ INFO][PID:3897365] Retry #1 (on other host) [2026-01-16 18:45:26,292][ INFO][PID:3897365] Checking that /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-16 18:45:26,402][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:26,403][ INFO][PID:3897365] VM allocation process starts [2026-01-16 18:45:26,417][ INFO][PID:3897365] Trying to allocate VM: ResallocHost, ticket_id=865161, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 18:45:29,440][ INFO][PID:3897365] Allocated host ResallocHost, ticket_id=865161, hostname=98.93.118.86, name=aws_x86_64_spot_prod_01314797_20260116_184355, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 18:45:29,441][ INFO][PID:3897365] Allocating ssh connection to builder [2026-01-16 18:45:29,442][ INFO][PID:3897365] Checking that builder machine is OK [2026-01-16 18:45:29,769][ INFO][PID:3897365] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-01-16 18:45:29,957][ INFO][PID:3897365] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-01-16 18:45:29,958][ INFO][PID:3897365] Filling build.info file with builder info [2026-01-16 18:45:29,973][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:29,974][ INFO][PID:3897365] Not re-notifying FE and msg buses for the new host. [2026-01-16 18:45:29,975][ INFO][PID:3897365] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10023409-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-01-16 18:45:30,289][ INFO][PID:3897365] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '98.93.118.86' (ED25519) to the list of known hosts. [2026-01-16 18:45:30,290][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 1 [2026-01-16 18:45:30,291][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@98.93.118.86 copr-rpmbuild-log [2026-01-16 18:45:35,291][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:40,292][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:45,293][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:50,294][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:45:55,296][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:00,298][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:05,299][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:10,307][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:15,309][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:20,311][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:25,312][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:30,314][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:35,315][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:40,316][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:45,317][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:50,322][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:46:55,324][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:00,325][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:05,330][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:10,331][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:15,334][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:20,343][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:25,344][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:30,345][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:35,350][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:40,352][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:45,356][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:50,358][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:47:55,361][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:00,366][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:05,372][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:10,374][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:15,376][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:20,382][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:25,383][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:30,384][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:35,385][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:40,387][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:45,388][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:50,390][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:48:55,393][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:00,400][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:05,405][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:10,408][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:15,415][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:20,416][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:25,421][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:30,424][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:35,426][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:40,429][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:45,432][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:50,435][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:49:55,439][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:00,441][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:05,444][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:10,446][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:15,450][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:20,452][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:25,456][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:30,458][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:35,479][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 18:50:35,481][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:40,485][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:45,492][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:50,507][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:50:55,510][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:00,512][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:05,515][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:10,520][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:15,530][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:20,532][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:25,545][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:30,564][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:35,568][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:40,575][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:45,577][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:50,579][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:51:55,584][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:00,587][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:05,590][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:10,593][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:15,597][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:20,599][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:25,601][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:30,604][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:35,607][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:40,609][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:45,612][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:50,618][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:52:55,620][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:00,627][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:05,632][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:10,637][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:15,638][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:20,641][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:25,643][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:30,647][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:35,657][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:40,659][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:45,660][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:50,661][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:53:55,662][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:00,664][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:05,665][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:10,668][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:15,670][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:20,672][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:25,673][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:30,675][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:35,677][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:40,678][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:45,679][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:50,683][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:54:55,717][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:00,720][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:06,408][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:11,410][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:16,411][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:21,412][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:26,413][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:31,415][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:36,421][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:41,423][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:46,424][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:51,426][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:55:56,427][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:01,428][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:06,429][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:11,430][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:16,432][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:21,441][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:26,445][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:31,447][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:36,448][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:41,453][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:46,455][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:51,456][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:56:56,457][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:01,458][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:06,459][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:11,460][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:16,461][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:21,463][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:26,470][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:31,473][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:36,474][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:41,475][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:46,476][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:51,478][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:57:56,479][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:01,480][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:06,481][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:11,482][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:16,483][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:21,485][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:26,486][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:31,487][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:36,488][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:41,489][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:46,490][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:51,492][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:58:56,495][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:01,496][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:06,497][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:11,498][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:16,500][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:21,502][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:26,513][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:31,515][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:36,518][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:41,519][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:46,520][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:51,521][ INFO][PID:3897365] Checking for cancel request [2026-01-16 18:59:56,522][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:01,523][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:06,525][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:11,525][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:16,529][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:21,531][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:26,532][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:31,533][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:36,549][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 19:00:36,550][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:41,553][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:46,554][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:51,555][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:00:56,557][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:01,558][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:06,559][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:11,560][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:16,561][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:21,563][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:26,566][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:31,567][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:36,569][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:41,570][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:46,573][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:51,575][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:01:56,577][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:01,578][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:06,579][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:11,580][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:16,581][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:21,583][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:26,584][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:31,587][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:32,325][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:02:36,588][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:41,590][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:42,332][WARNING][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:02:46,590][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:51,592][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:02:52,333][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 2 [2026-01-16 19:02:52,426][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@98.93.118.86 copr-rpmbuild-log [2026-01-16 19:02:56,593][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:01,594][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:06,595][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:11,596][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:16,597][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:21,598][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:26,599][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:31,600][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:36,601][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:41,602][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:46,603][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:51,604][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:03:52,476][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:03:56,605][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:01,607][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:02,514][WARNING][PID:3897365] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:04:06,611][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:11,612][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:12,514][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 3 [2026-01-16 19:04:12,516][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@98.93.118.86 copr-rpmbuild-log [2026-01-16 19:04:16,613][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:21,619][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:26,620][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:31,621][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:36,622][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:41,623][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:46,624][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:51,625][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:04:56,627][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:01,630][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:06,635][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:11,637][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:12,583][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:05:16,638][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:21,639][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:22,602][WARNING][PID:3897365] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:05:26,640][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:31,641][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:32,603][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 4 [2026-01-16 19:05:32,604][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@98.93.118.86 copr-rpmbuild-log [2026-01-16 19:05:37,096][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:42,098][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:47,099][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:52,100][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:05:57,102][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:02,103][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:07,105][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:12,109][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:17,110][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:22,111][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:27,112][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:32,113][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:32,672][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:06:37,114][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:42,115][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:42,687][ ERROR][PID:3897365] Giving up for unstable SSH, failures: 1768590162.3327644, 1768590242.5140975, 1768590322.602815, 1768590402.6877358 [2026-01-16 19:06:42,688][ ERROR][PID:3897365] Re-try request for task on 'ResallocHost, ticket_id=865161, hostname=98.93.118.86, name=aws_x86_64_spot_prod_01314797_20260116_184355, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-16 19:06:42,689][ INFO][PID:3897365] Releasing VM back to pool [2026-01-16 19:06:42,697][ INFO][PID:3897365] Retry #2 (on other host) [2026-01-16 19:06:42,698][ INFO][PID:3897365] Checking that /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-16 19:06:42,698][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:42,699][ INFO][PID:3897365] VM allocation process starts [2026-01-16 19:06:42,731][ INFO][PID:3897365] Trying to allocate VM: ResallocHost, ticket_id=865711, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 19:06:45,790][ INFO][PID:3897365] Allocated host ResallocHost, ticket_id=865711, hostname=3.236.234.112, name=aws_x86_64_spot_prod_01315418_20260116_190206, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-16 19:06:45,790][ INFO][PID:3897365] Allocating ssh connection to builder [2026-01-16 19:06:45,791][ INFO][PID:3897365] Checking that builder machine is OK [2026-01-16 19:06:46,098][ INFO][PID:3897365] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-01-16 19:06:46,293][ INFO][PID:3897365] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-01-16 19:06:46,354][ INFO][PID:3897365] Filling build.info file with builder info [2026-01-16 19:06:46,605][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:46,606][ INFO][PID:3897365] Not re-notifying FE and msg buses for the new host. [2026-01-16 19:06:46,607][ INFO][PID:3897365] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10023409-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-01-16 19:06:46,923][ INFO][PID:3897365] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.236.234.112' (ED25519) to the list of known hosts. [2026-01-16 19:06:46,924][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 1 [2026-01-16 19:06:46,925][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.234.112 copr-rpmbuild-log [2026-01-16 19:06:51,924][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:06:56,925][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:01,926][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:06,927][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:11,930][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:16,931][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:21,932][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:26,933][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:31,934][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:36,936][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:41,938][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:46,939][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:51,940][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:07:56,942][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:01,943][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:06,946][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:11,947][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:16,949][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:21,950][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:26,952][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:31,953][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:36,953][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:41,954][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:46,956][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:51,957][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:08:56,958][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:02,015][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:07,017][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:12,018][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:17,019][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:22,020][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:27,021][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:32,023][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:37,025][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:42,026][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:47,027][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:52,028][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:09:57,029][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:02,030][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:07,031][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:12,032][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:17,036][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:22,037][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:27,039][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:32,051][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:37,068][ INFO][PID:3897365] Periodic builder liveness probe: alive [2026-01-16 19:10:37,070][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:42,072][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:47,075][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:52,080][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:10:57,084][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:02,089][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:07,098][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:12,100][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:17,102][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:22,104][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:27,105][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:32,107][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:37,111][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:42,115][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:47,116][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:52,118][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:11:57,123][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:02,124][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:07,126][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:12,127][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:17,128][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:22,129][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:27,135][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:32,135][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:37,144][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:42,149][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:47,150][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:52,154][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:12:57,155][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:02,156][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:07,157][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:12,158][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:17,159][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:22,161][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:27,164][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:32,165][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:37,167][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:42,169][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:47,171][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:52,263][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:13:57,264][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:02,348][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:07,350][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:12,351][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:17,352][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:22,353][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:27,361][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:32,362][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:37,364][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:42,366][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:47,373][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:52,383][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:14:57,383][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:02,384][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:07,386][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:12,387][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:17,389][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:22,390][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:24,153][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:15:27,540][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:32,542][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:34,154][WARNING][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:15:37,544][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:42,812][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:44,155][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 2 [2026-01-16 19:15:44,161][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.234.112 copr-rpmbuild-log [2026-01-16 19:15:47,817][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:52,824][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:15:57,835][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:02,837][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:07,839][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:12,840][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:17,842][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:22,843][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:27,844][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:32,845][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:37,846][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:42,849][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:44,228][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:16:47,850][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:52,853][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:16:54,232][WARNING][PID:3897365] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:16:57,857][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:02,859][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:04,232][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 3 [2026-01-16 19:17:04,234][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.234.112 copr-rpmbuild-log [2026-01-16 19:17:07,863][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:12,865][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:17,872][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:22,881][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:27,883][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:32,884][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:37,884][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:42,890][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:47,894][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:52,896][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:17:57,897][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:02,939][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:04,307][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:18:07,952][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:12,959][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:14,322][WARNING][PID:3897365] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 19:18:17,961][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:22,963][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:24,323][ INFO][PID:3897365] Downloading the builder-live.log file, attempt 4 [2026-01-16 19:18:24,327][ INFO][PID:3897365] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.234.112 copr-rpmbuild-log [2026-01-16 19:18:27,964][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:32,967][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:37,968][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:42,970][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:47,971][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:52,973][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:18:57,974][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:02,975][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:07,976][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:12,983][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:17,986][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:22,987][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:24,426][ ERROR][PID:3897365] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 19:19:27,988][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:32,989][ INFO][PID:3897365] Checking for cancel request [2026-01-16 19:19:34,721][ ERROR][PID:3897365] Giving up for unstable SSH, failures: 1768590934.1545799, 1768591014.2320938, 1768591094.3222506, 1768591174.7214875 [2026-01-16 19:19:34,724][ ERROR][PID:3897365] Re-try request for task on 'ResallocHost, ticket_id=865711, hostname=3.236.234.112, name=aws_x86_64_spot_prod_01315418_20260116_190206, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-16 19:19:34,725][ INFO][PID:3897365] Releasing VM back to pool [2026-01-16 19:19:34,740][ ERROR][PID:3897365] Backend process error: Three host tried without success: {'3.236.234.112', '3.86.98.62', '98.93.118.86'} [2026-01-16 19:19:34,742][WARNING][PID:3897365] Switching not-finished job state to 'failed' [2026-01-16 19:19:34,743][ INFO][PID:3897365] Worker failed build, took 768.1356952190399 [2026-01-16 19:19:34,744][ INFO][PID:3897365] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "pyproject-rpm-macros-extras", "project_dirname": "pyproject-rpm-macros-extras", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": 1768591174.7424793, "started_on": 1768590406.606784, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10023409-fedora-rawhide-x86_64", "build_id": 10023409, "package_name": "lammps", "package_version": "20250722-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/pyproject-rpm-macros-extras/lammps", "git_hash": "11c653602f9d33c852e47bc49babb6cad26d6162", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/pyproject-rpm-macros-extras--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/pyproject-rpm-macros-extras", "result_dir": "10023409-lammps", "built_packages": "", "id": 10023409, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "pyproject-rpm-macros-extras", "vendor": "Fedora Project COPR (thrnciar/pyproject-rpm-macros-extras)" } } ] } [2026-01-16 19:19:34,800][ INFO][PID:3897365] Sending fedora-messaging bus message in build.end [2026-01-16 19:19:34,921][ INFO][PID:3897365] Compressing /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/10023409-lammps/builder-live.log by gzip [2026-01-16 19:19:34,925][ INFO][PID:3897365] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/10023409-lammps/builder-live.log' as PID 199764 [2026-01-16 19:19:34,941][ INFO][PID:3897365] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/10023409-lammps/builder-live.log) [2026-01-16 19:19:34,942][ INFO][PID:3897365] Compressing /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/10023409-lammps/backend.log by gzip [2026-01-16 19:19:34,944][ INFO][PID:3897365] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/pyproject-rpm-macros-extras/fedora-rawhide-x86_64/10023409-lammps/backend.log' as PID 199766