[2025-08-28 16:31:55,873][ INFO][PID:317114] Marking build as starting [2025-08-28 16:31:56,008][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:31:56,009][ INFO][PID:317114] VM allocation process starts [2025-08-28 16:31:56,028][ INFO][PID:317114] Trying to allocate VM: ResallocHost, ticket_id=4803289, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 16:31:59,055][ INFO][PID:317114] Allocated host ResallocHost, ticket_id=4803289, hostname=18.212.156.249, name=aws_x86_64_spot_prod_06479764_20250828_161408, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 16:31:59,055][ INFO][PID:317114] Allocating ssh connection to builder [2025-08-28 16:31:59,056][ INFO][PID:317114] Checking that builder machine is OK [2025-08-28 16:31:59,511][ INFO][PID:317114] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-08-28 16:31:59,720][ INFO][PID:317114] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-08-28 16:31:59,724][ INFO][PID:317114] Filling build.info file with builder info [2025-08-28 16:31:59,725][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:31:59,726][ INFO][PID:317114] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "setuptools-impact-check-control", "project_dirname": "setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "submitter": "https://src.fedoraproject.org/user/mattia", "ended_on": null, "started_on": 1756398719.7261584, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9500141-fedora-rawhide-x86_64", "build_id": 9500141, "package_name": "libreoffice", "package_version": "1:25.8.1.1-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/libreoffice", "git_hash": "a657fc24d417aa3147e8dd29398733ac2dc3ff2f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/setuptools-impact-check-control--https://src.fedoraproject.org/user/mattia", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/", "id": "copr_coprdir", "name": "Coprdir repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "result_dir": "09500141-libreoffice", "built_packages": "", "id": 9500141, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "setuptools-impact-check-control", "vendor": "Fedora Project COPR (thrnciar/setuptools-impact-check-control)" } } ] } [2025-08-28 16:31:59,789][ INFO][PID:317114] Sending fedora-messaging bus message in build.start [2025-08-28 16:32:00,730][ INFO][PID:317114] Sending fedora-messaging bus message in chroot.start [2025-08-28 16:32:00,758][ INFO][PID:317114] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9500141-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-08-28 16:32:01,130][ INFO][PID:317114] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '18.212.156.249' (ED25519) to the list of known hosts. [2025-08-28 16:32:01,131][ INFO][PID:317114] Downloading the builder-live.log file, attempt 1 [2025-08-28 16:32:01,136][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.212.156.249 copr-rpmbuild-log [2025-08-28 16:32:06,150][ INFO][PID:317114] Periodic builder liveness probe: alive [2025-08-28 16:32:06,151][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:11,153][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:16,156][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:21,157][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:26,158][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:31,159][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:36,166][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:41,168][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:46,169][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:51,174][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:32:56,176][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:01,177][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:06,178][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:11,179][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:16,180][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:21,182][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:26,183][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:31,188][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:36,189][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:41,190][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:46,194][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:51,195][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:33:56,196][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:01,198][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:06,200][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:09,050][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:34:11,201][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:16,202][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:19,051][WARNING][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 16:34:21,203][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:26,204][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:29,052][ INFO][PID:317114] Downloading the builder-live.log file, attempt 2 [2025-08-28 16:34:29,054][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.212.156.249 copr-rpmbuild-log [2025-08-28 16:34:31,205][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:36,208][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:41,209][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:46,211][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:51,212][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:34:56,213][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:01,214][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:06,215][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:11,216][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:16,218][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:21,220][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:26,221][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:29,124][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:35:31,223][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:36,223][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:39,127][WARNING][PID:317114] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 16:35:41,224][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:46,225][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:49,128][ INFO][PID:317114] Downloading the builder-live.log file, attempt 3 [2025-08-28 16:35:49,129][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.212.156.249 copr-rpmbuild-log [2025-08-28 16:35:51,227][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:35:56,228][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:01,229][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:06,230][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:11,231][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:16,232][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:21,233][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:26,234][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:31,235][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:36,236][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:41,237][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:46,237][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:49,197][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:36:51,238][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:56,239][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:36:59,202][WARNING][PID:317114] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 16:37:01,240][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:06,241][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:09,202][ INFO][PID:317114] Downloading the builder-live.log file, attempt 4 [2025-08-28 16:37:09,204][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.212.156.249 copr-rpmbuild-log [2025-08-28 16:37:11,242][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:16,243][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:21,244][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:26,245][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:31,246][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:36,247][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:41,248][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:46,249][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:51,250][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:37:56,251][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:01,252][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:06,253][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:09,271][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:38:11,254][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:16,255][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:19,272][ ERROR][PID:317114] Giving up for unstable SSH, failures: 1756398859.0514445, 1756398939.127816, 1756399019.202176, 1756399099.2725646 [2025-08-28 16:38:19,273][ ERROR][PID:317114] Re-try request for task on 'ResallocHost, ticket_id=4803289, hostname=18.212.156.249, name=aws_x86_64_spot_prod_06479764_20250828_161408, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-28 16:38:19,274][ INFO][PID:317114] Releasing VM back to pool [2025-08-28 16:38:19,285][ INFO][PID:317114] Retry #1 (on other host) [2025-08-28 16:38:19,286][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:19,287][ INFO][PID:317114] VM allocation process starts [2025-08-28 16:38:19,301][ INFO][PID:317114] Trying to allocate VM: ResallocHost, ticket_id=4803357, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 16:38:24,302][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:29,303][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:34,304][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:39,305][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:44,306][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:49,307][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:54,308][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:38:59,309][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:04,310][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:09,311][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:14,312][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:19,313][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:24,316][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:29,317][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:34,318][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:39,318][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:44,319][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:49,320][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:54,321][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:39:59,322][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:04,323][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:09,324][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:14,325][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:19,326][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:24,327][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:29,328][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:34,329][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:39,330][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:44,331][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:49,332][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:54,333][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:40:59,335][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:04,336][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:09,337][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:14,338][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:19,338][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:24,339][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:29,340][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:34,341][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:39,342][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:44,343][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:49,344][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:54,345][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:41:59,346][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:04,347][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:09,348][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:14,349][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:19,350][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:24,351][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:29,352][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:34,353][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:37,395][ INFO][PID:317114] Allocated host ResallocHost, ticket_id=4803357, hostname=3.88.171.43, name=aws_x86_64_spot_prod_06480594_20250828_164107, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 16:42:37,396][ INFO][PID:317114] Allocating ssh connection to builder [2025-08-28 16:42:37,396][ INFO][PID:317114] Checking that builder machine is OK [2025-08-28 16:42:37,832][ INFO][PID:317114] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-08-28 16:42:38,044][ INFO][PID:317114] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-08-28 16:42:38,044][ INFO][PID:317114] Filling build.info file with builder info [2025-08-28 16:42:38,049][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:38,049][ INFO][PID:317114] Not re-notifying FE and msg buses for the new host. [2025-08-28 16:42:38,050][ INFO][PID:317114] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9500141-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-08-28 16:42:38,380][ INFO][PID:317114] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.88.171.43' (ED25519) to the list of known hosts. [2025-08-28 16:42:38,381][ INFO][PID:317114] Downloading the builder-live.log file, attempt 1 [2025-08-28 16:42:38,382][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.88.171.43 copr-rpmbuild-log [2025-08-28 16:42:43,389][ INFO][PID:317114] Periodic builder liveness probe: alive [2025-08-28 16:42:43,390][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:48,390][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:53,391][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:42:58,394][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:03,396][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:08,397][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:13,398][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:18,399][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:23,400][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:28,401][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:33,403][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:38,404][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:43,405][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:48,406][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:53,408][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:43:58,408][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:03,409][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:08,410][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:13,411][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:18,412][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:23,413][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:28,414][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:33,415][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:38,416][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:43,418][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:48,419][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:53,420][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:44:58,421][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:03,422][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:08,423][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:13,424][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:18,425][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:23,426][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:28,427][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:33,428][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:38,429][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:43,430][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:48,431][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:53,432][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:45:58,433][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:03,434][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:08,435][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:13,436][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:18,437][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:23,438][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:28,439][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:33,440][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:38,441][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:43,442][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:48,443][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:53,444][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:46:58,445][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:03,446][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:08,447][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:13,448][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:18,449][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:23,450][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:28,451][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:33,452][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:38,453][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:43,454][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:48,455][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:53,456][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:47:58,457][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:03,458][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:08,459][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:13,460][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:18,461][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:23,462][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:28,463][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:33,464][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:38,465][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:43,466][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:48,467][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:53,468][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:48:58,469][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:03,470][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:08,471][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:13,472][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:18,473][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:23,474][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:28,476][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:33,476][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:38,477][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:43,478][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:48,479][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:53,480][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:49:58,482][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:03,485][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:08,486][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:13,487][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:18,488][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:23,489][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:28,490][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:33,491][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:38,492][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:43,493][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:48,494][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:53,496][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:50:58,497][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:03,498][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:08,499][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:13,500][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:18,501][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:23,503][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:28,504][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:33,505][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:38,506][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:43,507][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:48,508][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:53,509][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:51:58,510][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:03,511][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:08,512][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:13,513][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:18,514][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:23,517][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:28,519][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:33,520][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:38,521][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:43,528][ INFO][PID:317114] Periodic builder liveness probe: alive [2025-08-28 16:52:43,529][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:48,530][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:53,531][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:52:58,533][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:03,534][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:08,535][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:13,536][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:18,537][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:23,538][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:28,540][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:33,541][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:38,542][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:43,544][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:48,545][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:53,546][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:53:58,547][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:03,548][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:08,549][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:13,551][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:18,552][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:23,553][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:28,554][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:33,555][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:38,556][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:43,557][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:48,558][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:53,559][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:54:58,560][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:03,562][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:08,563][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:13,565][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:18,566][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:23,567][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:28,569][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:33,570][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:38,571][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:43,572][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:48,573][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:53,574][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:55:58,575][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:03,577][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:08,578][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:13,579][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:18,580][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:23,581][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:28,583][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:33,584][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:38,585][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:43,586][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:48,587][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:53,589][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:56:58,590][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:03,591][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:08,592][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:13,593][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:18,594][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:23,598][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:28,599][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:33,601][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:36,779][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:57:38,602][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:43,603][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:46,780][WARNING][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 16:57:48,605][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:53,606][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:57:56,781][ INFO][PID:317114] Downloading the builder-live.log file, attempt 2 [2025-08-28 16:57:56,783][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.88.171.43 copr-rpmbuild-log [2025-08-28 16:57:58,609][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:03,610][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:08,613][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:13,616][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:18,617][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:23,618][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:28,620][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:33,622][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:38,624][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:43,624][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:48,625][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:53,626][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:58:56,852][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 16:58:58,628][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:03,629][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:06,867][WARNING][PID:317114] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 16:59:08,630][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:13,631][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:16,868][ INFO][PID:317114] Downloading the builder-live.log file, attempt 3 [2025-08-28 16:59:16,869][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.88.171.43 copr-rpmbuild-log [2025-08-28 16:59:18,632][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:23,634][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:28,637][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:33,639][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:38,644][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:43,645][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:48,648][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:53,649][ INFO][PID:317114] Checking for cancel request [2025-08-28 16:59:58,650][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:03,650][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:08,652][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:13,653][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:16,938][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:00:18,654][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:23,655][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:26,940][WARNING][PID:317114] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 17:00:28,656][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:33,657][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:36,941][ INFO][PID:317114] Downloading the builder-live.log file, attempt 4 [2025-08-28 17:00:36,942][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.88.171.43 copr-rpmbuild-log [2025-08-28 17:00:38,658][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:43,659][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:48,660][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:53,661][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:00:58,662][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:03,666][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:08,668][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:13,669][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:18,671][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:23,672][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:28,674][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:33,675][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:37,010][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:01:38,676][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:43,677][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:47,012][ ERROR][PID:317114] Giving up for unstable SSH, failures: 1756400266.7805355, 1756400346.8671951, 1756400426.9401546, 1756400507.0121093 [2025-08-28 17:01:47,013][ ERROR][PID:317114] Re-try request for task on 'ResallocHost, ticket_id=4803357, hostname=3.88.171.43, name=aws_x86_64_spot_prod_06480594_20250828_164107, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-28 17:01:47,013][ INFO][PID:317114] Releasing VM back to pool [2025-08-28 17:01:47,078][ INFO][PID:317114] Retry #2 (on other host) [2025-08-28 17:01:47,079][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:47,080][ INFO][PID:317114] VM allocation process starts [2025-08-28 17:01:47,110][ INFO][PID:317114] Trying to allocate VM: ResallocHost, ticket_id=4803616, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 17:01:50,131][ INFO][PID:317114] Allocated host ResallocHost, ticket_id=4803616, hostname=34.203.9.106, name=aws_x86_64_spot_prod_06481475_20250828_165930, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-28 17:01:50,132][ INFO][PID:317114] Allocating ssh connection to builder [2025-08-28 17:01:50,132][ INFO][PID:317114] Checking that builder machine is OK [2025-08-28 17:01:50,620][ INFO][PID:317114] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-08-28 17:01:50,822][ INFO][PID:317114] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-08-28 17:01:50,823][ INFO][PID:317114] Filling build.info file with builder info [2025-08-28 17:01:50,825][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:01:50,825][ INFO][PID:317114] Not re-notifying FE and msg buses for the new host. [2025-08-28 17:01:50,826][ INFO][PID:317114] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9500141-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-08-28 17:01:51,160][ INFO][PID:317114] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '34.203.9.106' (ED25519) to the list of known hosts. [2025-08-28 17:01:51,161][ INFO][PID:317114] Downloading the builder-live.log file, attempt 1 [2025-08-28 17:01:51,162][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.203.9.106 copr-rpmbuild-log [2025-08-28 17:01:56,161][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:01,163][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:06,164][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:11,165][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:16,166][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:21,167][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:26,169][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:31,170][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:36,171][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:41,172][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:46,181][ INFO][PID:317114] Periodic builder liveness probe: alive [2025-08-28 17:02:46,182][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:51,182][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:02:56,183][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:01,184][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:06,186][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:11,187][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:16,188][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:21,189][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:26,191][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:31,192][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:36,193][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:41,194][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:46,348][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:52,049][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:03:57,293][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:03,040][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:08,322][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:13,871][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:19,399][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:24,770][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:30,001][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:35,547][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:40,826][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:45,914][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:51,037][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:04:56,096][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:01,340][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:06,369][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:11,405][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:16,538][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:21,540][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:26,679][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:32,059][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:37,414][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:42,559][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:47,568][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:52,604][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:05:57,753][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:02,759][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:07,799][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:13,181][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:18,414][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:23,634][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:29,008][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:34,573][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:40,076][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:45,334][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:50,602][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:06:56,270][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:01,394][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:06,431][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:11,586][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:16,591][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:21,615][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:26,627][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:31,631][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:36,645][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:41,647][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:46,649][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:51,651][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:07:56,654][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:01,664][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:06,679][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:11,684][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:16,690][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:21,815][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:27,202][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:32,907][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:38,173][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:43,292][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:48,556][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:53,866][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:08:59,149][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:04,222][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:09,707][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:14,781][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:19,897][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:24,930][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:29,944][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:34,951][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:39,963][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:45,016][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:50,024][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:09:55,025][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:00,029][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:05,030][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:10,032][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:15,035][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:20,056][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:25,063][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:30,068][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:35,071][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:40,073][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:45,075][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:50,076][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:10:55,080][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:00,082][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:05,088][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:10,094][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:15,098][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:20,099][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:25,109][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:30,174][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:35,248][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:40,325][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:45,458][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:50,491][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:11:55,522][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:00,545][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:05,563][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:10,577][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:15,621][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:20,624][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:25,943][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:31,117][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:36,342][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:41,384][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:46,523][ INFO][PID:317114] Periodic builder liveness probe: alive [2025-08-28 17:12:46,786][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:51,817][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:12:56,917][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:02,066][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:07,097][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:12,152][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:17,179][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:22,199][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:27,205][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:32,216][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:37,231][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:42,273][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:47,284][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:52,488][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:13:57,568][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:02,754][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:07,853][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:12,960][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:18,069][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:23,217][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:28,233][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:33,326][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:38,380][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:43,439][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:49,063][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:54,671][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:14:59,697][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:04,715][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:09,751][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:14,776][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:19,871][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:24,982][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:29,994][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:35,006][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:40,013][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:40,694][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:15:45,018][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:50,042][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:15:50,697][WARNING][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 17:15:55,076][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:00,089][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:00,701][ INFO][PID:317114] Downloading the builder-live.log file, attempt 2 [2025-08-28 17:16:00,704][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.203.9.106 copr-rpmbuild-log [2025-08-28 17:16:05,153][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:10,182][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:15,245][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:20,250][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:25,254][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:30,272][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:35,354][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:40,374][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:45,424][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:50,526][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:16:55,974][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:01,886][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:02,419][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:17:07,688][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:12,686][WARNING][PID:317114] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 17:17:12,993][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:20,696][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:22,686][ INFO][PID:317114] Downloading the builder-live.log file, attempt 3 [2025-08-28 17:17:25,131][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.203.9.106 copr-rpmbuild-log [2025-08-28 17:17:26,876][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:33,502][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:38,509][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:43,583][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:48,596][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:53,614][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:17:58,626][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:03,630][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:08,631][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:13,634][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:18,639][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:23,644][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:25,200][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:18:28,652][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:33,654][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:35,313][WARNING][PID:317114] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-28 17:18:38,656][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:43,679][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:45,313][ INFO][PID:317114] Downloading the builder-live.log file, attempt 4 [2025-08-28 17:18:45,316][ INFO][PID:317114] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.203.9.106 copr-rpmbuild-log [2025-08-28 17:18:48,694][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:53,708][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:18:58,709][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:03,710][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:08,711][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:13,713][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:18,714][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:23,716][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:28,719][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:33,721][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:38,722][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:43,723][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:45,386][ ERROR][PID:317114] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-28 17:19:48,725][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:53,726][ INFO][PID:317114] Checking for cancel request [2025-08-28 17:19:55,417][ ERROR][PID:317114] Giving up for unstable SSH, failures: 1756401350.6971827, 1756401432.6861408, 1756401515.313066, 1756401595.4174042 [2025-08-28 17:19:55,418][ ERROR][PID:317114] Re-try request for task on 'ResallocHost, ticket_id=4803616, hostname=34.203.9.106, name=aws_x86_64_spot_prod_06481475_20250828_165930, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-28 17:19:55,420][ INFO][PID:317114] Releasing VM back to pool [2025-08-28 17:19:55,439][ ERROR][PID:317114] Backend process error: Three host tried without success: {'18.212.156.249', '34.203.9.106', '3.88.171.43'} [2025-08-28 17:19:55,440][WARNING][PID:317114] Switching not-finished job state to 'failed' [2025-08-28 17:19:55,441][ INFO][PID:317114] Worker failed build, took 1084.6146891117096 [2025-08-28 17:19:55,441][ INFO][PID:317114] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "setuptools-impact-check-control", "project_dirname": "setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "submitter": "https://src.fedoraproject.org/user/mattia", "ended_on": 1756401595.4405432, "started_on": 1756400510.825854, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9500141-fedora-rawhide-x86_64", "build_id": 9500141, "package_name": "libreoffice", "package_version": "1:25.8.1.1-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/libreoffice", "git_hash": "a657fc24d417aa3147e8dd29398733ac2dc3ff2f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/setuptools-impact-check-control--https://src.fedoraproject.org/user/mattia", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/", "id": "copr_coprdir", "name": "Coprdir repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42", "result_dir": "09500141-libreoffice", "built_packages": "", "id": 9500141, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "setuptools-impact-check-control", "vendor": "Fedora Project COPR (thrnciar/setuptools-impact-check-control)" } } ] } [2025-08-28 17:19:55,473][ INFO][PID:317114] Sending fedora-messaging bus message in build.end [2025-08-28 17:19:55,499][ INFO][PID:317114] Compressing /var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/09500141-libreoffice/builder-live.log by gzip [2025-08-28 17:19:55,501][ INFO][PID:317114] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/09500141-libreoffice/builder-live.log' as PID 603451 [2025-08-28 17:19:55,503][ INFO][PID:317114] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/09500141-libreoffice/builder-live.log) [2025-08-28 17:19:55,503][ INFO][PID:317114] Compressing /var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/09500141-libreoffice/backend.log by gzip [2025-08-28 17:19:55,505][ INFO][PID:317114] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/setuptools-impact-check-control:pr:fork-mattia-rpms-libreoffice-42/fedora-rawhide-x86_64/09500141-libreoffice/backend.log' as PID 603452