[2026-03-27 10:14:36,374][ INFO][PID:1305779] Marking build as starting [2026-03-27 10:14:36,469][ INFO][PID:1305779] Checking that /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/repodata/repomd.xml exists [2026-03-27 10:14:36,582][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:14:36,585][ INFO][PID:1305779] VM allocation process starts [2026-03-27 10:14:36,622][ INFO][PID:1305779] Trying to allocate VM: ResallocHost, ticket_id=2055023, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 10:14:39,665][ INFO][PID:1305779] Allocated host ResallocHost, ticket_id=2055023, hostname=54.83.145.32, name=aws_x86_64_spot_prod_04325398_20260327_101029, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 10:14:39,666][ INFO][PID:1305779] Allocating ssh connection to builder [2026-03-27 10:14:39,669][ INFO][PID:1305779] Checking that builder machine is OK [2026-03-27 10:14:40,038][ INFO][PID:1305779] Running remote command: copr-builder-ready fedora-rawhide-s390x [2026-03-27 10:14:40,291][ INFO][PID:1305779] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2026-03-27 10:14:40,297][ INFO][PID:1305779] Filling build.info file with builder info [2026-03-27 10:14:40,298][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:14:40,302][ INFO][PID:1305779] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "amatej", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "amatej", "ended_on": null, "started_on": 1774606480.3025348, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10266388-fedora-rawhide-s390x", "build_id": 10266388, "package_name": "dnf5", "package_version": "5.4.0.0^20260327110800587829.main-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/amatej/dnf-nightly/dnf5", "git_hash": "1248db7d9ecc07929aa1a454ab031c09b335620b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "amatej/dnf-nightly--amatej", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-s390x/", "id": "copr_rpmsoftwaremanagement_dnf_nightly", "name": "Additional repo copr_rpmsoftwaremanagement_dnf_nightly" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/amatej/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly", "result_dir": "10266388-dnf5", "built_packages": "", "id": 10266388, "mockchain_macros": { "copr_username": "amatej", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (amatej/dnf-nightly)" } } ] } [2026-03-27 10:14:40,381][ INFO][PID:1305779] Sending fedora-messaging bus message in build.start [2026-03-27 10:14:41,266][ INFO][PID:1305779] Sending fedora-messaging bus message in chroot.start [2026-03-27 10:14:41,310][ INFO][PID:1305779] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10266388-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2026-03-27 10:14:41,686][ INFO][PID:1305779] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '54.83.145.32' (ED25519) to the list of known hosts. [2026-03-27 10:14:41,687][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 1 [2026-03-27 10:14:41,698][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.83.145.32 copr-rpmbuild-log [2026-03-27 10:14:46,697][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 10:14:46,697][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:14:51,698][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:14:56,700][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:01,704][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:06,710][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:11,714][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:16,718][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:21,724][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:26,726][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:31,729][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:36,730][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:41,732][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:46,735][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:51,738][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:15:56,741][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:01,745][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:06,747][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:11,753][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:16,758][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:21,760][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:26,767][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:31,770][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:36,782][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:41,786][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:46,789][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:51,790][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:16:56,792][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:01,795][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:06,796][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:11,798][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:16,800][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:21,803][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:26,806][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:31,811][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:36,812][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:41,813][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:46,815][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:51,817][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:17:56,818][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:01,819][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:06,821][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:11,823][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:16,825][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:21,828][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:26,829][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:31,832][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:36,834][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:41,836][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:46,837][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:51,838][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:18:56,841][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:01,843][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:06,846][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:11,848][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:16,849][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:21,850][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:26,851][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:31,852][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:36,856][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:41,858][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:46,860][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:51,861][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:19:56,862][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:01,864][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:06,868][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:11,869][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:16,870][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:21,871][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:26,872][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:31,873][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:36,875][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:41,876][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:46,877][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:51,879][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:20:56,880][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:01,881][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:06,882][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:11,883][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:16,884][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:21,885][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:26,887][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:31,888][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:36,889][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:41,890][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:46,910][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:51,910][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:21:56,912][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:01,913][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:06,914][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:11,915][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:16,916][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:21,917][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:26,918][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:31,919][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:36,920][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:41,921][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:46,922][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:51,923][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:22:56,924][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:01,925][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:06,930][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:11,933][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:16,934][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:21,935][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:26,936][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:31,937][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:36,938][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:41,940][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:46,941][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:51,942][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:23:56,943][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:01,944][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:06,945][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:11,982][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:16,983][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:21,984][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:26,987][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:31,988][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:36,989][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:41,990][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:46,996][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 10:24:46,996][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:51,997][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:24:56,998][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:01,999][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:07,000][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:12,001][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:17,002][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:22,022][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:27,023][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:32,024][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:37,025][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:42,026][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:47,027][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:52,028][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:25:57,029][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:02,081][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:07,082][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:12,083][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:17,084][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:22,085][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:27,086][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:32,087][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:37,088][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:42,089][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:47,090][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:52,091][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:26:57,092][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:02,094][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:07,095][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:12,095][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:17,097][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:22,098][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:27,099][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:32,099][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:37,101][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:42,101][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:47,102][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:52,103][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:27:57,104][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:02,105][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:07,106][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:12,107][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:17,163][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:22,164][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:27,165][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:32,166][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:37,168][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:42,169][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:47,170][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:52,171][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:28:57,172][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:02,173][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:07,174][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:12,176][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:17,178][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:22,180][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:27,180][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:32,181][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:37,182][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:42,184][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:47,186][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:52,187][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:29:57,188][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:02,189][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:07,190][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:12,191][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:17,192][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:22,193][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:27,194][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:32,195][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:37,208][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:42,209][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:47,210][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:52,212][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:30:57,213][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:02,214][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:07,215][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:12,216][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:17,217][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:22,218][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:27,287][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:32,358][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:37,359][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:42,363][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:47,364][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:52,365][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:31:57,366][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:02,367][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:07,374][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:12,387][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:17,389][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:22,390][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:27,391][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:32,392][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:37,393][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:42,395][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:47,473][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:52,474][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:32:57,476][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:02,477][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:07,478][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:12,479][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:17,480][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:22,489][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:27,521][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:32,523][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:37,524][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:42,526][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:47,527][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:52,529][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:33:57,540][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:02,541][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:08,328][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:13,331][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:18,333][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:23,334][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:28,340][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:33,343][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:38,348][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:43,351][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:48,358][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 10:34:48,359][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:53,360][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:34:58,361][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:03,363][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:08,364][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:13,365][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:18,366][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:23,367][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:28,368][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:33,369][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:38,370][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:43,371][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:48,372][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:53,373][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:35:58,375][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:03,376][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:08,377][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:13,379][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:18,381][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:23,383][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:28,387][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:33,388][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:38,389][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:43,418][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:48,420][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:53,425][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:36:58,427][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:03,428][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:08,430][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:13,433][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:18,469][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:23,471][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:28,473][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:33,476][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:38,478][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:43,479][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:48,480][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:53,840][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:37:58,844][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:03,878][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:08,880][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:13,882][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:18,884][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:23,885][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:28,885][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:33,887][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:38,887][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:43,888][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:48,889][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:53,890][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:38:58,915][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:03,917][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:08,985][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:14,073][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:19,075][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:24,079][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:29,081][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:34,082][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:39,082][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:44,084][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:49,157][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:54,197][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:39:59,199][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:04,201][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:09,203][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:14,204][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:19,205][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:24,207][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:29,478][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:34,480][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:39,481][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:44,484][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:49,485][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:54,486][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:40:59,487][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:04,488][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:09,534][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:14,536][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:19,539][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:24,542][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:29,543][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:34,544][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:39,545][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:44,546][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:49,547][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:54,548][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:41:59,549][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:04,556][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:09,560][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:14,563][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:19,564][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:24,855][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:29,940][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:34,942][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:39,946][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:44,952][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:49,957][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:54,958][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:42:59,965][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:04,990][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:09,996][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:15,002][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:20,007][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:25,009][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:30,011][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:35,014][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:40,017][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:45,021][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:50,022][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:43:55,026][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:00,028][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:05,030][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:10,034][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:15,036][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:20,039][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:25,055][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:30,056][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:35,066][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:40,070][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:45,071][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:50,082][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 10:44:50,083][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:44:55,084][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:00,125][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:05,126][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:10,127][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:15,128][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:20,132][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:25,140][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:30,141][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:35,142][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:40,144][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:45,145][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:50,146][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:45:55,148][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:00,149][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:05,150][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:10,151][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:15,152][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:20,153][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:25,154][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:30,155][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:35,156][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:40,158][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:45,160][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:50,162][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:46:55,163][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:00,173][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:05,174][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:10,175][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:15,226][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:20,228][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:25,229][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:30,233][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:35,237][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:40,240][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:45,241][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:50,243][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:47:55,244][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:00,246][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:05,250][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:10,252][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:15,254][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:20,256][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:25,281][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:30,304][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:35,305][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:40,307][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:45,308][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:50,310][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:48:55,313][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:00,320][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:05,322][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:10,324][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:15,327][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:20,328][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:25,332][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:30,337][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:35,339][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:40,342][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:45,344][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:50,349][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:49:55,356][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:00,361][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:05,362][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:10,363][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:15,366][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:20,371][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:25,372][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:30,373][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:35,374][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:40,375][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:45,376][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:50,377][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:50:55,378][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:00,379][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:05,380][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:10,381][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:15,382][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:20,383][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:25,384][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:30,385][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:35,386][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:40,388][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:45,389][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:50,390][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:51:55,391][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:00,392][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:05,393][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:10,394][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:15,395][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:20,396][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:25,397][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:30,398][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:35,399][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:40,400][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:45,401][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:50,402][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:52:55,403][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:00,404][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:05,405][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:10,406][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:15,407][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:20,408][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:25,409][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:30,410][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:35,411][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:40,412][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:45,414][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:50,417][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:53:55,419][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:00,420][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:05,420][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:10,421][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:15,422][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:20,424][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:25,425][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:30,538][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:34,247][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 10:54:35,540][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:40,541][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:44,248][WARNING][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 10:54:45,545][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:50,552][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 10:54:50,553][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:54:54,249][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 2 [2026-03-27 10:54:54,302][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.83.145.32 copr-rpmbuild-log [2026-03-27 10:54:55,553][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:00,555][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:05,556][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:10,557][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:15,559][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:20,560][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:25,561][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:30,562][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:35,565][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:40,566][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:45,600][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:50,601][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:55:54,368][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 10:55:55,602][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:00,604][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:04,387][WARNING][PID:1305779] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 10:56:05,605][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:10,606][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:14,388][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 3 [2026-03-27 10:56:14,389][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.83.145.32 copr-rpmbuild-log [2026-03-27 10:56:15,607][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:20,608][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:25,609][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:30,610][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:35,611][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:40,612][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:45,614][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:50,615][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:56:55,616][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:00,617][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:05,618][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:10,619][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:14,457][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 10:57:15,620][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:20,621][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:24,510][WARNING][PID:1305779] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 10:57:25,622][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:30,623][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:34,511][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 4 [2026-03-27 10:57:34,512][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.83.145.32 copr-rpmbuild-log [2026-03-27 10:57:35,624][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:40,624][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:45,625][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:50,626][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:57:55,627][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:00,628][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:05,629][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:10,630][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:15,632][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:20,633][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:25,634][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:30,635][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:34,579][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 10:58:35,636][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:40,637][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:44,816][ ERROR][PID:1305779] Giving up for unstable SSH, failures: 1774608884.2484422, 1774608964.3876882, 1774609044.510876, 1774609124.81643 [2026-03-27 10:58:44,817][ ERROR][PID:1305779] Re-try request for task on 'ResallocHost, ticket_id=2055023, hostname=54.83.145.32, name=aws_x86_64_spot_prod_04325398_20260327_101029, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-03-27 10:58:44,818][ INFO][PID:1305779] Releasing VM back to pool [2026-03-27 10:58:44,877][ INFO][PID:1305779] Retry #1 (on other host) [2026-03-27 10:58:44,878][ INFO][PID:1305779] Checking that /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/repodata/repomd.xml exists [2026-03-27 10:58:44,971][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:44,972][ INFO][PID:1305779] VM allocation process starts [2026-03-27 10:58:44,983][ INFO][PID:1305779] Trying to allocate VM: ResallocHost, ticket_id=2055679, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 10:58:47,996][ INFO][PID:1305779] Allocated host ResallocHost, ticket_id=2055679, hostname=34.230.53.76, name=aws_x86_64_spot_prod_04326272_20260327_105202, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 10:58:47,996][ INFO][PID:1305779] Allocating ssh connection to builder [2026-03-27 10:58:47,997][ INFO][PID:1305779] Checking that builder machine is OK [2026-03-27 10:58:48,348][ INFO][PID:1305779] Running remote command: copr-builder-ready fedora-rawhide-s390x [2026-03-27 10:58:48,557][ INFO][PID:1305779] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2026-03-27 10:58:48,557][ INFO][PID:1305779] Filling build.info file with builder info [2026-03-27 10:58:48,644][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:48,645][ INFO][PID:1305779] Not re-notifying FE and msg buses for the new host. [2026-03-27 10:58:48,646][ INFO][PID:1305779] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10266388-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2026-03-27 10:58:48,996][ INFO][PID:1305779] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '34.230.53.76' (ED25519) to the list of known hosts. [2026-03-27 10:58:48,997][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 1 [2026-03-27 10:58:48,999][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.53.76 copr-rpmbuild-log [2026-03-27 10:58:53,998][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:58:58,999][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:04,000][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:09,001][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:14,002][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:19,003][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:24,003][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:29,004][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:34,009][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:39,010][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:44,011][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:49,012][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:54,013][ INFO][PID:1305779] Checking for cancel request [2026-03-27 10:59:59,014][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:04,015][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:09,016][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:14,017][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:19,020][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:24,022][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:29,023][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:34,024][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:39,025][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:44,026][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:49,027][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:54,028][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:00:59,030][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:04,032][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:09,033][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:14,035][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:19,036][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:24,037][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:29,038][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:34,039][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:39,040][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:44,041][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:49,042][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:54,043][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:01:59,045][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:04,046][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:09,047][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:14,049][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:19,050][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:24,051][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:29,053][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:34,054][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:39,055][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:44,056][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:49,057][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:54,058][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:02:59,059][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:04,060][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:09,061][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:14,062][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:19,063][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:24,064][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:29,065][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:34,066][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:39,067][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:44,068][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:49,069][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:54,070][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:03:59,071][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:04,072][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:09,073][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:14,074][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:19,075][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:24,076][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:29,077][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:34,078][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:39,079][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:44,080][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:49,194][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:54,212][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 11:04:54,213][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:04:59,213][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:04,215][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:09,216][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:14,217][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:19,218][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:24,236][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:29,237][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:34,238][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:39,239][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:44,240][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:49,241][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:54,242][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:05:59,243][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:04,244][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:09,245][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:14,246][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:19,247][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:24,248][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:29,249][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:34,250][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:39,251][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:44,252][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:49,268][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:54,269][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:06:59,270][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:04,271][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:09,273][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:14,274][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:19,277][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:24,278][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:29,279][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:34,280][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:39,281][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:44,282][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:49,323][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:54,324][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:07:59,325][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:04,326][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:09,327][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:14,328][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:19,330][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:24,333][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:29,334][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:34,336][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:39,337][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:44,340][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:49,341][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:54,342][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:08:59,464][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:04,465][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:09,467][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:14,469][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:19,471][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:24,474][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:29,478][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:34,487][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:39,488][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:44,490][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:49,492][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:54,495][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:09:59,498][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:04,499][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:09,500][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:14,502][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:19,503][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:24,507][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:29,509][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:34,510][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:39,511][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:44,512][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:49,513][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:54,514][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:10:59,515][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:04,516][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:09,517][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:14,518][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:19,535][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:24,536][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:29,537][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:34,538][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:39,539][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:44,540][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:49,541][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:54,542][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:11:59,543][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:04,544][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:09,545][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:14,547][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:19,548][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:24,548][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:29,549][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:34,550][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:39,551][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:44,552][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:49,553][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:54,554][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:12:59,555][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:04,556][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:09,557][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:14,558][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:19,559][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:24,560][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:29,561][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:34,562][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:39,563][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:44,588][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:49,593][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:54,594][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:13:59,595][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:04,596][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:09,598][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:14,599][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:19,635][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:24,636][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:29,637][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:34,638][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:39,639][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:44,640][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:49,641][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:54,647][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 11:14:54,648][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:14:59,649][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:04,650][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:09,651][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:14,652][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:19,653][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:24,654][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:29,655][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:34,656][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:39,661][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:44,662][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:49,664][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:54,665][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:15:59,669][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:04,672][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:09,681][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:14,682][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:19,684][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:24,689][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:29,691][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:34,693][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:39,695][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:44,698][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:49,699][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:54,700][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:16:59,701][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:04,704][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:09,705][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:14,708][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:19,711][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:24,716][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:29,718][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:34,719][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:39,720][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:44,721][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:49,725][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:54,726][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:17:59,727][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:04,728][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:09,729][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:14,730][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:19,733][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:24,734][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:29,736][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:34,737][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:39,738][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:44,739][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:49,740][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:54,741][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:18:59,742][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:04,744][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:09,745][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:14,746][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:19,747][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:24,780][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:29,781][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:34,783][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:39,784][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:44,784][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:49,785][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:54,787][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:19:59,788][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:03,473][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:20:04,789][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:09,790][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:13,474][WARNING][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:20:14,791][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:19,792][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:23,475][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 2 [2026-03-27 11:20:23,482][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.53.76 copr-rpmbuild-log [2026-03-27 11:20:24,793][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:29,794][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:34,795][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:39,796][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:44,797][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:49,798][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:54,799][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:20:59,803][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:04,804][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:09,805][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:14,806][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:19,807][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:23,549][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:21:24,808][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:29,809][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:33,581][WARNING][PID:1305779] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:21:34,810][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:39,811][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:43,584][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 3 [2026-03-27 11:21:43,586][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.53.76 copr-rpmbuild-log [2026-03-27 11:21:44,813][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:49,814][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:54,815][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:21:59,816][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:04,817][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:09,818][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:14,819][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:19,820][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:24,825][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:29,828][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:34,829][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:39,830][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:43,647][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:22:44,831][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:49,832][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:53,650][WARNING][PID:1305779] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:22:54,833][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:22:59,835][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:03,651][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 4 [2026-03-27 11:23:03,654][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.53.76 copr-rpmbuild-log [2026-03-27 11:23:04,836][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:09,838][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:14,839][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:19,841][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:24,842][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:29,843][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:34,844][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:39,845][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:44,848][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:49,849][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:54,850][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:23:59,851][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:03,718][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:24:04,852][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:09,853][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:13,743][ ERROR][PID:1305779] Giving up for unstable SSH, failures: 1774610413.474716, 1774610493.5817275, 1774610573.6504812, 1774610653.7430058 [2026-03-27 11:24:13,746][ ERROR][PID:1305779] Re-try request for task on 'ResallocHost, ticket_id=2055679, hostname=34.230.53.76, name=aws_x86_64_spot_prod_04326272_20260327_105202, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-03-27 11:24:13,747][ INFO][PID:1305779] Releasing VM back to pool [2026-03-27 11:24:13,769][ INFO][PID:1305779] Retry #2 (on other host) [2026-03-27 11:24:13,769][ INFO][PID:1305779] Checking that /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/repodata/repomd.xml exists [2026-03-27 11:24:13,770][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:13,771][ INFO][PID:1305779] VM allocation process starts [2026-03-27 11:24:13,795][ INFO][PID:1305779] Trying to allocate VM: ResallocHost, ticket_id=2056097, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 11:24:16,820][ INFO][PID:1305779] Allocated host ResallocHost, ticket_id=2056097, hostname=3.227.18.98, name=aws_x86_64_spot_prod_04327287_20260327_112236, requested_tags=['copr_builder', 'arch_s390x'] [2026-03-27 11:24:16,821][ INFO][PID:1305779] Allocating ssh connection to builder [2026-03-27 11:24:16,821][ INFO][PID:1305779] Checking that builder machine is OK [2026-03-27 11:24:17,142][ INFO][PID:1305779] Running remote command: copr-builder-ready fedora-rawhide-s390x [2026-03-27 11:24:17,345][ INFO][PID:1305779] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2026-03-27 11:24:17,346][ INFO][PID:1305779] Filling build.info file with builder info [2026-03-27 11:24:17,475][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:17,476][ INFO][PID:1305779] Not re-notifying FE and msg buses for the new host. [2026-03-27 11:24:17,477][ INFO][PID:1305779] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10266388-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2026-03-27 11:24:17,809][ INFO][PID:1305779] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.227.18.98' (ED25519) to the list of known hosts. [2026-03-27 11:24:17,810][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 1 [2026-03-27 11:24:17,812][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.227.18.98 copr-rpmbuild-log [2026-03-27 11:24:22,810][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:27,813][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:32,814][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:37,815][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:42,816][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:47,817][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:52,818][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:24:57,827][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 11:24:57,827][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:02,829][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:07,832][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:12,833][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:17,835][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:22,836][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:27,838][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:32,839][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:37,840][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:42,841][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:47,842][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:52,843][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:25:57,844][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:02,845][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:07,846][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:12,847][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:17,848][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:22,849][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:27,851][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:32,852][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:37,853][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:42,855][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:47,856][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:52,857][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:26:57,857][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:02,858][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:07,859][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:12,860][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:17,861][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:22,863][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:27,863][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:32,864][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:37,865][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:42,866][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:47,867][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:52,868][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:27:57,869][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:02,870][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:07,871][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:12,873][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:17,877][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:22,878][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:27,879][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:32,880][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:37,881][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:42,882][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:47,883][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:52,884][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:28:57,885][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:02,886][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:07,887][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:12,888][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:17,889][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:22,890][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:27,891][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:32,892][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:37,894][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:42,895][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:47,896][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:52,897][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:29:57,898][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:02,900][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:07,901][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:12,902][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:17,904][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:22,906][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:27,908][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:32,910][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:37,963][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:42,964][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:47,966][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:52,967][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:30:57,968][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:02,969][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:07,970][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:12,971][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:17,972][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:22,976][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:27,978][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:32,982][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:37,984][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:42,985][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:47,986][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:52,987][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:31:57,989][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:02,991][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:07,992][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:12,993][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:17,995][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:22,996][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:27,997][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:32,998][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:38,000][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:43,001][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:48,003][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:53,004][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:32:58,005][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:03,006][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:08,007][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:13,092][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:18,098][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:23,100][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:28,106][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:33,107][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:38,108][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:43,110][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:48,111][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:53,112][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:33:58,115][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:03,117][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:03,755][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:34:08,118][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:13,119][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:13,756][WARNING][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:34:18,120][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:23,121][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:23,763][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 2 [2026-03-27 11:34:23,954][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.227.18.98 copr-rpmbuild-log [2026-03-27 11:34:28,122][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:33,123][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:38,124][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:43,125][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:48,126][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:53,127][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:34:58,134][ INFO][PID:1305779] Periodic builder liveness probe: alive [2026-03-27 11:34:58,135][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:03,136][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:08,137][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:13,138][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:18,139][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:23,140][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:24,022][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:35:28,141][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:33,142][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:34,029][WARNING][PID:1305779] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:35:38,144][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:43,151][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:44,030][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 3 [2026-03-27 11:35:44,032][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.227.18.98 copr-rpmbuild-log [2026-03-27 11:35:48,152][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:53,153][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:35:58,154][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:03,157][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:08,158][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:13,159][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:18,161][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:23,162][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:28,163][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:33,164][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:38,165][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:43,166][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:44,102][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:36:48,168][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:53,170][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:36:54,102][WARNING][PID:1305779] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-03-27 11:36:58,172][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:03,173][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:04,103][ INFO][PID:1305779] Downloading the builder-live.log file, attempt 4 [2026-03-27 11:37:04,104][ INFO][PID:1305779] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.227.18.98 copr-rpmbuild-log [2026-03-27 11:37:08,174][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:13,175][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:18,176][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:23,177][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:28,178][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:33,179][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:38,180][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:43,181][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:48,182][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:53,183][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:37:58,184][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:38:03,185][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:38:04,173][ ERROR][PID:1305779] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-03-27 11:38:08,186][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:38:13,188][ INFO][PID:1305779] Checking for cancel request [2026-03-27 11:38:14,222][ ERROR][PID:1305779] Giving up for unstable SSH, failures: 1774611253.7563643, 1774611334.029023, 1774611414.1028166, 1774611494.222756 [2026-03-27 11:38:14,223][ ERROR][PID:1305779] Re-try request for task on 'ResallocHost, ticket_id=2056097, hostname=3.227.18.98, name=aws_x86_64_spot_prod_04327287_20260327_112236, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-03-27 11:38:14,224][ INFO][PID:1305779] Releasing VM back to pool [2026-03-27 11:38:14,236][ ERROR][PID:1305779] Backend process error: Three host tried without success: {'3.227.18.98', '54.83.145.32', '34.230.53.76'} [2026-03-27 11:38:14,237][WARNING][PID:1305779] Switching not-finished job state to 'failed' [2026-03-27 11:38:14,237][ INFO][PID:1305779] Worker failed build, took 836.7604873180389 [2026-03-27 11:38:14,238][ INFO][PID:1305779] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "amatej", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "amatej", "ended_on": 1774611494.2374282, "started_on": 1774610657.4769409, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10266388-fedora-rawhide-s390x", "build_id": 10266388, "package_name": "dnf5", "package_version": "5.4.0.0^20260327110800587829.main-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/amatej/dnf-nightly/dnf5", "git_hash": "1248db7d9ecc07929aa1a454ab031c09b335620b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "amatej/dnf-nightly--amatej", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-s390x/", "id": "copr_rpmsoftwaremanagement_dnf_nightly", "name": "Additional repo copr_rpmsoftwaremanagement_dnf_nightly" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/amatej/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly", "result_dir": "10266388-dnf5", "built_packages": "", "id": 10266388, "mockchain_macros": { "copr_username": "amatej", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (amatej/dnf-nightly)" } } ] } [2026-03-27 11:38:14,296][ INFO][PID:1305779] Sending fedora-messaging bus message in build.end [2026-03-27 11:38:14,336][ INFO][PID:1305779] Compressing /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/10266388-dnf5/builder-live.log by gzip [2026-03-27 11:38:14,337][ INFO][PID:1305779] Running command 'gzip /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/10266388-dnf5/builder-live.log' as PID 1893840 [2026-03-27 11:38:14,580][ INFO][PID:1305779] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/10266388-dnf5/builder-live.log) [2026-03-27 11:38:14,580][ INFO][PID:1305779] Compressing /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/10266388-dnf5/backend.log by gzip [2026-03-27 11:38:14,583][ INFO][PID:1305779] Running command 'gzip /var/lib/copr/public_html/results/amatej/dnf-nightly/fedora-rawhide-s390x/10266388-dnf5/backend.log' as PID 1893918