[2026-04-08 17:31:55,443][ INFO][PID:1838603] Marking build as starting [2026-04-08 17:31:55,519][ INFO][PID:1838603] Checking that /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/repodata/repomd.xml exists [2026-04-08 17:31:55,576][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:31:55,577][ INFO][PID:1838603] VM allocation process starts [2026-04-08 17:31:55,591][ INFO][PID:1838603] Trying to allocate VM: ResallocHost, ticket_id=2229477, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 17:32:00,593][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:05,594][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:10,596][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:15,599][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:20,600][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:25,601][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:30,602][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:35,603][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:40,604][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:45,605][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:50,606][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:32:55,607][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:00,610][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:05,612][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:10,614][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:15,615][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:20,616][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:25,618][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:30,626][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:35,627][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:40,628][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:45,631][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:50,638][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:33:55,640][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:00,641][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:05,645][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:10,646][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:15,647][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:20,649][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:25,652][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:30,653][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:35,654][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:40,655][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:45,657][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:50,658][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:34:55,662][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:00,664][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:05,667][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:10,668][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:15,670][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:20,671][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:25,672][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:30,673][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:35,675][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:40,676][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:45,677][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:50,678][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:35:55,679][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:00,680][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:05,681][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:10,683][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:15,684][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:20,685][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:25,688][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:30,694][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:35,695][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:40,696][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:45,697][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:50,698][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:36:55,699][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:00,701][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:05,702][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:10,703][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:15,704][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:20,706][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:25,707][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:30,708][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:35,709][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:40,710][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:45,711][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:50,712][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:37:55,713][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:00,714][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:05,715][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:10,716][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:15,718][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:20,719][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:25,720][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:30,721][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:35,722][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:40,723][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:45,724][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:50,725][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:38:55,726][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:00,727][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:05,728][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:10,729][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:15,730][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:20,731][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:25,733][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:30,735][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:35,737][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:40,738][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:45,740][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:50,745][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:39:55,746][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:00,747][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:05,748][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:10,749][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:13,713][ INFO][PID:1838603] Allocated host ResallocHost, ticket_id=2229477, hostname=3.236.104.83, name=aws_x86_64_spot_prod_05940557_20260408_173753, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 17:40:13,713][ INFO][PID:1838603] Allocating ssh connection to builder [2026-04-08 17:40:13,714][ INFO][PID:1838603] Checking that builder machine is OK [2026-04-08 17:40:14,054][ INFO][PID:1838603] Running remote command: copr-builder-ready rhel-9-s390x [2026-04-08 17:40:14,270][ INFO][PID:1838603] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-04-08 17:40:14,271][ INFO][PID:1838603] Filling build.info file with builder info [2026-04-08 17:40:14,323][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:14,325][ INFO][PID:1838603] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "bootc", "project_dirname": "bootc", "submitter": "packit", "ended_on": null, "started_on": 1775670014.3247685, "submitted_on": null, "status": 3, "chroot": "rhel-9-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10302104-rhel-9-s390x", "build_id": 10302104, "package_name": "bootc", "package_version": "202604081447.gb1fe5d6978-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/bootc/bootc", "git_hash": "4ced2477e5cfe704facc69454d383ab1434708ce", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/bootc--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/rhel-9-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/bootc", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc", "result_dir": "10302104-bootc", "built_packages": "", "id": 10302104, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "bootc", "vendor": "Fedora Project COPR (rhcontainerbot/bootc)" } } ] } [2026-04-08 17:40:14,405][ INFO][PID:1838603] Sending fedora-messaging bus message in build.start [2026-04-08 17:40:14,953][ INFO][PID:1838603] Sending fedora-messaging bus message in chroot.start [2026-04-08 17:40:14,983][ INFO][PID:1838603] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10302104-rhel-9-s390x --chroot rhel-9-s390x --detached [2026-04-08 17:40:15,353][ INFO][PID:1838603] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.236.104.83' (ED25519) to the list of known hosts. [2026-04-08 17:40:15,354][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 1 [2026-04-08 17:40:15,359][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.104.83 copr-rpmbuild-log [2026-04-08 17:40:20,361][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 17:40:20,362][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:25,362][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:30,364][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:35,365][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:40,366][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:45,367][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:50,369][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:40:55,370][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:00,371][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:05,372][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:10,373][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:15,374][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:20,375][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:25,376][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:30,378][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:35,379][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:40,402][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:45,403][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:50,404][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:41:55,405][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:00,406][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:05,412][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:10,412][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:15,413][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:20,415][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:25,416][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:30,418][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:35,420][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:40,423][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:45,425][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:50,427][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:42:55,429][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:00,430][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:05,431][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:10,432][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:15,433][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:20,435][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:25,437][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:30,438][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:35,440][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:40,441][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:45,442][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:50,447][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:43:55,449][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:00,450][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:05,451][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:10,452][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:15,454][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:20,458][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:25,459][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:30,460][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:35,462][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:40,463][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:45,465][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:50,467][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:44:55,470][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:00,472][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:05,473][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:10,475][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:15,476][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:20,477][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:25,481][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:30,483][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:35,484][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:40,485][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:45,486][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:50,495][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:45:55,496][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:00,497][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:05,498][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:10,499][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:15,500][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:20,698][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:25,953][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:30,956][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:35,958][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:40,959][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:45,961][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:50,964][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:46:55,970][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:00,980][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:05,986][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:10,988][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:15,995][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:20,998][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:25,999][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:31,000][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:36,005][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:41,007][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:46,008][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:51,010][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:47:56,012][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:01,013][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:06,014][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:11,015][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:16,016][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:21,018][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:26,019][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:31,020][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:36,021][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:41,022][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:46,025][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:51,026][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:48:56,027][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:01,028][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:06,029][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:11,031][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:16,032][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:21,034][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:26,037][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:31,038][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:36,039][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:41,040][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:46,042][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:51,043][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:49:56,044][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:01,046][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:06,048][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:11,049][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:16,050][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:21,065][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 17:50:21,065][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:26,066][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:31,067][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:36,068][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:41,069][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:46,071][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:51,072][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:50:56,073][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:01,075][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:06,077][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:11,125][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:16,126][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:21,127][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:26,129][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:31,130][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:36,133][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:41,135][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:46,137][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:51,138][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:51:56,140][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:01,142][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:06,144][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:11,147][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:16,149][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:21,152][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:26,153][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:31,154][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:36,156][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:41,158][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:46,159][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:51,163][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:52:56,183][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:01,184][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:06,185][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:11,187][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:16,190][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:21,191][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:26,193][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:31,194][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:36,197][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:41,199][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:46,200][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:51,239][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:53:56,244][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:01,245][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:06,246][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:11,247][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:16,248][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:21,249][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:26,250][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:31,251][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:36,256][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:41,261][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:46,264][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:51,265][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:54:56,266][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:01,270][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:06,272][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:11,274][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:16,276][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:21,302][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:26,303][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:31,305][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:36,306][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:41,307][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:46,309][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:51,310][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:55:56,341][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:01,341][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:06,343][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:11,344][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:16,345][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:21,351][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:26,355][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:31,369][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:36,371][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:41,374][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:46,376][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:51,378][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:56:56,379][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:01,383][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:06,390][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:11,392][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:16,396][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:21,397][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:26,399][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:31,400][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:36,407][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:41,412][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:46,413][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:51,424][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:57:56,427][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:01,429][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:06,430][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:11,439][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:16,441][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:21,445][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:26,462][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:31,465][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:36,467][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:41,469][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:46,470][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:51,471][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:58:56,478][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:01,480][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:06,481][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:11,482][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:16,484][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:21,488][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:26,491][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:31,493][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:36,496][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:41,499][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:46,501][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:51,504][ INFO][PID:1838603] Checking for cancel request [2026-04-08 17:59:56,509][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:01,511][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:06,512][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:11,513][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:12,126][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:00:16,531][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:21,544][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 18:00:21,544][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:22,127][WARNING][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:00:26,545][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:31,546][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:32,128][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 2 [2026-04-08 18:00:32,137][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.104.83 copr-rpmbuild-log [2026-04-08 18:00:36,547][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:41,553][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:46,560][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:51,561][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:00:56,898][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:01,902][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:06,906][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:11,909][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:16,911][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:21,913][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:26,915][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:31,919][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:32,205][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:01:37,043][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:42,046][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:42,222][WARNING][PID:1838603] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:01:47,048][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:52,167][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:01:52,223][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 3 [2026-04-08 18:01:52,224][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.104.83 copr-rpmbuild-log [2026-04-08 18:01:57,169][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:02,179][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:07,181][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:12,183][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:17,184][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:22,185][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:27,189][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:32,190][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:37,191][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:42,192][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:47,193][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:52,196][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:02:52,297][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:02:57,199][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:02,256][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:02,304][WARNING][PID:1838603] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:03:07,386][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:12,381][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 4 [2026-04-08 18:03:12,387][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.104.83 copr-rpmbuild-log [2026-04-08 18:03:12,390][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:17,403][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:22,410][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:27,411][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:32,417][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:37,419][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:42,421][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:47,436][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:52,437][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:03:57,442][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:02,443][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:07,444][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:12,447][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:12,580][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:04:17,448][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:22,449][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:22,600][ ERROR][PID:1838603] Giving up for unstable SSH, failures: 1775671222.127431, 1775671302.2225673, 1775671382.3044598, 1775671462.600684 [2026-04-08 18:04:22,601][ ERROR][PID:1838603] Re-try request for task on 'ResallocHost, ticket_id=2229477, hostname=3.236.104.83, name=aws_x86_64_spot_prod_05940557_20260408_173753, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-04-08 18:04:22,602][ INFO][PID:1838603] Releasing VM back to pool [2026-04-08 18:04:22,612][ INFO][PID:1838603] Retry #1 (on other host) [2026-04-08 18:04:22,613][ INFO][PID:1838603] Checking that /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/repodata/repomd.xml exists [2026-04-08 18:04:22,635][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:22,636][ INFO][PID:1838603] VM allocation process starts [2026-04-08 18:04:22,651][ INFO][PID:1838603] Trying to allocate VM: ResallocHost, ticket_id=2230037, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 18:04:27,652][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:32,655][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:37,656][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:42,657][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:47,658][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:52,660][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:04:57,661][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:02,662][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:07,663][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:12,667][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:17,670][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:22,737][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:27,740][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:32,750][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:37,752][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:42,753][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:47,755][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:52,757][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:05:57,758][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:02,759][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:07,804][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:12,883][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:17,956][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:22,958][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:27,964][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:32,966][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:37,968][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:42,971][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:48,237][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:53,240][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:06:58,248][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:03,249][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:08,254][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:13,258][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:18,263][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:23,275][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:28,287][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:33,297][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:38,301][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:43,302][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:48,303][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:53,306][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:07:58,307][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:03,310][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:08,320][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:13,321][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:18,425][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:23,426][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:28,485][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:33,491][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:38,505][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:43,507][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:48,509][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:53,516][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:08:58,602][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:03,655][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:08,664][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:13,717][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:18,736][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:23,746][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:28,748][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:33,749][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:38,767][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:40,824][ INFO][PID:1838603] Allocated host ResallocHost, ticket_id=2230037, hostname=44.210.102.221, name=aws_x86_64_spot_prod_05941982_20260408_180800, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 18:09:40,826][ INFO][PID:1838603] Allocating ssh connection to builder [2026-04-08 18:09:40,827][ INFO][PID:1838603] Checking that builder machine is OK [2026-04-08 18:09:41,235][ INFO][PID:1838603] Running remote command: copr-builder-ready rhel-9-s390x [2026-04-08 18:09:41,470][ INFO][PID:1838603] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-04-08 18:09:41,471][ INFO][PID:1838603] Filling build.info file with builder info [2026-04-08 18:09:41,562][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:41,563][ INFO][PID:1838603] Not re-notifying FE and msg buses for the new host. [2026-04-08 18:09:41,563][ INFO][PID:1838603] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10302104-rhel-9-s390x --chroot rhel-9-s390x --detached [2026-04-08 18:09:41,964][ INFO][PID:1838603] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '44.210.102.221' (ED25519) to the list of known hosts. [2026-04-08 18:09:41,965][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 1 [2026-04-08 18:09:41,966][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.102.221 copr-rpmbuild-log [2026-04-08 18:09:46,965][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:51,990][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:09:56,991][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:02,018][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:07,019][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:12,020][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:17,021][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:22,059][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 18:10:22,061][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:27,064][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:32,065][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:37,066][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:42,067][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:47,091][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:52,126][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:10:57,128][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:02,129][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:07,130][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:12,137][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:17,139][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:22,140][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:27,152][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:32,153][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:37,172][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:42,174][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:47,176][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:52,178][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:11:57,213][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:02,214][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:07,215][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:12,216][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:17,217][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:22,218][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:27,221][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:32,222][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:37,223][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:42,224][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:47,247][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:52,248][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:12:57,257][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:02,259][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:07,260][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:12,281][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:17,284][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:22,285][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:27,318][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:32,331][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:37,343][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:42,349][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:47,373][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:52,379][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:13:57,405][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:02,416][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:07,442][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:12,452][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:17,472][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:22,474][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:27,646][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:32,648][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:37,649][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:42,661][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:47,669][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:52,686][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:14:57,687][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:02,688][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:07,689][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:12,694][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:17,695][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:22,817][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:27,818][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:32,819][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:37,822][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:42,823][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:47,824][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:52,828][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:15:57,829][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:02,833][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:07,834][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:12,835][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:17,836][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:22,837][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:27,839][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:32,841][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:37,844][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:42,845][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:47,846][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:52,848][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:16:57,849][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:02,850][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:07,852][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:12,858][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:17,859][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:22,860][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:27,861][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:32,863][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:37,864][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:42,865][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:47,867][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:52,868][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:17:57,869][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:02,870][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:07,872][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:12,873][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:17,875][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:22,877][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:27,884][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:32,885][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:37,886][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:42,887][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:47,889][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:52,890][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:18:57,894][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:02,903][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:07,904][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:12,906][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:17,907][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:22,908][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:27,909][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:32,910][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:37,911][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:42,918][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:47,919][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:52,920][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:19:57,921][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:02,922][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:07,923][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:12,924][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:17,925][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:22,933][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 18:20:22,934][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:27,934][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:32,936][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:37,936][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:42,937][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:47,939][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:52,941][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:20:57,942][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:02,943][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:07,944][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:12,945][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:17,946][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:22,947][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:27,949][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:32,951][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:37,952][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:42,954][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:47,955][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:52,956][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:21:57,957][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:02,959][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:07,960][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:12,961][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:17,962][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:22,964][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:27,966][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:32,967][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:37,968][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:42,969][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:47,986][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:52,987][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:22:57,988][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:02,989][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:07,995][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:13,002][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:18,003][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:23,040][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:28,041][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:33,042][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:38,051][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:43,052][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:48,054][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:53,055][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:23:58,057][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:03,059][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:08,060][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:13,061][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:18,069][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:23,070][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:28,072][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:33,077][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:38,079][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:43,081][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:48,087][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:53,094][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:24:58,100][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:03,104][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:08,105][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:13,108][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:18,109][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:23,111][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:28,113][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:33,114][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:38,117][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:43,118][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:48,119][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:53,126][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:25:58,134][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:03,141][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:08,141][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:13,142][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:18,144][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:23,145][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:28,146][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:33,150][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:38,151][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:43,193][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:48,194][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:53,196][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:26:58,197][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:03,200][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:08,201][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:13,203][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:18,204][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:23,205][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:28,206][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:33,215][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:38,216][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:43,290][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:48,293][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:53,296][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:27:58,300][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:03,301][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:08,302][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:13,396][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:18,400][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:23,402][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:28,404][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:33,769][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:38,772][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:43,774][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:48,776][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:53,777][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:28:58,778][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:03,779][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:08,780][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:13,781][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:18,818][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:23,820][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:28,823][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:32,502][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:29:33,824][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:38,825][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:42,504][WARNING][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:29:43,826][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:48,827][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:52,505][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 2 [2026-04-08 18:29:52,528][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.102.221 copr-rpmbuild-log [2026-04-08 18:29:53,829][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:29:58,829][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:03,830][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:08,831][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:13,832][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:18,833][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:23,844][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 18:30:23,844][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:28,845][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:33,846][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:38,847][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:43,942][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:48,954][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:52,597][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:30:54,001][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:30:59,005][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:02,604][WARNING][PID:1838603] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:31:04,010][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:09,012][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:12,605][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 3 [2026-04-08 18:31:12,608][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.102.221 copr-rpmbuild-log [2026-04-08 18:31:14,013][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:19,018][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:24,022][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:29,031][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:34,035][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:39,051][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:44,057][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:49,061][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:54,069][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:31:59,075][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:04,077][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:09,082][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:12,679][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:32:14,088][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:19,089][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:22,702][WARNING][PID:1838603] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:32:24,090][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:29,094][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:32,703][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 4 [2026-04-08 18:32:32,705][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.102.221 copr-rpmbuild-log [2026-04-08 18:32:34,095][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:39,097][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:44,098][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:49,104][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:54,107][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:32:59,109][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:04,114][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:09,121][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:14,124][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:19,127][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:24,134][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:29,137][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:32,774][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:33:34,138][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:39,146][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:42,775][ ERROR][PID:1838603] Giving up for unstable SSH, failures: 1775672982.504711, 1775673062.604581, 1775673142.7028685, 1775673222.775807 [2026-04-08 18:33:42,776][ ERROR][PID:1838603] Re-try request for task on 'ResallocHost, ticket_id=2230037, hostname=44.210.102.221, name=aws_x86_64_spot_prod_05941982_20260408_180800, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-04-08 18:33:42,777][ INFO][PID:1838603] Releasing VM back to pool [2026-04-08 18:33:42,788][ INFO][PID:1838603] Retry #2 (on other host) [2026-04-08 18:33:42,789][ INFO][PID:1838603] Checking that /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/repodata/repomd.xml exists [2026-04-08 18:33:42,856][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:42,857][ INFO][PID:1838603] VM allocation process starts [2026-04-08 18:33:42,870][ INFO][PID:1838603] Trying to allocate VM: ResallocHost, ticket_id=2230563, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 18:33:47,876][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:52,886][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:33:57,887][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:02,888][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:07,891][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:12,893][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:17,894][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:22,895][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:27,899][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:32,900][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:37,903][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:42,904][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:47,905][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:52,906][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:34:57,907][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:02,908][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:07,909][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:12,910][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:17,911][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:22,912][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:27,913][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:32,914][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:37,915][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:42,934][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:47,935][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:52,936][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:35:57,937][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:02,938][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:07,940][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:12,941][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:17,946][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:22,947][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:27,948][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:32,950][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:37,951][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:42,959][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:47,962][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:52,964][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:36:57,972][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:01,033][ INFO][PID:1838603] Allocated host ResallocHost, ticket_id=2230563, hostname=100.52.201.104, name=aws_x86_64_spot_prod_05943126_20260408_183443, requested_tags=['copr_builder', 'arch_s390x'] [2026-04-08 18:37:01,034][ INFO][PID:1838603] Allocating ssh connection to builder [2026-04-08 18:37:01,035][ INFO][PID:1838603] Checking that builder machine is OK [2026-04-08 18:37:01,423][ INFO][PID:1838603] Running remote command: copr-builder-ready rhel-9-s390x [2026-04-08 18:37:01,661][ INFO][PID:1838603] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-04-08 18:37:01,661][ INFO][PID:1838603] Filling build.info file with builder info [2026-04-08 18:37:01,712][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:01,715][ INFO][PID:1838603] Not re-notifying FE and msg buses for the new host. [2026-04-08 18:37:01,716][ INFO][PID:1838603] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10302104-rhel-9-s390x --chroot rhel-9-s390x --detached [2026-04-08 18:37:02,094][ INFO][PID:1838603] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '100.52.201.104' (ED25519) to the list of known hosts. [2026-04-08 18:37:02,097][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 1 [2026-04-08 18:37:02,101][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@100.52.201.104 copr-rpmbuild-log [2026-04-08 18:37:07,099][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:12,101][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:17,102][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:22,103][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:27,104][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:32,107][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:37,109][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:42,110][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:47,113][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:52,116][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:37:57,119][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:02,120][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:07,121][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:12,122][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:17,123][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:22,125][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:27,129][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:30,978][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:38:32,131][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:37,132][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:40,978][WARNING][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:38:42,133][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:47,134][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:50,979][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 2 [2026-04-08 18:38:50,981][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@100.52.201.104 copr-rpmbuild-log [2026-04-08 18:38:52,136][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:38:57,138][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:02,140][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:07,141][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:12,142][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:17,143][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:22,144][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:27,147][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:32,149][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:37,150][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:42,151][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:47,152][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:51,049][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:39:52,153][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:39:57,154][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:01,061][WARNING][PID:1838603] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:40:02,155][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:07,157][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:11,061][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 3 [2026-04-08 18:40:11,063][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@100.52.201.104 copr-rpmbuild-log [2026-04-08 18:40:12,158][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:17,159][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:22,160][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:27,167][ INFO][PID:1838603] Periodic builder liveness probe: alive [2026-04-08 18:40:27,168][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:32,168][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:37,169][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:42,170][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:47,180][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:52,181][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:40:57,183][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:02,184][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:07,185][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:11,131][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:41:12,187][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:17,188][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:21,146][WARNING][PID:1838603] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-04-08 18:41:22,210][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:27,212][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:31,146][ INFO][PID:1838603] Downloading the builder-live.log file, attempt 4 [2026-04-08 18:41:31,148][ INFO][PID:1838603] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@100.52.201.104 copr-rpmbuild-log [2026-04-08 18:41:32,215][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:37,216][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:42,217][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:47,220][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:52,221][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:41:57,222][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:02,223][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:07,224][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:12,225][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:17,227][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:22,228][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:27,229][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:31,219][ ERROR][PID:1838603] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-04-08 18:42:32,236][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:37,240][ INFO][PID:1838603] Checking for cancel request [2026-04-08 18:42:41,232][ ERROR][PID:1838603] Giving up for unstable SSH, failures: 1775673520.9788847, 1775673601.0610914, 1775673681.146053, 1775673761.23279 [2026-04-08 18:42:41,233][ ERROR][PID:1838603] Re-try request for task on 'ResallocHost, ticket_id=2230563, hostname=100.52.201.104, name=aws_x86_64_spot_prod_05943126_20260408_183443, requested_tags=['copr_builder', 'arch_s390x']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-04-08 18:42:41,234][ INFO][PID:1838603] Releasing VM back to pool [2026-04-08 18:42:41,278][ ERROR][PID:1838603] Backend process error: Three host tried without success: {'44.210.102.221', '100.52.201.104', '3.236.104.83'} [2026-04-08 18:42:41,279][WARNING][PID:1838603] Switching not-finished job state to 'failed' [2026-04-08 18:42:41,279][ INFO][PID:1838603] Worker failed build, took 339.5634443759918 [2026-04-08 18:42:41,280][ INFO][PID:1838603] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "bootc", "project_dirname": "bootc", "submitter": "packit", "ended_on": 1775673761.2793214, "started_on": 1775673421.715877, "submitted_on": null, "status": 0, "chroot": "rhel-9-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10302104-rhel-9-s390x", "build_id": 10302104, "package_name": "bootc", "package_version": "202604081447.gb1fe5d6978-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/bootc/bootc", "git_hash": "4ced2477e5cfe704facc69454d383ab1434708ce", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/bootc--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/rhel-9-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/bootc", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc", "result_dir": "10302104-bootc", "built_packages": "", "id": 10302104, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "bootc", "vendor": "Fedora Project COPR (rhcontainerbot/bootc)" } } ] } [2026-04-08 18:42:41,350][ INFO][PID:1838603] Sending fedora-messaging bus message in build.end [2026-04-08 18:42:41,389][ INFO][PID:1838603] Compressing /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/10302104-bootc/builder-live.log by gzip [2026-04-08 18:42:41,390][ INFO][PID:1838603] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/10302104-bootc/builder-live.log' as PID 2319677 [2026-04-08 18:42:41,456][ INFO][PID:1838603] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/10302104-bootc/builder-live.log) [2026-04-08 18:42:41,457][ INFO][PID:1838603] Compressing /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/10302104-bootc/backend.log by gzip [2026-04-08 18:42:41,458][ INFO][PID:1838603] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-9-s390x/10302104-bootc/backend.log' as PID 2319682