[2025-12-09 20:00:23,985][ INFO][PID:404911] Marking build as starting [2025-12-09 20:00:24,061][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:24,064][ INFO][PID:404911] VM allocation process starts [2025-12-09 20:00:24,078][ INFO][PID:404911] Trying to allocate VM: ResallocHost, ticket_id=245161, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-09 20:00:29,081][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:34,082][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:39,083][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:44,087][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:49,088][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:54,089][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:00:59,090][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:04,091][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:09,092][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:14,093][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:19,095][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:24,096][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:29,097][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:34,106][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:39,107][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:44,109][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:49,110][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:54,112][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:01:59,113][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:04,115][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:09,116][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:14,118][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:19,121][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:24,128][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:29,130][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:34,131][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:39,132][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:44,136][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:49,137][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:54,138][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:02:59,140][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:04,141][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:09,142][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:14,144][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:19,145][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:24,146][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:29,147][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:34,148][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:39,149][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:42,212][ INFO][PID:404911] Allocated host ResallocHost, ticket_id=245161, hostname=2620:52:6:1161:dead:beef:cafe:c115, name=vmhost_p09_02_prod_00282414_20251209_195708, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-09 20:03:42,213][ INFO][PID:404911] Allocating ssh connection to builder [2025-12-09 20:03:42,214][ INFO][PID:404911] Checking that builder machine is OK [2025-12-09 20:03:43,214][ INFO][PID:404911] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-12-09 20:03:43,787][ INFO][PID:404911] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-12-09 20:03:43,787][ INFO][PID:404911] Filling build.info file with builder info [2025-12-09 20:03:43,788][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:43,789][ INFO][PID:404911] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/ellert", "ended_on": null, "started_on": 1765310623.789005, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9892098-fedora-43-ppc64le", "build_id": 9892098, "package_name": "root", "package_version": "6.38.00-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/root", "git_hash": "309f5059fcd3886bffb4684dfcd5bac4e4d86f5e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/ellert", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "09892098-root", "built_packages": "", "id": 9892098, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2025-12-09 20:03:43,841][ INFO][PID:404911] Sending fedora-messaging bus message in build.start [2025-12-09 20:03:44,420][ INFO][PID:404911] Sending fedora-messaging bus message in chroot.start [2025-12-09 20:03:44,449][ INFO][PID:404911] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9892098-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-12-09 20:03:45,454][ INFO][PID:404911] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c115' (ED25519) to the list of known hosts. [2025-12-09 20:03:45,455][ INFO][PID:404911] Downloading the builder-live.log file, attempt 1 [2025-12-09 20:03:45,462][ INFO][PID:404911] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c115 copr-rpmbuild-log [2025-12-09 20:03:50,460][ INFO][PID:404911] Periodic builder liveness probe: alive [2025-12-09 20:03:50,461][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:03:55,463][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:00,464][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:05,465][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:10,466][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:15,467][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:20,468][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:25,469][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:30,470][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:35,473][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:40,484][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:45,485][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:50,486][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:04:55,487][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:00,488][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:05,489][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:10,490][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:15,491][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:20,493][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:25,495][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:30,496][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:35,498][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:40,499][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:45,500][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:50,501][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:05:55,507][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:00,508][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:05,509][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:10,511][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:15,512][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:20,515][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:25,516][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:30,517][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:35,518][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:40,519][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:45,521][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:50,521][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:06:55,523][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:00,524][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:03,880][ ERROR][PID:404911] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-09 20:07:05,525][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:10,526][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:13,881][WARNING][PID:404911] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-09 20:07:15,528][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:20,530][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:23,882][ INFO][PID:404911] Downloading the builder-live.log file, attempt 2 [2025-12-09 20:07:23,883][ INFO][PID:404911] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c115 copr-rpmbuild-log [2025-12-09 20:07:25,531][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:30,532][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:35,533][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:40,534][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:45,536][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:50,538][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:07:55,543][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:00,545][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:05,546][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:10,549][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:15,550][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:20,558][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:25,559][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:30,560][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:35,561][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:40,563][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:45,565][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:50,569][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:08:55,570][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:00,571][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:05,574][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:10,575][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:15,577][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:20,580][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:25,584][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:30,585][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:35,586][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:40,588][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:45,589][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:50,590][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:09:55,594][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:00,595][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:05,601][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:10,603][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:15,607][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:20,609][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:25,612][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:30,614][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:35,615][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:40,617][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:45,618][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:50,620][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:10:55,621][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:00,622][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:05,623][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:10,624][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:15,625][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:20,626][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:25,627][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:30,628][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:35,629][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:40,631][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:45,632][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:50,633][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:11:55,634][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:00,635][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:05,636][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:10,637][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:15,638][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:20,639][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:25,640][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:30,641][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:35,642][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:40,643][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:45,645][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:50,650][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:12:55,654][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:00,655][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:05,657][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:10,658][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:15,659][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:20,660][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:25,661][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:30,662][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:35,664][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:40,665][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:45,668][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:50,678][ INFO][PID:404911] Periodic builder liveness probe: alive [2025-12-09 20:13:50,678][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:13:55,679][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:00,681][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:05,683][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:10,684][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:15,685][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:20,689][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:25,690][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:30,693][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:35,695][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:40,697][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:45,698][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:50,699][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:14:55,700][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:00,701][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:05,702][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:10,704][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:15,705][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:20,706][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:25,707][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:30,709][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:35,710][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:40,711][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:45,713][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:50,717][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:15:55,718][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:00,720][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:05,722][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:10,723][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:15,724][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:20,725][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:25,727][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:30,728][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:35,729][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:40,731][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:45,732][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:50,734][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:16:55,735][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:00,736][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:05,737][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:10,739][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:15,740][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:20,741][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:25,742][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:30,744][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:35,745][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:40,746][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:45,748][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:50,749][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:17:55,751][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:00,754][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:05,756][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:10,759][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:15,767][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:20,773][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:25,774][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:30,775][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:35,778][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:40,783][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:45,785][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:50,789][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:18:55,791][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:00,795][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:05,796][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:10,798][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:15,804][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:20,806][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:25,813][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:30,815][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:35,819][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:40,820][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:45,822][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:50,825][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:19:55,826][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:00,827][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:05,832][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:10,835][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:15,836][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:20,837][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:25,839][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:30,841][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:35,843][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:40,844][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:45,847][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:50,850][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:20:55,852][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:00,856][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:05,857][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:10,860][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:15,862][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:20,864][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:25,867][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:30,868][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:35,870][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:40,871][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:45,872][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:50,874][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:21:55,875][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:00,876][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:05,876][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:10,879][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:15,880][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:20,881][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:25,882][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:30,884][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:35,886][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:40,887][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:45,888][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:50,889][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:22:55,890][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:00,891][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:05,893][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:10,894][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:15,896][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:20,898][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:25,902][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:30,903][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:35,906][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:40,908][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:45,909][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:50,935][ INFO][PID:404911] Periodic builder liveness probe: alive [2025-12-09 20:23:50,936][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:23:55,942][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:00,944][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:05,946][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:10,950][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:15,951][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:20,953][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:25,955][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:30,958][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:35,961][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:40,963][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:45,964][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:50,968][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:24:55,969][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:00,970][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:05,971][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:10,972][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:15,973][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:20,975][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:25,977][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:30,978][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:35,981][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:40,982][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:45,983][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:50,984][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:25:55,987][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:00,988][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:05,989][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:10,993][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:15,994][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:20,995][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:25,996][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:30,998][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:35,999][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:41,000][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:46,001][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:51,006][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:26:56,007][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:01,008][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:06,009][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:11,010][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:16,011][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:21,012][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:26,013][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:31,015][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:36,016][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:41,017][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:46,018][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:51,019][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:27:56,021][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:01,022][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:06,024][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:11,025][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:16,027][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:21,028][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:26,029][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:31,030][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:36,032][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:41,033][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:46,034][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:51,035][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:28:56,038][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:01,039][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:06,041][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:11,043][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:16,044][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:21,045][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:26,046][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:31,048][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:36,049][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:41,051][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:46,053][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:51,054][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:29:56,055][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:01,057][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:06,058][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:11,059][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:16,060][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:21,061][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:26,062][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:31,063][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:36,064][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:41,065][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:46,066][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:51,067][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:30:56,068][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:01,069][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:06,070][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:11,071][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:16,073][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:21,074][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:26,075][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:31,076][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:36,078][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:41,079][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:46,080][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:51,081][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:31:56,082][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:01,083][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:06,084][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:11,085][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:16,086][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:21,088][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:26,089][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:31,090][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:36,099][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:41,101][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:46,102][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:51,103][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:32:56,109][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:01,110][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:06,111][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:11,113][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:16,114][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:21,115][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:26,116][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:31,122][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:36,123][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:41,124][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:46,125][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:33:51,188][ INFO][PID:404911] Periodic builder liveness probe: dead [2025-12-09 20:33:51,198][ INFO][PID:404911] calling cancel callback, and waiting [2025-12-09 20:34:51,300][ ERROR][PID:404911] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 2620:52:6:1161:dead:beef:cafe:c115 port 22: Connection timed out [2025-12-09 20:36:01,377][ ERROR][PID:404911] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 2620:52:6:1161:dead:beef:cafe:c115 port 22: Connection timed out [2025-12-09 20:36:11,906][ ERROR][PID:404911] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-09 20:36:13,257][WARNING][PID:404911] Can't cancel build out: err: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c115' (ED25519) to the list of known hosts. Traceback (most recent call last): File "/usr/bin/copr-rpmbuild-cancel", line 85, in _main() ~~~~~^^ File "/usr/bin/copr-rpmbuild-cancel", line 69, in _main with open(pidfile, "r") as pidfd: ~~~~^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/copr-rpmbuild/pid' [2025-12-09 20:36:21,919][WARNING][PID:404911] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-09 20:36:31,921][ INFO][PID:404911] Downloading the builder-live.log file, attempt 3 [2025-12-09 20:36:31,971][ INFO][PID:404911] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c115 copr-rpmbuild-log [2025-12-09 20:38:33,214][ ERROR][PID:404911] Re-try request for task on 'ResallocHost, ticket_id=245161, hostname=2620:52:6:1161:dead:beef:cafe:c115, name=vmhost_p09_02_prod_00282414_20251209_195708, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-12-09 20:38:33,221][ INFO][PID:404911] Releasing VM back to pool [2025-12-09 20:38:33,235][ INFO][PID:404911] Retry #1 (on other host) [2025-12-09 20:38:33,262][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:38:33,265][ INFO][PID:404911] VM allocation process starts [2025-12-09 20:38:33,330][ INFO][PID:404911] Trying to allocate VM: ResallocHost, ticket_id=245898, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-09 20:38:36,443][ INFO][PID:404911] Allocated host ResallocHost, ticket_id=245898, hostname=2620:52:6:1161:dead:beef:cafe:c192, name=vmhost_p09_04_prod_00285361_20251209_203345, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-09 20:38:36,444][ INFO][PID:404911] Allocating ssh connection to builder [2025-12-09 20:38:36,449][ INFO][PID:404911] Checking that builder machine is OK [2025-12-09 20:38:37,277][ INFO][PID:404911] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-12-09 20:38:37,742][ INFO][PID:404911] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-12-09 20:38:37,745][ INFO][PID:404911] Filling build.info file with builder info [2025-12-09 20:38:37,761][ INFO][PID:404911] Checking for cancel request [2025-12-09 20:38:37,765][ INFO][PID:404911] Not re-notifying FE and msg buses for the new host. [2025-12-09 20:38:37,772][ INFO][PID:404911] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9892098-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-12-09 20:38:38,689][ INFO][PID:404911] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c192' (ED25519) to the list of known hosts. [2025-12-09 20:38:38,690][ INFO][PID:404911] Downloading the builder-live.log file, attempt 1 [2025-12-09 20:38:38,692][ INFO][PID:404911] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c192 copr-rpmbuild-log [2025-12-09 20:38:43,691][ INFO][PID:404911] calling cancel callback, and waiting [2025-12-09 20:38:47,301][ INFO][PID:404911] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c192' (ED25519) to the list of known hosts. [2025-12-09 20:38:47,302][ INFO][PID:404911] Downloading results from builder [2025-12-09 20:38:47,309][ INFO][PID:404911] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c192]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root started [2025-12-09 20:38:47,315][ INFO][PID:404911] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c192]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/ &> /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/build-09892098.rsync.log [2025-12-09 20:38:47,814][ INFO][PID:404911] rsyncing finished. [2025-12-09 20:38:47,815][ INFO][PID:404911] Releasing VM back to pool [2025-12-09 20:38:47,826][ INFO][PID:404911] Searching for 'success' file in resultdir [2025-12-09 20:38:47,826][ ERROR][PID:404911] Build failed: Backend process error: No success file => build failure [2025-12-09 20:38:47,910][ INFO][PID:404911] Finished build: id=9892098 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/mochaa/protobuf chroot=fedora-43-ppc64le [2025-12-09 20:38:47,969][ ERROR][PID:404911] Backend process error: No success file => build failure [2025-12-09 20:38:47,972][ INFO][PID:404911] Worker failed build, took 10.210191011428833 [2025-12-09 20:38:47,982][ INFO][PID:404911] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/ellert", "ended_on": 1765312727.9719281, "started_on": 1765312717.761737, "submitted_on": null, "status": 0, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9892098-fedora-43-ppc64le", "build_id": 9892098, "package_name": "root", "package_version": "6.38.00-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/root", "git_hash": "309f5059fcd3886bffb4684dfcd5bac4e4d86f5e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/ellert", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "09892098-root", "built_packages": "", "id": 9892098, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2025-12-09 20:38:48,648][ INFO][PID:404911] Sending fedora-messaging bus message in build.end [2025-12-09 20:38:48,981][ INFO][PID:404911] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/builder-live.log by gzip [2025-12-09 20:38:48,984][ INFO][PID:404911] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/builder-live.log' as PID 672036 [2025-12-09 20:38:48,998][ INFO][PID:404911] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/builder-live.log) [2025-12-09 20:38:49,003][ INFO][PID:404911] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/backend.log by gzip [2025-12-09 20:38:49,005][ INFO][PID:404911] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/09892098-root/backend.log' as PID 672040