[2025-08-21 09:15:31,450][ INFO][PID:802026] Marking build as starting [2025-08-21 09:15:31,488][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:15:31,491][ INFO][PID:802026] VM allocation process starts [2025-08-21 09:15:31,538][ INFO][PID:802026] Trying to allocate VM: ResallocHost, ticket_id=4647050, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:15:34,592][ INFO][PID:802026] Allocated host ResallocHost, ticket_id=4647050, hostname=140.211.168.243, name=copr_osuosl_p09_prod_06360541_20250821_090434, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:15:34,593][ INFO][PID:802026] Allocating ssh connection to builder [2025-08-21 09:15:34,593][ INFO][PID:802026] Checking that builder machine is OK [2025-08-21 09:15:35,602][ INFO][PID:802026] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:15:36,664][ INFO][PID:802026] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:15:36,668][ INFO][PID:802026] Filling build.info file with builder info [2025-08-21 09:15:36,670][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:15:36,671][ INFO][PID:802026] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": null, "started_on": 1755767736.6712778, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452657-fedora-rawhide-ppc64le", "build_id": 9452657, "package_name": "libcmis", "package_version": "0.6.2-9", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/libcmis", "git_hash": "06ff9f04ecde0b24001909ec5531e61e7c96074c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452657-libcmis", "built_packages": "", "id": 9452657, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:15:36,723][ INFO][PID:802026] Sending fedora-messaging bus message in build.start [2025-08-21 09:15:38,014][ INFO][PID:802026] Sending fedora-messaging bus message in chroot.start [2025-08-21 09:15:38,073][ INFO][PID:802026] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452657-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:15:39,456][ INFO][PID:802026] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:15:39,466][ INFO][PID:802026] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-08-21 09:15:44,471][ INFO][PID:802026] Periodic builder liveness probe: alive [2025-08-21 09:15:44,472][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:15:49,477][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:15:54,479][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:15:59,484][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:04,485][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:09,490][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:14,504][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:19,506][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:24,508][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:29,510][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:34,512][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:39,513][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:44,516][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:49,517][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:54,520][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:16:59,521][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:04,523][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:09,524][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:14,526][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:19,527][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:24,528][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:29,529][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:34,530][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:39,531][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:44,532][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:49,533][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:54,534][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:17:59,536][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:04,537][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:09,538][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:14,539][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:19,540][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:24,541][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:29,543][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:34,544][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:39,546][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:44,547][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:49,548][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:54,549][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:18:59,550][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:04,551][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:09,553][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:14,554][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:19,556][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:24,557][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:29,558][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:34,559][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:39,561][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:44,563][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:49,564][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:54,565][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:19:59,566][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:04,568][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:09,569][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:14,570][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:19,571][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:24,573][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:29,575][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:34,576][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:39,577][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:44,578][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:49,579][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:54,580][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:20:59,582][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:04,583][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:09,585][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:14,586][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:19,587][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:24,589][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:29,590][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:34,592][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:39,593][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:44,594][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:49,595][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:54,596][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:21:59,597][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:04,598][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:09,600][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:14,601][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:19,604][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:24,605][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:29,607][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:34,608][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:39,610][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:44,611][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:49,612][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:54,614][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:22:59,619][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:04,620][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:09,622][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:14,623][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:19,624][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:24,626][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:29,627][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:34,628][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:39,629][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:44,632][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:49,634][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:54,635][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:23:59,636][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:04,637][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:09,638][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:14,639][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:19,640][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:24,641][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:29,642][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:34,643][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:39,644][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:44,646][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:49,647][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:54,649][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:24:59,650][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:04,652][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:09,653][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:14,654][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:19,655][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:24,656][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:29,657][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:34,658][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:39,659][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:44,665][ INFO][PID:802026] Periodic builder liveness probe: alive [2025-08-21 09:25:44,666][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:49,666][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:54,668][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:25:59,669][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:04,670][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:09,671][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:14,672][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:19,673][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:24,675][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:29,676][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:34,677][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:39,679][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:44,680][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:49,681][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:54,682][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:26:59,683][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:04,684][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:09,686][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:14,687][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:19,688][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:24,689][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:29,691][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:34,692][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:39,693][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:44,694][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:49,696][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:54,697][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:27:59,698][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:04,699][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:09,701][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:14,702][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:19,703][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:24,704][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:29,705][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:34,707][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:39,708][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:44,709][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:49,710][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:54,712][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:28:59,713][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:04,714][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:09,715][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:14,716][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:19,717][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:24,718][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:29,720][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:34,722][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:39,723][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:44,724][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:49,725][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:54,726][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:29:59,727][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:04,728][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:09,729][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:14,730][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:19,731][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:24,733][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:29,734][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:34,735][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:39,736][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:44,737][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:49,739][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:54,740][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:30:59,741][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:04,742][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:09,744][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:14,745][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:19,746][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:24,746][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:29,747][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:34,748][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:39,750][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:44,751][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:49,752][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:54,753][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:31:59,755][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:04,756][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:09,757][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:14,758][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:19,759][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:24,763][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:29,765][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:34,766][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:39,767][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:44,768][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:49,769][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:54,770][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:32:59,771][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:04,772][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:09,774][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:14,777][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:19,779][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:24,780][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:29,781][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:34,783][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:39,784][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:44,786][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:49,787][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:54,788][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:33:59,789][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:04,790][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:09,791][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:14,792][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:19,797][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:24,798][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:29,800][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:34,801][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:39,802][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:44,807][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:49,809][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:54,812][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:34:59,814][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:04,815][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:09,816][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:14,817][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:19,819][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:24,820][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:29,821][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:34,822][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:39,823][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:44,832][ INFO][PID:802026] Periodic builder liveness probe: alive [2025-08-21 09:35:44,833][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:49,834][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:54,835][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:35:59,836][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:04,837][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:09,839][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:14,840][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:19,841][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:24,842][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:29,843][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:34,844][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:39,845][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:44,846][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:49,847][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:54,849][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:36:59,850][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:04,851][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:09,852][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:14,853][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:19,854][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:24,855][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:29,856][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:34,858][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:39,859][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:44,860][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:49,861][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:54,862][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:37:59,864][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:04,865][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:09,866][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:14,867][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:19,868][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:24,869][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:29,870][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:34,871][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:39,872][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:44,875][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:49,876][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:54,877][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:38:59,878][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:04,881][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:09,884][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:14,886][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:19,888][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:24,893][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:29,894][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:34,896][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:39,903][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:44,907][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:49,909][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:54,910][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:39:59,912][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:04,913][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:09,915][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:14,916][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:19,920][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:24,922][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:29,927][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:34,928][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:39,930][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:44,931][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:49,932][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:54,933][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:40:59,934][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:04,936][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:09,937][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:14,938][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:19,939][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:24,940][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:29,941][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:34,943][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:39,945][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:44,947][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:49,955][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:54,958][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:41:59,961][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:04,966][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:09,972][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:14,975][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:19,976][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:24,977][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:29,980][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:34,983][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:39,985][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:44,987][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:49,990][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:54,991][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:42:59,993][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:04,994][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:09,996][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:15,000][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:20,002][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:25,003][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:30,004][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:35,006][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:40,007][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:45,009][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:50,010][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:43:55,011][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:00,013][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:05,015][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:10,026][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:15,028][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:20,029][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:25,030][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:30,031][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:35,032][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:40,034][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:45,035][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:50,036][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:44:55,037][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:00,038][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:05,040][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:10,041][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:15,042][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:17,139][ ERROR][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:45:20,043][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:25,044][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:27,140][WARNING][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:45:30,045][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:35,046][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:37,141][ INFO][PID:802026] Downloading the builder-live.log file, attempt 2 [2025-08-21 09:45:37,143][ INFO][PID:802026] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-08-21 09:45:40,047][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:45:45,053][ INFO][PID:802026] Periodic builder liveness probe: dead [2025-08-21 09:46:37,212][ ERROR][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:46:45,122][ ERROR][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-08-21 09:46:47,213][WARNING][PID:802026] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:46:57,214][ INFO][PID:802026] Downloading the builder-live.log file, attempt 3 [2025-08-21 09:46:57,216][ INFO][PID:802026] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-08-21 09:47:55,193][ ERROR][PID:802026] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-08-21 09:47:57,285][ ERROR][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:48:07,336][WARNING][PID:802026] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:48:17,337][ INFO][PID:802026] Downloading the builder-live.log file, attempt 4 [2025-08-21 09:48:17,338][ INFO][PID:802026] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-08-21 09:49:05,262][ ERROR][PID:802026] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-08-21 09:49:17,407][ ERROR][PID:802026] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:49:27,413][ ERROR][PID:802026] Giving up for unstable SSH, failures: 1755769527.1406963, 1755769607.213938, 1755769687.3364866, 1755769767.4137638 [2025-08-21 09:50:15,332][ ERROR][PID:802026] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-08-21 09:50:25,333][ ERROR][PID:802026] Can't ssh to cancel build. [2025-08-21 09:50:25,334][ ERROR][PID:802026] Re-try request for task on 'ResallocHost, ticket_id=4647050, hostname=140.211.168.243, name=copr_osuosl_p09_prod_06360541_20250821_090434, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-08-21 09:50:25,335][ INFO][PID:802026] Releasing VM back to pool [2025-08-21 09:50:25,346][ INFO][PID:802026] Retry #1 (on other host) [2025-08-21 09:50:25,347][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:50:25,348][ INFO][PID:802026] VM allocation process starts [2025-08-21 09:50:25,363][ INFO][PID:802026] Trying to allocate VM: ResallocHost, ticket_id=4647570, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:50:28,386][ INFO][PID:802026] Allocated host ResallocHost, ticket_id=4647570, hostname=2620:52:3:1:dead:beef:cafe:c20f, name=copr_hv_ppc64le_01_prod_06360993_20250821_094117, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:50:28,386][ INFO][PID:802026] Allocating ssh connection to builder [2025-08-21 09:50:28,387][ INFO][PID:802026] Checking that builder machine is OK [2025-08-21 09:50:30,987][ INFO][PID:802026] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:50:31,647][ INFO][PID:802026] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:50:31,648][ INFO][PID:802026] Filling build.info file with builder info [2025-08-21 09:50:31,654][ INFO][PID:802026] Checking for cancel request [2025-08-21 09:50:31,655][ INFO][PID:802026] Not re-notifying FE and msg buses for the new host. [2025-08-21 09:50:31,656][ INFO][PID:802026] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452657-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:50:33,105][ INFO][PID:802026] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:50:33,107][ INFO][PID:802026] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c20f copr-rpmbuild-log [2025-08-21 09:50:45,247][ INFO][PID:802026] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c20f' (ED25519) to the list of known hosts. [2025-08-21 09:50:45,247][ INFO][PID:802026] Downloading results from builder [2025-08-21 09:50:45,248][ INFO][PID:802026] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c20f]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis started [2025-08-21 09:50:45,249][ INFO][PID:802026] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c20f]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/build-09452657.rsync.log [2025-08-21 09:50:46,454][ INFO][PID:802026] rsyncing finished. [2025-08-21 09:50:46,454][ INFO][PID:802026] Releasing VM back to pool [2025-08-21 09:50:46,468][ INFO][PID:802026] Searching for 'success' file in resultdir [2025-08-21 09:50:46,469][ ERROR][PID:802026] Build failed: Backend process error: No success file => build failure [2025-08-21 09:50:46,469][ INFO][PID:802026] Finished build: id=9452657 failed=True timeout=90000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild chroot=fedora-rawhide-ppc64le [2025-08-21 09:50:46,471][ ERROR][PID:802026] Backend process error: No success file => build failure [2025-08-21 09:50:46,471][ INFO][PID:802026] Worker failed build, took 14.81630253791809 [2025-08-21 09:50:46,472][ INFO][PID:802026] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": 1755769846.4716296, "started_on": 1755769831.655327, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452657-fedora-rawhide-ppc64le", "build_id": 9452657, "package_name": "libcmis", "package_version": "0.6.2-9", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/libcmis", "git_hash": "06ff9f04ecde0b24001909ec5531e61e7c96074c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452657-libcmis", "built_packages": "", "id": 9452657, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:50:46,501][ INFO][PID:802026] Sending fedora-messaging bus message in build.end [2025-08-21 09:50:46,532][ INFO][PID:802026] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/builder-live.log by gzip [2025-08-21 09:50:46,533][ INFO][PID:802026] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/builder-live.log' as PID 983704 [2025-08-21 09:50:46,535][ INFO][PID:802026] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/builder-live.log) [2025-08-21 09:50:46,536][ INFO][PID:802026] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/backend.log by gzip [2025-08-21 09:50:46,537][ INFO][PID:802026] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452657-libcmis/backend.log' as PID 983705