[2025-08-21 09:19:14,719][ INFO][PID:823460] Marking build as starting [2025-08-21 09:19:14,761][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:14,762][ INFO][PID:823460] VM allocation process starts [2025-08-21 09:19:14,782][ INFO][PID:823460] Trying to allocate VM: ResallocHost, ticket_id=4647117, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:19:17,807][ INFO][PID:823460] Allocated host ResallocHost, ticket_id=4647117, hostname=140.211.168.35, name=copr_osuosl_p09_prod_06360543_20250821_090446, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:19:17,808][ INFO][PID:823460] Allocating ssh connection to builder [2025-08-21 09:19:17,808][ INFO][PID:823460] Checking that builder machine is OK [2025-08-21 09:19:19,194][ INFO][PID:823460] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:19:20,278][ INFO][PID:823460] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:19:20,278][ INFO][PID:823460] Filling build.info file with builder info [2025-08-21 09:19:20,279][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:20,280][ INFO][PID:823460] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": null, "started_on": 1755767960.279964, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452671-fedora-rawhide-ppc64le", "build_id": 9452671, "package_name": "libcap-ng", "package_version": "0.8.5-7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/libcap-ng", "git_hash": "62a1c9ad6a971ff4ba546023e2b50767f99dd3ed", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452671-libcap-ng", "built_packages": "", "id": 9452671, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:19:20,327][ INFO][PID:823460] Sending fedora-messaging bus message in build.start [2025-08-21 09:19:21,131][ INFO][PID:823460] Sending fedora-messaging bus message in chroot.start [2025-08-21 09:19:21,178][ INFO][PID:823460] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452671-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:19:22,618][ INFO][PID:823460] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:19:22,625][ INFO][PID:823460] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-08-21 09:19:27,624][ INFO][PID:823460] Periodic builder liveness probe: alive [2025-08-21 09:19:27,625][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:32,626][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:37,627][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:42,631][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:47,632][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:52,633][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:19:57,635][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:02,636][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:07,637][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:12,639][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:17,640][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:22,641][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:27,643][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:32,644][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:37,645][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:42,648][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:47,649][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:52,651][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:20:57,652][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:02,653][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:07,654][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:12,655][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:17,657][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:22,658][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:27,659][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:32,660][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:37,661][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:42,663][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:47,664][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:52,666][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:21:57,668][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:02,670][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:07,671][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:12,673][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:17,674][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:22,679][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:27,680][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:32,687][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:37,688][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:42,689][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:47,690][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:52,691][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:22:57,692][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:02,693][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:07,694][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:12,696][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:17,697][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:22,698][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:27,699][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:32,701][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:37,703][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:42,705][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:47,708][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:52,709][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:23:57,710][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:02,711][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:07,712][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:12,713][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:17,714][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:22,715][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:27,716][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:32,718][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:37,720][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:42,721][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:47,723][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:52,724][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:24:57,726][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:02,728][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:07,729][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:12,731][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:17,732][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:22,733][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:27,734][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:32,735][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:37,736][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:42,737][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:47,738][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:52,740][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:25:57,741][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:02,742][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:07,743][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:12,744][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:17,745][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:22,746][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:27,748][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:32,749][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:37,750][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:42,751][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:47,752][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:52,753][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:26:57,755][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:02,756][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:07,757][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:12,758][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:17,759][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:22,760][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:27,762][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:32,763][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:37,764][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:42,765][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:47,766][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:52,767][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:27:57,768][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:02,770][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:07,771][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:12,772][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:17,773][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:22,774][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:27,775][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:32,776][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:37,778][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:42,779][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:47,780][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:52,781][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:28:57,783][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:02,784][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:07,785][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:12,789][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:17,790][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:22,792][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:27,800][ INFO][PID:823460] Periodic builder liveness probe: alive [2025-08-21 09:29:27,801][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:32,802][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:37,803][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:42,804][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:47,805][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:52,806][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:29:57,807][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:02,808][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:07,810][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:12,811][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:17,812][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:22,813][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:27,814][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:32,815][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:37,816][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:42,817][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:47,818][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:52,819][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:30:57,820][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:02,821][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:07,822][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:12,824][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:17,825][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:22,829][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:27,831][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:32,832][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:37,833][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:42,834][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:47,835][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:52,836][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:31:57,837][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:02,838][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:07,840][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:12,841][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:17,842][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:22,844][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:27,845][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:32,846][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:37,847][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:42,848][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:47,849][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:52,851][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:32:57,852][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:02,853][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:07,854][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:12,855][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:17,856][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:22,858][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:27,859][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:32,860][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:37,862][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:42,863][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:47,864][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:52,865][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:33:57,867][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:02,868][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:07,869][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:12,871][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:17,872][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:22,873][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:27,874][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:32,875][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:37,877][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:42,879][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:47,880][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:52,881][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:34:57,883][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:02,884][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:07,885][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:12,886][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:17,887][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:22,889][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:27,891][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:32,892][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:37,893][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:42,898][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:47,899][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:52,904][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:35:57,905][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:02,906][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:07,907][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:12,908][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:17,909][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:22,910][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:27,911][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:32,912][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:37,913][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:42,914][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:47,915][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:52,916][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:36:57,917][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:02,919][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:07,920][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:12,920][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:17,921][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:22,923][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:27,924][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:32,925][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:37,926][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:42,928][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:47,929][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:52,930][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:37:57,932][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:02,933][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:07,935][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:12,936][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:17,937][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:22,938][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:27,940][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:32,941][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:37,942][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:42,943][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:47,945][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:52,946][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:38:57,947][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:02,949][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:07,950][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:12,952][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:17,953][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:22,954][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:27,999][ INFO][PID:823460] Periodic builder liveness probe: alive [2025-08-21 09:39:27,999][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:33,000][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:38,003][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:43,007][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:48,008][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:53,011][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:39:58,012][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:03,013][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:08,014][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:13,016][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:18,021][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:23,024][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:28,025][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:33,029][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:38,030][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:43,032][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:48,034][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:53,035][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:40:58,036][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:03,037][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:08,039][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:13,040][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:18,042][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:23,044][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:28,045][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:33,046][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:38,047][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:43,049][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:48,057][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:53,060][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:41:58,062][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:03,064][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:08,066][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:13,067][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:18,069][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:23,070][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:28,075][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:33,077][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:38,081][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:43,083][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:48,084][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:53,085][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:42:58,086][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:03,088][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:08,089][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:13,090][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:18,093][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:23,094][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:28,095][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:33,096][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:38,098][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:43,099][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:48,229][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:53,231][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:43:58,232][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:03,234][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:08,236][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:13,237][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:18,238][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:23,239][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:28,240][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:33,242][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:38,243][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:43,245][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:48,246][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:53,247][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:44:58,249][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:03,251][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:08,252][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:13,253][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:18,254][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:23,255][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:28,256][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:33,257][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:38,258][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:43,260][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:48,260][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:53,262][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:45:58,263][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:03,264][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:08,265][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:13,266][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:18,267][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:23,268][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:28,269][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:33,270][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:38,272][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:43,273][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:48,274][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:53,275][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:46:58,276][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:03,278][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:08,281][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:13,282][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:18,283][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:23,286][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:28,294][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:33,295][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:38,297][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:43,298][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:48,299][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:53,300][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:47:58,301][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:03,303][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:08,304][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:13,306][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:18,162][ ERROR][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:48:18,307][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:23,308][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:28,163][WARNING][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:48:28,310][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:33,311][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:38,164][ INFO][PID:823460] Downloading the builder-live.log file, attempt 2 [2025-08-21 09:48:38,165][ INFO][PID:823460] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-08-21 09:48:38,312][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:43,313][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:48,314][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:53,315][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:48:58,316][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:03,317][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:08,318][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:13,320][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:18,323][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:23,327][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:49:28,333][ INFO][PID:823460] Periodic builder liveness probe: dead [2025-08-21 09:49:38,233][ ERROR][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:49:48,236][WARNING][PID:823460] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:49:58,237][ INFO][PID:823460] Downloading the builder-live.log file, attempt 3 [2025-08-21 09:49:58,238][ INFO][PID:823460] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-08-21 09:50:28,403][ ERROR][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-08-21 09:50:58,307][ ERROR][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:51:08,309][WARNING][PID:823460] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:51:18,310][ INFO][PID:823460] Downloading the builder-live.log file, attempt 4 [2025-08-21 09:51:18,312][ INFO][PID:823460] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-08-21 09:51:38,477][ ERROR][PID:823460] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-08-21 09:52:18,382][ ERROR][PID:823460] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:52:28,383][ ERROR][PID:823460] Giving up for unstable SSH, failures: 1755769708.1633632, 1755769788.2366445, 1755769868.309544, 1755769948.383075 [2025-08-21 09:52:48,548][ ERROR][PID:823460] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-08-21 09:53:58,618][ ERROR][PID:823460] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-08-21 09:54:08,619][ ERROR][PID:823460] Can't ssh to cancel build. [2025-08-21 09:54:08,620][ ERROR][PID:823460] Re-try request for task on 'ResallocHost, ticket_id=4647117, hostname=140.211.168.35, name=copr_osuosl_p09_prod_06360543_20250821_090446, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-08-21 09:54:08,620][ INFO][PID:823460] Releasing VM back to pool [2025-08-21 09:54:08,630][ INFO][PID:823460] Retry #1 (on other host) [2025-08-21 09:54:08,631][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:54:08,631][ INFO][PID:823460] VM allocation process starts [2025-08-21 09:54:08,642][ INFO][PID:823460] Trying to allocate VM: ResallocHost, ticket_id=4647604, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:54:11,654][ INFO][PID:823460] Allocated host ResallocHost, ticket_id=4647604, hostname=2620:52:3:1:dead:beef:cafe:c2a2, name=copr_p09_01_prod_06361050_20250821_094650, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:54:11,655][ INFO][PID:823460] Allocating ssh connection to builder [2025-08-21 09:54:11,655][ INFO][PID:823460] Checking that builder machine is OK [2025-08-21 09:54:12,762][ INFO][PID:823460] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:54:13,271][ INFO][PID:823460] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:54:13,272][ INFO][PID:823460] Filling build.info file with builder info [2025-08-21 09:54:13,274][ INFO][PID:823460] Checking for cancel request [2025-08-21 09:54:13,275][ INFO][PID:823460] Not re-notifying FE and msg buses for the new host. [2025-08-21 09:54:13,276][ INFO][PID:823460] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452671-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:54:14,287][ INFO][PID:823460] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:54:14,289][ INFO][PID:823460] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c2a2 copr-rpmbuild-log [2025-08-21 09:54:23,108][ INFO][PID:823460] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c2a2' (ED25519) to the list of known hosts. [2025-08-21 09:54:23,109][ INFO][PID:823460] Downloading results from builder [2025-08-21 09:54:23,109][ INFO][PID:823460] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng started [2025-08-21 09:54:23,110][ INFO][PID:823460] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/build-09452671.rsync.log [2025-08-21 09:54:23,643][ INFO][PID:823460] rsyncing finished. [2025-08-21 09:54:23,644][ INFO][PID:823460] Releasing VM back to pool [2025-08-21 09:54:23,655][ INFO][PID:823460] Searching for 'success' file in resultdir [2025-08-21 09:54:23,656][ ERROR][PID:823460] Build failed: Backend process error: No success file => build failure [2025-08-21 09:54:23,657][ INFO][PID:823460] Finished build: id=9452671 failed=True timeout=90000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild chroot=fedora-rawhide-ppc64le [2025-08-21 09:54:23,659][ ERROR][PID:823460] Backend process error: No success file => build failure [2025-08-21 09:54:23,659][ INFO][PID:823460] Worker failed build, took 10.384166240692139 [2025-08-21 09:54:23,660][ INFO][PID:823460] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": 1755770063.659789, "started_on": 1755770053.2756228, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452671-fedora-rawhide-ppc64le", "build_id": 9452671, "package_name": "libcap-ng", "package_version": "0.8.5-7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/libcap-ng", "git_hash": "62a1c9ad6a971ff4ba546023e2b50767f99dd3ed", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452671-libcap-ng", "built_packages": "", "id": 9452671, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:54:23,688][ INFO][PID:823460] Sending fedora-messaging bus message in build.end [2025-08-21 09:54:23,713][ INFO][PID:823460] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/builder-live.log by gzip [2025-08-21 09:54:23,715][ INFO][PID:823460] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/builder-live.log' as PID 1001707 [2025-08-21 09:54:23,716][ INFO][PID:823460] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/builder-live.log) [2025-08-21 09:54:23,717][ INFO][PID:823460] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/backend.log by gzip [2025-08-21 09:54:23,719][ INFO][PID:823460] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452671-libcap-ng/backend.log' as PID 1001708