[2025-08-21 09:18:51,194][ INFO][PID:821472] Marking build as starting [2025-08-21 09:18:51,254][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:18:51,255][ INFO][PID:821472] VM allocation process starts [2025-08-21 09:18:51,308][ INFO][PID:821472] Trying to allocate VM: ResallocHost, ticket_id=4647107, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:18:54,330][ INFO][PID:821472] Allocated host ResallocHost, ticket_id=4647107, hostname=140.211.168.248, name=copr_osuosl_p09_prod_06360609_20250821_090751, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:18:54,331][ INFO][PID:821472] Allocating ssh connection to builder [2025-08-21 09:18:54,331][ INFO][PID:821472] Checking that builder machine is OK [2025-08-21 09:18:55,763][ INFO][PID:821472] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:18:56,862][ INFO][PID:821472] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:18:56,863][ INFO][PID:821472] Filling build.info file with builder info [2025-08-21 09:18:56,863][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:18:56,864][ INFO][PID:821472] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": null, "started_on": 1755767936.864703, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452668-fedora-rawhide-ppc64le", "build_id": 9452668, "package_name": "kronosnet", "package_version": "1.31-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/kronosnet", "git_hash": "8272ae4838bbbb3080d2cec392a3b6419fdaf1d5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452668-kronosnet", "built_packages": "", "id": 9452668, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:18:56,906][ INFO][PID:821472] Sending fedora-messaging bus message in build.start [2025-08-21 09:18:57,719][ INFO][PID:821472] Sending fedora-messaging bus message in chroot.start [2025-08-21 09:18:57,752][ INFO][PID:821472] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452668-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:18:59,096][ INFO][PID:821472] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:18:59,097][ INFO][PID:821472] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-08-21 09:19:04,107][ INFO][PID:821472] Periodic builder liveness probe: alive [2025-08-21 09:19:04,107][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:09,109][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:14,113][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:19,114][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:24,117][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:29,118][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:34,119][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:39,121][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:44,124][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:49,125][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:54,127][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:19:59,128][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:04,129][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:09,131][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:14,132][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:19,133][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:24,134][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:29,135][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:34,137][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:39,139][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:44,140][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:49,141][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:54,142][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:20:59,144][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:04,145][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:09,147][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:14,149][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:19,150][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:24,152][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:29,153][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:34,154][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:39,155][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:44,156][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:49,158][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:54,159][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:21:59,161][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:04,162][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:09,163][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:14,165][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:19,166][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:24,169][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:29,170][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:34,172][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:39,173][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:44,174][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:49,176][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:54,177][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:22:59,181][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:04,184][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:09,186][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:14,187][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:19,189][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:24,190][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:29,192][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:34,193][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:39,196][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:44,198][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:49,204][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:54,205][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:23:59,206][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:04,207][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:09,209][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:14,210][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:19,211][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:24,212][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:29,213][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:34,214][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:39,215][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:44,217][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:49,218][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:54,219][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:24:59,220][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:04,222][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:09,224][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:14,225][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:19,226][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:24,227][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:29,229][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:34,230][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:39,232][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:44,233][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:49,234][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:54,235][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:25:59,236][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:04,237][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:09,238][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:14,239][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:19,240][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:24,242][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:29,243][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:34,244][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:39,245][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:44,246][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:49,247][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:54,248][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:26:59,249][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:04,250][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:09,252][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:14,253][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:19,254][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:24,255][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:29,256][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:34,257][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:39,258][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:44,259][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:49,261][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:54,262][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:27:59,263][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:04,264][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:09,265][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:14,266][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:19,267][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:24,268][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:29,270][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:34,271][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:39,272][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:44,273][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:49,275][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:54,276][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:28:59,277][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:04,284][ INFO][PID:821472] Periodic builder liveness probe: alive [2025-08-21 09:29:04,284][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:09,285][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:14,287][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:19,288][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:24,289][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:29,290][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:34,292][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:39,293][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:44,294][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:49,295][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:54,296][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:29:59,297][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:04,298][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:09,299][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:14,300][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:19,302][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:24,302][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:29,304][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:34,305][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:39,306][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:44,307][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:49,308][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:54,309][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:30:59,310][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:04,312][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:09,313][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:14,314][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:19,315][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:24,317][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:29,318][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:34,319][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:39,320][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:44,321][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:49,322][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:54,323][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:31:59,325][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:04,326][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:09,327][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:14,328][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:19,329][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:24,330][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:29,331][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:34,332][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:39,334][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:44,335][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:49,336][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:54,337][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:32:59,338][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:04,339][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:09,341][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:14,344][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:19,346][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:24,347][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:29,348][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:34,350][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:39,351][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:44,352][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:49,353][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:54,354][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:33:59,355][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:04,356][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:09,358][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:14,359][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:19,360][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:24,361][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:29,363][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:34,364][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:39,365][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:44,367][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:49,370][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:54,372][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:34:59,373][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:04,376][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:09,377][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:14,378][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:19,379][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:24,380][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:29,382][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:34,384][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:39,385][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:44,386][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:49,388][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:54,389][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:35:59,390][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:04,392][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:09,393][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:14,394][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:19,395][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:24,396][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:29,397][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:34,398][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:39,399][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:44,400][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:49,401][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:54,402][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:36:59,403][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:04,404][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:09,405][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:14,407][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:19,408][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:24,409][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:29,410][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:34,411][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:39,412][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:44,413][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:49,415][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:54,416][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:37:59,417][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:04,418][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:09,419][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:14,420][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:19,421][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:24,423][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:29,424][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:34,425][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:39,426][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:44,427][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:49,428][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:54,431][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:38:59,432][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:04,459][ INFO][PID:821472] Periodic builder liveness probe: alive [2025-08-21 09:39:04,461][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:09,465][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:14,466][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:19,467][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:24,468][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:29,470][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:34,472][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:39,475][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:44,477][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:49,480][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:54,482][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:39:59,485][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:04,488][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:09,491][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:14,496][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:19,501][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:24,503][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:29,506][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:34,507][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:39,509][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:44,510][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:49,512][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:54,515][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:40:59,516][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:04,517][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:09,519][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:14,521][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:19,527][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:24,529][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:29,530][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:34,531][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:39,532][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:44,537][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:49,538][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:54,541][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:41:59,545][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:04,547][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:09,548][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:14,551][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:19,552][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:24,553][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:29,555][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:34,561][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:39,562][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:44,564][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:49,565][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:54,567][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:42:59,569][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:04,570][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:09,574][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:14,577][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:19,578][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:24,579][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:29,580][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:34,582][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:39,584][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:44,586][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:49,587][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:54,588][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:43:59,589][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:04,601][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:09,603][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:14,604][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:19,606][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:24,607][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:29,608][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:34,609][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:39,610][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:44,612][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:49,613][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:54,614][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:44:59,616][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:04,617][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:09,618][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:14,619][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:19,621][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:24,622][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:29,623][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:34,625][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:39,627][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:44,629][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:49,630][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:54,631][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:45:59,632][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:04,633][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:09,634][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:14,635][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:19,636][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:24,638][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:29,640][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:34,644][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:39,646][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:44,648][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:49,649][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:54,650][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:46:59,652][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:03,141][ ERROR][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:47:04,653][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:09,654][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:13,146][WARNING][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:47:14,656][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:19,657][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:23,147][ INFO][PID:821472] Downloading the builder-live.log file, attempt 2 [2025-08-21 09:47:23,155][ INFO][PID:821472] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-08-21 09:47:24,658][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:29,659][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:34,660][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:39,662][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:44,664][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:49,665][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:54,667][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:47:59,668][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:04,669][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:09,670][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:14,671][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:19,672][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:23,216][ ERROR][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:48:24,673][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:29,674][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:33,219][WARNING][PID:821472] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:48:34,675][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:39,676][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:43,220][ INFO][PID:821472] Downloading the builder-live.log file, attempt 3 [2025-08-21 09:48:43,221][ INFO][PID:821472] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-08-21 09:48:44,678][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:49,679][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:54,680][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:48:59,681][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:49:04,686][ INFO][PID:821472] Periodic builder liveness probe: dead [2025-08-21 09:49:43,290][ ERROR][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:49:53,295][WARNING][PID:821472] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 09:50:03,296][ INFO][PID:821472] Downloading the builder-live.log file, attempt 4 [2025-08-21 09:50:03,297][ INFO][PID:821472] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-08-21 09:50:04,756][ ERROR][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-08-21 09:51:03,366][ ERROR][PID:821472] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 09:51:13,370][ ERROR][PID:821472] Giving up for unstable SSH, failures: 1755769633.1464772, 1755769713.2189574, 1755769793.295423, 1755769873.3696191 [2025-08-21 09:51:14,827][ ERROR][PID:821472] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-08-21 09:52:24,901][ ERROR][PID:821472] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-08-21 09:53:34,974][ ERROR][PID:821472] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-08-21 09:53:44,975][ ERROR][PID:821472] Can't ssh to cancel build. [2025-08-21 09:53:44,976][ ERROR][PID:821472] Re-try request for task on 'ResallocHost, ticket_id=4647107, hostname=140.211.168.248, name=copr_osuosl_p09_prod_06360609_20250821_090751, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-08-21 09:53:44,976][ INFO][PID:821472] Releasing VM back to pool [2025-08-21 09:53:44,988][ INFO][PID:821472] Retry #1 (on other host) [2025-08-21 09:53:44,988][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:53:44,990][ INFO][PID:821472] VM allocation process starts [2025-08-21 09:53:45,002][ INFO][PID:821472] Trying to allocate VM: ResallocHost, ticket_id=4647596, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:53:48,025][ INFO][PID:821472] Allocated host ResallocHost, ticket_id=4647596, hostname=2620:52:3:1:dead:beef:cafe:c2a2, name=copr_p09_01_prod_06361050_20250821_094650, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:53:48,026][ INFO][PID:821472] Allocating ssh connection to builder [2025-08-21 09:53:48,026][ INFO][PID:821472] Checking that builder machine is OK [2025-08-21 09:53:49,253][ INFO][PID:821472] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:53:49,755][ INFO][PID:821472] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:53:49,755][ INFO][PID:821472] Filling build.info file with builder info [2025-08-21 09:53:49,756][ INFO][PID:821472] Checking for cancel request [2025-08-21 09:53:49,757][ INFO][PID:821472] Not re-notifying FE and msg buses for the new host. [2025-08-21 09:53:49,758][ INFO][PID:821472] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452668-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:53:50,850][ INFO][PID:821472] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:53:50,852][ INFO][PID:821472] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c2a2 copr-rpmbuild-log [2025-08-21 09:53:59,691][ INFO][PID:821472] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c2a2' (ED25519) to the list of known hosts. [2025-08-21 09:53:59,691][ INFO][PID:821472] Downloading results from builder [2025-08-21 09:53:59,692][ INFO][PID:821472] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet started [2025-08-21 09:53:59,693][ INFO][PID:821472] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/build-09452668.rsync.log [2025-08-21 09:54:00,205][ INFO][PID:821472] rsyncing finished. [2025-08-21 09:54:00,206][ INFO][PID:821472] Releasing VM back to pool [2025-08-21 09:54:00,215][ INFO][PID:821472] Searching for 'success' file in resultdir [2025-08-21 09:54:00,216][ ERROR][PID:821472] Build failed: Backend process error: No success file => build failure [2025-08-21 09:54:00,217][ INFO][PID:821472] Finished build: id=9452668 failed=True timeout=90000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild chroot=fedora-rawhide-ppc64le [2025-08-21 09:54:00,219][ ERROR][PID:821472] Backend process error: No success file => build failure [2025-08-21 09:54:00,219][ INFO][PID:821472] Worker failed build, took 10.462425708770752 [2025-08-21 09:54:00,220][ INFO][PID:821472] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": 1755770040.2198615, "started_on": 1755770029.7574358, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452668-fedora-rawhide-ppc64le", "build_id": 9452668, "package_name": "kronosnet", "package_version": "1.31-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/kronosnet", "git_hash": "8272ae4838bbbb3080d2cec392a3b6419fdaf1d5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452668-kronosnet", "built_packages": "", "id": 9452668, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:54:00,257][ INFO][PID:821472] Sending fedora-messaging bus message in build.end [2025-08-21 09:54:00,282][ INFO][PID:821472] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/builder-live.log by gzip [2025-08-21 09:54:00,283][ INFO][PID:821472] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/builder-live.log' as PID 1000090 [2025-08-21 09:54:00,284][ INFO][PID:821472] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/builder-live.log) [2025-08-21 09:54:00,285][ INFO][PID:821472] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/backend.log by gzip [2025-08-21 09:54:00,286][ INFO][PID:821472] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452668-kronosnet/backend.log' as PID 1000091