[2025-08-21 09:40:07,042][ INFO][PID:923792] Marking build as starting [2025-08-21 09:40:07,095][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:07,096][ INFO][PID:923792] VM allocation process starts [2025-08-21 09:40:07,123][ INFO][PID:923792] Trying to allocate VM: ResallocHost, ticket_id=4647433, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:40:10,147][ INFO][PID:923792] Allocated host ResallocHost, ticket_id=4647433, hostname=140.211.168.61, name=copr_osuosl_p09_prod_06360806_20250821_092116, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 09:40:10,147][ INFO][PID:923792] Allocating ssh connection to builder [2025-08-21 09:40:10,149][ INFO][PID:923792] Checking that builder machine is OK [2025-08-21 09:40:11,619][ INFO][PID:923792] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 09:40:12,674][ INFO][PID:923792] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 09:40:12,681][ INFO][PID:923792] Filling build.info file with builder info [2025-08-21 09:40:12,686][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:12,700][ INFO][PID:923792] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": null, "started_on": 1755769212.699861, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452724-fedora-rawhide-ppc64le", "build_id": 9452724, "package_name": "kmag", "package_version": "25.08.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/kmag", "git_hash": "475ab698fa459711ca71dd051216d3c925f11865", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452724-kmag", "built_packages": "", "id": 9452724, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 09:40:12,738][ INFO][PID:923792] Sending fedora-messaging bus message in build.start [2025-08-21 09:40:13,776][ INFO][PID:923792] Sending fedora-messaging bus message in chroot.start [2025-08-21 09:40:13,838][ INFO][PID:923792] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452724-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 09:40:15,196][ INFO][PID:923792] Downloading the builder-live.log file, attempt 1 [2025-08-21 09:40:15,201][ INFO][PID:923792] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.61 copr-rpmbuild-log [2025-08-21 09:40:20,210][ INFO][PID:923792] Periodic builder liveness probe: alive [2025-08-21 09:40:20,211][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:25,212][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:30,213][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:35,215][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:40,217][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:45,218][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:50,219][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:40:55,220][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:00,221][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:05,223][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:10,224][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:15,226][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:20,227][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:25,229][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:30,230][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:35,232][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:40,233][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:45,235][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:50,237][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:41:55,239][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:00,242][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:05,246][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:10,248][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:15,249][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:20,251][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:25,253][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:30,256][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:35,257][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:40,259][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:45,260][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:50,262][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:42:55,264][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:00,266][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:05,267][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:10,271][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:15,273][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:20,274][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:25,275][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:30,276][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:35,278][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:40,280][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:45,282][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:50,284][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:43:55,285][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:00,286][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:05,288][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:10,290][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:15,291][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:20,292][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:25,293][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:30,294][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:35,295][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:40,296][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:45,298][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:50,298][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:44:55,300][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:00,302][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:05,303][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:10,304][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:15,305][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:20,306][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:25,308][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:30,309][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:35,310][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:40,311][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:45,312][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:50,313][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:45:55,314][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:00,315][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:05,317][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:10,318][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:15,319][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:20,320][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:25,322][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:30,327][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:35,328][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:40,330][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:45,331][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:50,332][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:46:55,333][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:00,334][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:05,335][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:10,337][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:15,340][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:20,341][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:25,342][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:30,344][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:35,345][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:40,347][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:45,351][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:50,353][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:47:55,354][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:00,356][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:05,357][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:10,358][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:15,359][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:20,361][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:25,362][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:30,363][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:35,364][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:40,365][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:45,366][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:50,367][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:48:55,369][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:00,370][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:05,371][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:10,372][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:15,373][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:20,374][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:25,376][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:30,377][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:35,378][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:40,379][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:45,380][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:50,381][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:49:55,383][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:00,384][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:05,385][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:10,386][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:15,387][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:20,396][ INFO][PID:923792] Periodic builder liveness probe: alive [2025-08-21 09:50:20,396][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:25,397][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:30,398][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:35,400][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:40,401][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:45,402][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:50,403][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:50:55,406][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:00,407][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:05,408][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:10,409][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:15,410][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:20,411][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:25,412][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:30,413][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:35,415][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:40,416][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:45,417][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:50,419][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:51:55,420][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:00,422][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:05,423][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:10,424][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:15,426][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:20,428][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:25,429][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:30,430][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:35,432][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:40,433][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:45,435][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:50,436][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:52:55,438][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:00,439][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:05,440][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:10,442][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:15,444][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:20,445][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:25,446][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:30,447][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:35,448][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:40,449][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:45,450][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:50,451][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:53:55,452][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:00,454][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:05,455][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:10,456][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:15,457][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:20,458][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:25,459][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:30,460][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:35,462][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:40,463][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:45,464][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:50,465][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:54:55,466][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:00,467][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:05,468][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:10,469][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:15,470][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:20,471][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:25,472][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:30,473][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:35,474][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:40,475][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:45,476][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:50,478][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:55:55,479][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:00,480][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:05,481][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:10,482][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:15,483][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:20,485][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:25,486][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:30,487][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:35,488][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:40,489][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:45,490][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:50,491][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:56:55,492][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:00,493][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:05,494][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:10,495][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:15,497][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:20,498][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:25,499][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:30,500][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:35,501][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:40,502][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:45,503][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:50,504][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:57:55,507][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:00,508][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:05,509][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:10,510][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:15,512][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:20,513][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:25,514][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:30,516][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:35,517][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:40,518][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:45,519][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:50,520][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:58:55,521][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:00,522][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:05,524][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:10,525][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:15,526][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:20,527][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:25,530][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:30,531][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:35,532][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:40,533][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:45,535][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:50,536][ INFO][PID:923792] Checking for cancel request [2025-08-21 09:59:55,537][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:00,538][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:05,542][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:10,545][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:15,546][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:20,607][ INFO][PID:923792] Periodic builder liveness probe: alive [2025-08-21 10:00:20,607][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:25,609][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:30,610][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:35,611][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:40,612][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:45,613][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:50,616][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:00:55,617][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:00,619][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:05,620][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:10,621][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:15,622][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:20,623][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:25,624][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:30,626][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:35,627][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:40,628][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:45,630][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:50,631][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:01:55,632][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:00,633][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:05,635][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:10,636][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:15,637][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:20,639][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:25,641][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:30,643][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:35,645][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:40,647][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:45,648][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:50,650][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:02:55,651][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:00,652][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:05,654][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:10,655][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:15,657][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:20,658][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:25,660][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:30,662][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:35,663][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:40,664][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:45,666][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:50,668][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:03:55,669][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:00,670][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:05,671][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:10,672][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:15,673][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:20,675][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:25,680][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:30,684][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:35,686][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:40,687][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:45,688][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:50,690][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:04:55,691][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:00,692][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:05,693][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:10,694][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:15,695][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:20,697][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:25,698][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:30,699][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:35,700][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:40,701][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:45,702][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:50,704][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:05:55,705][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:00,706][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:05,707][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:10,710][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:15,711][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:20,712][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:25,714][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:30,715][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:35,716][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:40,717][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:45,719][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:50,720][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:06:55,722][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:00,723][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:05,724][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:10,726][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:15,727][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:20,729][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:25,730][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:30,731][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:35,733][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:40,734][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:41,145][ ERROR][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 10:07:45,737][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:50,748][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:07:51,155][WARNING][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 10:07:55,749][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:00,753][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:01,155][ INFO][PID:923792] Downloading the builder-live.log file, attempt 2 [2025-08-21 10:08:01,157][ INFO][PID:923792] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.61 copr-rpmbuild-log [2025-08-21 10:08:05,754][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:10,763][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:15,767][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:20,768][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:25,769][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:30,770][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:35,772][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:40,778][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:45,780][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:50,781][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:08:55,786][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:00,792][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:01,231][ ERROR][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 10:09:05,795][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:10,797][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:11,235][WARNING][PID:923792] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 10:09:15,798][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:20,799][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:21,236][ INFO][PID:923792] Downloading the builder-live.log file, attempt 3 [2025-08-21 10:09:21,237][ INFO][PID:923792] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.61 copr-rpmbuild-log [2025-08-21 10:09:25,805][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:30,806][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:35,807][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:40,814][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:45,821][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:50,822][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:09:55,823][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:10:00,824][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:10:05,826][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:10:10,827][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:10:15,828][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:10:20,842][ INFO][PID:923792] Periodic builder liveness probe: dead [2025-08-21 10:10:21,306][ ERROR][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 10:10:31,309][WARNING][PID:923792] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-21 10:10:41,310][ INFO][PID:923792] Downloading the builder-live.log file, attempt 4 [2025-08-21 10:10:41,312][ INFO][PID:923792] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.61 copr-rpmbuild-log [2025-08-21 10:11:20,914][ ERROR][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.61 port 22: Connection timed out [2025-08-21 10:11:41,385][ ERROR][PID:923792] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-21 10:11:51,402][ ERROR][PID:923792] Giving up for unstable SSH, failures: 1755770871.1549222, 1755770951.2355509, 1755771031.3095436, 1755771111.4019256 [2025-08-21 10:12:30,990][ ERROR][PID:923792] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.61 port 22: Connection timed out [2025-08-21 10:13:41,067][ ERROR][PID:923792] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.61 port 22: Connection timed out [2025-08-21 10:14:51,145][ ERROR][PID:923792] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.61 port 22: Connection timed out [2025-08-21 10:15:01,147][ ERROR][PID:923792] Can't ssh to cancel build. [2025-08-21 10:15:01,150][ ERROR][PID:923792] Re-try request for task on 'ResallocHost, ticket_id=4647433, hostname=140.211.168.61, name=copr_osuosl_p09_prod_06360806_20250821_092116, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-08-21 10:15:01,151][ INFO][PID:923792] Releasing VM back to pool [2025-08-21 10:15:01,186][ INFO][PID:923792] Retry #1 (on other host) [2025-08-21 10:15:01,187][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:15:01,191][ INFO][PID:923792] VM allocation process starts [2025-08-21 10:15:01,237][ INFO][PID:923792] Trying to allocate VM: ResallocHost, ticket_id=4647992, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 10:15:04,272][ INFO][PID:923792] Allocated host ResallocHost, ticket_id=4647992, hostname=2620:52:3:1:dead:beef:cafe:c2a2, name=copr_p09_01_prod_06361050_20250821_094650, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-21 10:15:04,273][ INFO][PID:923792] Allocating ssh connection to builder [2025-08-21 10:15:04,273][ INFO][PID:923792] Checking that builder machine is OK [2025-08-21 10:15:05,363][ INFO][PID:923792] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-08-21 10:15:05,848][ INFO][PID:923792] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-08-21 10:15:05,849][ INFO][PID:923792] Filling build.info file with builder info [2025-08-21 10:15:05,852][ INFO][PID:923792] Checking for cancel request [2025-08-21 10:15:05,853][ INFO][PID:923792] Not re-notifying FE and msg buses for the new host. [2025-08-21 10:15:05,855][ INFO][PID:923792] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9452724-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-08-21 10:15:06,779][ INFO][PID:923792] Downloading the builder-live.log file, attempt 1 [2025-08-21 10:15:06,780][ INFO][PID:923792] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c2a2 copr-rpmbuild-log [2025-08-21 10:15:15,578][ INFO][PID:923792] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c2a2' (ED25519) to the list of known hosts. [2025-08-21 10:15:15,581][ INFO][PID:923792] Downloading results from builder [2025-08-21 10:15:15,588][ INFO][PID:923792] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag started [2025-08-21 10:15:15,591][ INFO][PID:923792] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/build-09452724.rsync.log [2025-08-21 10:15:16,179][ INFO][PID:923792] rsyncing finished. [2025-08-21 10:15:16,181][ INFO][PID:923792] Releasing VM back to pool [2025-08-21 10:15:16,358][ INFO][PID:923792] Searching for 'success' file in resultdir [2025-08-21 10:15:16,361][ ERROR][PID:923792] Build failed: Backend process error: No success file => build failure [2025-08-21 10:15:16,362][ INFO][PID:923792] Finished build: id=9452724 failed=True timeout=90000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild chroot=fedora-rawhide-ppc64le [2025-08-21 10:15:16,370][ ERROR][PID:923792] Backend process error: No success file => build failure [2025-08-21 10:15:16,370][ INFO][PID:923792] Worker failed build, took 10.516974925994873 [2025-08-21 10:15:16,372][ INFO][PID:923792] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "clang-monthly-fedora-rebuild", "project_dirname": "clang-monthly-fedora-rebuild", "submitter": "tstellar", "ended_on": 1755771316.3708382, "started_on": 1755771305.8538632, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [ "fedora-clang-default-cc" ], "task_id": "9452724-fedora-rawhide-ppc64le", "build_id": 9452724, "package_name": "kmag", "package_version": "25.08.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/clang-monthly-fedora-rebuild/kmag", "git_hash": "475ab698fa459711ca71dd051216d3c925f11865", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/clang-monthly-fedora-rebuild--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/tstellar/fedora-clang-default-cc/fedora-rawhide-ppc64le/", "id": "copr_tstellar_fedora_clang_default_cc", "name": "Additional repo copr_tstellar_fedora_clang_default_cc" }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250813/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813", "module_hotfixes": true, "name": "Additional repo copr_fedora_llvm_team_llvm_snapshots_big_merge_20250813" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [ "toolchain_clang", "clang_lto" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/clang-monthly-fedora-rebuild", "result_dir": "09452724-kmag", "built_packages": "", "id": 9452724, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "clang-monthly-fedora-rebuild", "vendor": "Fedora Project COPR (@fedora-llvm-team/clang-monthly-fedora-rebuild)" } } ] } [2025-08-21 10:15:16,412][ INFO][PID:923792] Sending fedora-messaging bus message in build.end [2025-08-21 10:15:16,448][ INFO][PID:923792] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/builder-live.log by gzip [2025-08-21 10:15:16,453][ INFO][PID:923792] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/builder-live.log' as PID 1123031 [2025-08-21 10:15:16,455][ INFO][PID:923792] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/builder-live.log) [2025-08-21 10:15:16,456][ INFO][PID:923792] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/backend.log by gzip [2025-08-21 10:15:16,459][ INFO][PID:923792] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/clang-monthly-fedora-rebuild/fedora-rawhide-ppc64le/09452724-kmag/backend.log' as PID 1123032