[2026-05-01 04:42:56,345][ INFO][PID:2002837] Marking build as starting [2026-05-01 04:42:56,389][ INFO][PID:2002837] Checking that https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64//repodata/repomd.xml exists [2026-05-01 04:42:57,177][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:42:57,180][ INFO][PID:2002837] VM allocation process starts [2026-05-01 04:42:57,228][ INFO][PID:2002837] Trying to allocate VM: ResallocHost, ticket_id=2683000, requested_tags=['arch_aarch64', 'copr_builder', 'on_demand_powerful'] [2026-05-01 04:43:02,230][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:07,236][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:12,241][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:17,242][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:22,244][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:27,245][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:32,251][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:37,256][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:42,260][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:47,265][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:52,274][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:43:57,278][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:02,284][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:07,303][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:12,309][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:17,315][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:22,329][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:27,331][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:32,333][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:37,341][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:42,344][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:45,431][ INFO][PID:2002837] Allocated host ResallocHost, ticket_id=2683000, hostname=3.88.134.132, name=aws_aarch64_powerful_spot_prod_08376628_20260501_044257, requested_tags=['arch_aarch64', 'copr_builder', 'on_demand_powerful'] [2026-05-01 04:44:45,500][ INFO][PID:2002837] Allocating ssh connection to builder [2026-05-01 04:44:45,501][ INFO][PID:2002837] Checking that builder machine is OK [2026-05-01 04:44:45,917][ INFO][PID:2002837] Installed copr-rpmbuild version: 1.8 [2026-05-01 04:44:45,918][ INFO][PID:2002837] Running remote command: copr-builder-ready centos-stream-9-aarch64 [2026-05-01 04:44:46,163][ INFO][PID:2002837] Red Hat subscription not needed for centos-stream-9-aarch64 Builder is ready to be used [2026-05-01 04:44:46,164][ INFO][PID:2002837] Filling build.info file with builder info [2026-05-01 04:44:46,165][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:46,166][ INFO][PID:2002837] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-big-merge-20260501", "project_dirname": "llvm-snapshots-big-merge-20260501", "submitter": "kkleine", "ended_on": null, "started_on": 1777610686.1665213, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "10414737-centos-stream-9-aarch64", "build_id": 10414737, "package_name": "llvm", "package_version": "22.1.4-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/llvm", "git_hash": "9edd4f3059d263512c79ba60c55494e5eb820167", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20260501--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 1, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-test-suite/centos-stream-9-aarch64/", "id": "copr_fedora_llvm_team_llvm_test_suite", "name": "Additional repo copr_fedora_llvm_team_llvm_test_suite" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_aarch64", "on_demand_powerful" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501", "result_dir": "10414737-llvm", "built_packages": "", "id": 10414737, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-big-merge-20260501", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20260501)" } } ] } [2026-05-01 04:44:46,211][ INFO][PID:2002837] Sending fedora-messaging bus message in build.start [2026-05-01 04:44:46,789][ INFO][PID:2002837] Sending fedora-messaging bus message in chroot.start [2026-05-01 04:44:46,822][ INFO][PID:2002837] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10414737-centos-stream-9-aarch64 --chroot centos-stream-9-aarch64 --detached [2026-05-01 04:44:47,368][ INFO][PID:2002837] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.88.134.132' (ED25519) to the list of known hosts. [2026-05-01 04:44:47,369][ INFO][PID:2002837] Downloading the builder-live.log file, attempt 1 [2026-05-01 04:44:47,371][ INFO][PID:2002837] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.88.134.132 copr-rpmbuild-log [2026-05-01 04:44:52,382][ INFO][PID:2002837] Periodic builder liveness probe: alive [2026-05-01 04:44:52,385][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:44:57,389][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:02,393][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:07,398][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:12,401][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:17,405][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:22,407][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:27,414][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:32,419][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:37,422][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:42,426][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:47,428][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:52,429][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:45:57,431][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:02,432][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:07,434][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:12,435][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:17,436][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:22,437][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:27,439][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:32,440][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:37,441][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:42,443][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:47,444][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:52,445][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:46:57,447][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:02,448][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:07,450][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:12,451][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:17,452][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:22,453][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:27,455][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:32,456][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:37,457][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:42,459][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:47,460][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:52,461][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:47:57,463][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:02,464][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:07,465][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:12,467][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:17,468][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:22,469][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:27,486][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:32,487][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:37,488][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:42,490][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:47,491][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:52,500][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:48:57,502][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:02,504][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:07,584][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:12,585][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:17,587][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:22,588][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:27,590][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:32,592][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:37,594][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:42,595][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:47,596][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:52,598][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:49:57,599][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:02,601][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:07,602][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:12,603][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:17,605][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:22,606][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:27,608][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:32,609][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:37,611][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:42,612][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:47,613][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:52,615][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:50:57,616][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:02,618][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:07,619][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:12,620][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:17,622][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:22,639][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:27,640][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:32,641][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:37,642][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:42,644][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:47,645][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:52,647][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:51:57,681][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:02,682][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:07,684][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:12,685][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:17,687][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:22,688][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:27,689][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:32,691][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:37,692][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:42,700][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:47,701][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:52,705][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:52:57,706][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:02,708][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:07,709][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:12,713][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:17,730][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:22,732][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:27,733][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:32,736][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:37,737][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:42,739][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:47,745][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:52,746][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:53:57,747][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:54:02,749][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:54:07,750][ INFO][PID:2002837] Checking for cancel request [2026-05-01 04:54:11,148][ INFO][PID:2002837] Downloading results from builder [2026-05-01 04:54:11,149][ INFO][PID:2002837] rsyncing of mockbuilder@3.88.134.132:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm started [2026-05-01 04:54:11,150][ INFO][PID:2002837] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.88.134.132:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/build-10414737.rsync.log [2026-05-01 04:54:12,525][ INFO][PID:2002837] rsyncing finished. [2026-05-01 04:54:12,526][ INFO][PID:2002837] VM Release request [2026-05-01 04:54:12,535][ INFO][PID:2002837] Searching for 'success' file in resultdir [2026-05-01 04:54:12,536][ ERROR][PID:2002837] Build failed: Backend process error: No success file => build failure [2026-05-01 04:54:12,551][ INFO][PID:2002837] Finished build: id=10414737 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501 chroot=centos-stream-9-aarch64 [2026-05-01 04:54:12,555][ ERROR][PID:2002837] Backend process error: No success file => build failure [2026-05-01 04:54:12,569][ INFO][PID:2002837] Worker failed build, took 566.4032714366913 [2026-05-01 04:54:12,570][ INFO][PID:2002837] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-big-merge-20260501", "project_dirname": "llvm-snapshots-big-merge-20260501", "submitter": "kkleine", "ended_on": 1777611252.5697927, "started_on": 1777610686.1665213, "submitted_on": null, "status": 0, "chroot": "centos-stream-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "10414737-centos-stream-9-aarch64", "build_id": 10414737, "package_name": "llvm", "package_version": "22.1.4-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/llvm", "git_hash": "9edd4f3059d263512c79ba60c55494e5eb820167", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20260501--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 1, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-test-suite/centos-stream-9-aarch64/", "id": "copr_fedora_llvm_team_llvm_test_suite", "name": "Additional repo copr_fedora_llvm_team_llvm_test_suite" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_aarch64", "on_demand_powerful" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501", "result_dir": "10414737-llvm", "built_packages": "", "id": 10414737, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-big-merge-20260501", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20260501)" } } ] } [2026-05-01 04:54:12,607][ INFO][PID:2002837] Sending fedora-messaging bus message in build.end [2026-05-01 04:54:12,635][ INFO][PID:2002837] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/builder-live.log by gzip [2026-05-01 04:54:12,636][ INFO][PID:2002837] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/builder-live.log' as PID 2084353 [2026-05-01 04:54:12,831][ INFO][PID:2002837] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/builder-live.log) [2026-05-01 04:54:12,832][ INFO][PID:2002837] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/backend.log by gzip [2026-05-01 04:54:12,833][ INFO][PID:2002837] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20260501/centos-stream-9-aarch64/10414737-llvm/backend.log' as PID 2084373