[2025-10-03 16:55:51,563][ INFO][PID:3219662] Marking build as starting [2025-10-03 16:55:51,610][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:55:51,611][ INFO][PID:3219662] VM allocation process starts [2025-10-03 16:55:51,620][ INFO][PID:3219662] Trying to allocate VM: ResallocHost, ticket_id=5465946, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-10-03 16:55:56,622][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:01,623][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:06,624][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:11,624][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:16,626][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:21,627][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:26,628][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:31,629][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:36,630][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:41,631][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:46,634][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:51,635][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:56:56,636][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:01,637][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:06,638][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:11,639][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:16,640][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:21,641][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:26,642][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:31,643][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:36,644][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:41,645][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:46,646][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:51,647][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:57:56,648][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:01,649][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:06,650][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:11,651][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:16,652][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:21,653][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:26,654][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:31,655][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:36,656][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:41,658][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:46,659][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:51,660][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:58:56,661][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:01,663][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:06,665][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:09,735][ INFO][PID:3219662] Allocated host ResallocHost, ticket_id=5465946, hostname=2620:52:3:1:dead:beef:cafe:c20d, name=copr_hv_ppc64le_01_prod_07210533_20251003_163345, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-10-03 16:59:09,736][ INFO][PID:3219662] Allocating ssh connection to builder [2025-10-03 16:59:09,736][ INFO][PID:3219662] Checking that builder machine is OK [2025-10-03 16:59:12,697][ INFO][PID:3219662] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-10-03 16:59:13,889][ INFO][PID:3219662] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-10-03 16:59:13,890][ INFO][PID:3219662] Filling build.info file with builder info [2025-10-03 16:59:13,890][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:13,891][ INFO][PID:3219662] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/farchord", "ended_on": null, "started_on": 1759510753.8915133, "submitted_on": null, "status": 3, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9643089-fedora-42-ppc64le", "build_id": 9643089, "package_name": "plasma-nm", "package_version": "6.4.91-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/plasma-nm", "git_hash": "ba0e747f686bcb6c0c344310f8caad259b6b0b15", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/farchord", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09643089-plasma-nm", "built_packages": "", "id": 9643089, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-10-03 16:59:13,930][ INFO][PID:3219662] Sending fedora-messaging bus message in build.start [2025-10-03 16:59:14,604][ INFO][PID:3219662] Sending fedora-messaging bus message in chroot.start [2025-10-03 16:59:14,629][ INFO][PID:3219662] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9643089-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-10-03 16:59:17,397][ INFO][PID:3219662] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c20d' (ED25519) to the list of known hosts. [2025-10-03 16:59:17,398][ INFO][PID:3219662] Downloading the builder-live.log file, attempt 1 [2025-10-03 16:59:17,399][ INFO][PID:3219662] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c20d copr-rpmbuild-log [2025-10-03 16:59:22,410][ INFO][PID:3219662] Periodic builder liveness probe: alive [2025-10-03 16:59:22,411][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:27,412][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:32,413][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:37,414][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:42,416][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:47,418][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:52,421][ INFO][PID:3219662] Checking for cancel request [2025-10-03 16:59:57,423][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:02,423][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:07,425][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:12,426][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:17,427][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:22,428][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:27,429][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:32,430][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:37,431][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:42,432][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:47,436][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:52,437][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:00:57,444][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:02,445][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:07,447][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:12,450][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:17,452][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:22,453][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:27,454][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:32,455][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:37,456][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:42,457][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:47,458][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:52,459][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:01:57,460][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:02,462][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:07,463][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:12,464][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:17,465][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:22,466][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:27,467][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:32,468][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:37,469][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:42,470][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:47,472][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:52,473][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:02:57,474][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:02,475][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:07,476][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:12,477][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:17,478][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:22,479][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:27,480][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:32,481][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:37,482][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:42,483][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:47,484][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:52,485][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:03:57,486][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:02,486][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:07,487][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:12,488][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:17,489][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:22,490][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:27,491][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:32,492][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:37,493][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:42,494][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:47,495][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:52,496][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:04:57,497][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:02,498][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:07,499][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:12,500][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:17,501][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:22,502][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:27,502][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:32,503][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:37,504][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:42,509][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:47,511][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:52,511][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:05:57,512][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:02,513][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:07,514][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:12,515][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:17,516][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:22,517][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:27,518][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:32,519][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:37,520][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:42,521][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:47,522][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:52,523][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:06:57,524][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:02,525][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:07,526][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:12,527][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:17,528][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:22,529][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:27,530][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:32,531][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:37,532][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:42,534][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:47,535][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:52,536][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:07:57,537][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:02,542][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:07,543][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:12,544][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:17,545][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:22,546][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:27,549][ INFO][PID:3219662] Checking for cancel request [2025-10-03 17:08:31,408][ INFO][PID:3219662] Downloading results from builder [2025-10-03 17:08:31,410][ INFO][PID:3219662] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c20d]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm started [2025-10-03 17:08:31,411][ INFO][PID:3219662] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c20d]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/build-09643089.rsync.log [2025-10-03 17:08:33,949][ INFO][PID:3219662] rsyncing finished. [2025-10-03 17:08:33,950][ INFO][PID:3219662] Releasing VM back to pool [2025-10-03 17:08:33,962][ INFO][PID:3219662] Searching for 'success' file in resultdir [2025-10-03 17:08:33,963][ ERROR][PID:3219662] Build failed: Backend process error: No success file => build failure [2025-10-03 17:08:33,964][ INFO][PID:3219662] Finished build: id=9643089 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-42-ppc64le [2025-10-03 17:08:33,966][ ERROR][PID:3219662] Backend process error: No success file => build failure [2025-10-03 17:08:33,967][ INFO][PID:3219662] Worker failed build, took 560.0759449005127 [2025-10-03 17:08:33,968][ INFO][PID:3219662] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/farchord", "ended_on": 1759511313.9674582, "started_on": 1759510753.8915133, "submitted_on": null, "status": 0, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9643089-fedora-42-ppc64le", "build_id": 9643089, "package_name": "plasma-nm", "package_version": "6.4.91-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/plasma-nm", "git_hash": "ba0e747f686bcb6c0c344310f8caad259b6b0b15", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/farchord", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09643089-plasma-nm", "built_packages": "", "id": 9643089, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-10-03 17:08:34,014][ INFO][PID:3219662] Sending fedora-messaging bus message in build.end [2025-10-03 17:08:34,041][ INFO][PID:3219662] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/builder-live.log by gzip [2025-10-03 17:08:34,043][ INFO][PID:3219662] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/builder-live.log' as PID 3280481 [2025-10-03 17:08:34,056][ INFO][PID:3219662] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/builder-live.log) [2025-10-03 17:08:34,057][ INFO][PID:3219662] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/backend.log by gzip [2025-10-03 17:08:34,059][ INFO][PID:3219662] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09643089-plasma-nm/backend.log' as PID 3280484