[2025-11-04 02:16:51,241][ INFO][PID:529785] Marking build as starting [2025-11-04 02:16:51,299][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:16:51,300][ INFO][PID:529785] VM allocation process starts [2025-11-04 02:16:51,311][ INFO][PID:529785] Trying to allocate VM: ResallocHost, ticket_id=6004148, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-04 02:16:56,312][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:01,313][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:06,314][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:11,315][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:16,316][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:21,317][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:26,318][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:31,319][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:36,320][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:41,321][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:46,322][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:51,323][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:17:56,324][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:01,325][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:06,326][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:11,327][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:16,328][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:21,329][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:26,330][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:31,331][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:36,331][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:41,332][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:46,333][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:51,334][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:18:56,335][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:01,336][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:06,337][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:11,338][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:16,339][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:21,340][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:26,341][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:31,342][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:36,343][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:41,344][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:46,345][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:51,346][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:19:56,347][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:01,348][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:06,349][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:09,409][ INFO][PID:529785] Allocated host ResallocHost, ticket_id=6004148, hostname=163.109.86.57, name=copr_ic_s390x_br_sao_3_prod_07809265_20251104_021648, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-04 02:20:09,410][ INFO][PID:529785] Allocating ssh connection to builder [2025-11-04 02:20:09,410][ INFO][PID:529785] Checking that builder machine is OK [2025-11-04 02:20:11,135][ INFO][PID:529785] Running remote command: copr-builder-ready fedora-41-s390x [2025-11-04 02:20:12,753][ INFO][PID:529785] Red Hat subscription not needed for fedora-41-s390x Builder is ready to be used [2025-11-04 02:20:12,754][ INFO][PID:529785] Filling build.info file with builder info [2025-11-04 02:20:12,754][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:12,755][ INFO][PID:529785] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "submitter": "https://src.fedoraproject.org/user/packit-stg", "ended_on": null, "started_on": 1762222812.7555695, "submitted_on": null, "status": 3, "chroot": "fedora-41-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9762151-fedora-41-s390x", "build_id": 9762151, "package_name": "gpxsee", "package_version": "15.1-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/gpxsee", "git_hash": "cf745b6ef1ddf8e60fadc829f1a1d6748dd3880e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/packit-stg", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/", "id": "copr_coprdir", "name": "Coprdir repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "result_dir": "09762151-gpxsee", "built_packages": "", "id": 9762151, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-11-04 02:20:12,829][ INFO][PID:529785] Sending fedora-messaging bus message in build.start [2025-11-04 02:20:13,473][ INFO][PID:529785] Sending fedora-messaging bus message in chroot.start [2025-11-04 02:20:13,497][ INFO][PID:529785] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9762151-fedora-41-s390x --chroot fedora-41-s390x --detached [2025-11-04 02:20:15,243][ INFO][PID:529785] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '163.109.86.57' (ED25519) to the list of known hosts. [2025-11-04 02:20:15,244][ INFO][PID:529785] Downloading the builder-live.log file, attempt 1 [2025-11-04 02:20:15,246][ INFO][PID:529785] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.109.86.57 copr-rpmbuild-log [2025-11-04 02:20:20,252][ INFO][PID:529785] Periodic builder liveness probe: alive [2025-11-04 02:20:20,252][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:25,253][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:30,254][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:35,256][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:40,257][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:45,258][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:50,259][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:20:55,261][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:00,262][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:05,263][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:10,264][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:15,265][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:20,266][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:25,269][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:30,270][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:35,271][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:40,275][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:45,276][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:50,277][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:21:55,278][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:00,279][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:05,280][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:10,281][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:15,282][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:20,283][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:25,284][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:30,285][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:35,286][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:40,288][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:45,289][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:50,290][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:22:55,291][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:00,292][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:05,293][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:10,294][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:15,295][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:20,296][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:25,297][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:30,298][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:35,300][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:40,302][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:45,303][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:50,304][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:23:55,305][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:00,306][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:05,307][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:10,309][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:15,309][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:20,310][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:25,311][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:30,312][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:35,313][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:40,315][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:45,315][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:50,316][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:24:55,317][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:00,319][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:05,320][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:10,322][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:15,324][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:20,325][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:25,326][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:30,327][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:35,328][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:40,330][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:45,331][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:50,332][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:25:55,334][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:00,337][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:05,339][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:10,340][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:15,341][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:20,345][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:25,346][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:30,347][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:35,349][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:40,350][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:45,351][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:50,352][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:26:55,353][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:00,358][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:05,359][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:10,360][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:15,362][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:20,368][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:25,369][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:30,370][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:35,371][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:40,372][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:45,373][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:50,374][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:27:55,375][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:00,376][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:05,377][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:10,378][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:15,379][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:20,380][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:25,381][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:30,383][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:35,384][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:40,385][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:45,386][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:50,387][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:28:55,388][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:29:00,389][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:29:05,390][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:29:10,391][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:29:15,392][ INFO][PID:529785] Checking for cancel request [2025-11-04 02:29:18,440][ INFO][PID:529785] Downloading results from builder [2025-11-04 02:29:18,441][ INFO][PID:529785] rsyncing of mockbuilder@163.109.86.57:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee started [2025-11-04 02:29:18,442][ INFO][PID:529785] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.109.86.57:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/build-09762151.rsync.log [2025-11-04 02:29:22,075][ INFO][PID:529785] rsyncing finished. [2025-11-04 02:29:22,075][ INFO][PID:529785] Releasing VM back to pool [2025-11-04 02:29:22,083][ INFO][PID:529785] Searching for 'success' file in resultdir [2025-11-04 02:29:22,084][ ERROR][PID:529785] Build failed: Backend process error: No success file => build failure [2025-11-04 02:29:22,084][ INFO][PID:529785] Finished build: id=9762151 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233 chroot=fedora-41-s390x [2025-11-04 02:29:22,086][ ERROR][PID:529785] Backend process error: No success file => build failure [2025-11-04 02:29:22,086][ INFO][PID:529785] Worker failed build, took 549.3308284282684 [2025-11-04 02:29:22,086][ INFO][PID:529785] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "submitter": "https://src.fedoraproject.org/user/packit-stg", "ended_on": 1762223362.086398, "started_on": 1762222812.7555695, "submitted_on": null, "status": 0, "chroot": "fedora-41-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9762151-fedora-41-s390x", "build_id": 9762151, "package_name": "gpxsee", "package_version": "15.1-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/gpxsee", "git_hash": "cf745b6ef1ddf8e60fadc829f1a1d6748dd3880e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/packit-stg", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/", "id": "copr_coprdir", "name": "Coprdir repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233", "result_dir": "09762151-gpxsee", "built_packages": "", "id": 9762151, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-11-04 02:29:22,171][ INFO][PID:529785] Sending fedora-messaging bus message in build.end [2025-11-04 02:29:22,194][ INFO][PID:529785] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/builder-live.log by gzip [2025-11-04 02:29:22,195][ INFO][PID:529785] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/builder-live.log' as PID 604016 [2025-11-04 02:29:22,213][ INFO][PID:529785] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/builder-live.log) [2025-11-04 02:29:22,214][ INFO][PID:529785] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/backend.log by gzip [2025-11-04 02:29:22,215][ INFO][PID:529785] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:fork-packit-stg-rpms-gpxsee-233/fedora-41-s390x/09762151-gpxsee/backend.log' as PID 604017