[2025-11-13 12:21:19,620][ INFO][PID:760810] Marking build as starting [2025-11-13 12:21:19,686][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:19,687][ INFO][PID:760810] VM allocation process starts [2025-11-13 12:21:19,701][ INFO][PID:760810] Trying to allocate VM: ResallocHost, ticket_id=6163810, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-13 12:21:24,705][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:29,707][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:34,709][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:39,710][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:44,714][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:49,715][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:54,716][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:21:59,721][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:04,723][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:09,725][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:14,727][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:19,728][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:24,731][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:29,741][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:34,744][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:39,746][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:44,748][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:49,749][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:54,751][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:22:59,753][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:04,754][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:09,755][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:14,756][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:19,758][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:24,759][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:29,760][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:34,761][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:39,762][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:44,763][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:49,764][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:54,765][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:23:59,766][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:04,767][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:09,768][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:14,769][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:19,770][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:24,772][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:29,773][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:34,774][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:37,872][ INFO][PID:760810] Allocated host ResallocHost, ticket_id=6163810, hostname=163.109.91.101, name=copr_ic_s390x_br_sao_3_prod_07976046_20251113_115550, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-13 12:24:37,873][ INFO][PID:760810] Allocating ssh connection to builder [2025-11-13 12:24:37,874][ INFO][PID:760810] Checking that builder machine is OK [2025-11-13 12:24:39,591][ INFO][PID:760810] Running remote command: copr-builder-ready fedora-rawhide-s390x [2025-11-13 12:24:41,169][ INFO][PID:760810] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2025-11-13 12:24:41,170][ INFO][PID:760810] Filling build.info file with builder info [2025-11-13 12:24:41,171][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:41,172][ INFO][PID:760810] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/jgrulich", "ended_on": null, "started_on": 1763036681.1718633, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9794642-fedora-rawhide-s390x", "build_id": 9794642, "package_name": "qt5-qtwebkit", "package_version": "5.212.0-0.96alpha4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/qt5-qtwebkit", "git_hash": "61ea33540bfdd5c19e9d2744aab0fe4253c6234d", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/jgrulich", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09794642-qt5-qtwebkit", "built_packages": "", "id": 9794642, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-11-13 12:24:41,222][ INFO][PID:760810] Sending fedora-messaging bus message in build.start [2025-11-13 12:24:41,891][ INFO][PID:760810] Sending fedora-messaging bus message in chroot.start [2025-11-13 12:24:41,918][ INFO][PID:760810] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9794642-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2025-11-13 12:24:43,678][ INFO][PID:760810] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '163.109.91.101' (ED25519) to the list of known hosts. [2025-11-13 12:24:43,679][ INFO][PID:760810] Downloading the builder-live.log file, attempt 1 [2025-11-13 12:24:43,680][ INFO][PID:760810] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.109.91.101 copr-rpmbuild-log [2025-11-13 12:24:48,684][ INFO][PID:760810] Periodic builder liveness probe: alive [2025-11-13 12:24:48,685][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:53,686][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:24:58,687][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:03,692][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:08,693][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:13,695][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:18,700][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:23,705][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:28,707][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:33,708][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:38,709][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:43,711][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:48,714][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:53,717][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:25:58,719][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:03,724][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:08,727][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:13,728][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:18,729][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:23,730][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:28,732][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:33,733][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:38,734][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:43,735][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:48,736][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:53,738][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:26:58,739][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:03,741][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:08,742][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:13,743][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:18,745][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:23,746][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:28,748][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:33,750][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:38,752][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:43,754][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:48,755][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:53,756][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:27:58,758][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:03,760][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:08,762][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:13,765][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:18,766][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:23,768][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:28,769][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:33,770][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:38,771][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:43,775][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:48,777][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:53,778][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:28:58,782][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:03,785][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:08,786][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:13,788][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:18,792][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:23,796][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:28,799][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:33,804][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:38,808][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:43,810][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:48,816][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:53,821][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:29:58,823][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:03,824][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:08,826][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:13,827][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:18,828][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:23,829][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:28,831][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:33,833][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:38,834][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:43,835][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:48,836][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:53,838][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:30:58,841][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:03,843][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:08,844][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:13,847][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:18,848][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:23,849][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:28,851][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:33,852][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:38,853][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:43,855][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:48,856][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:53,859][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:31:58,861][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:32:03,865][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:32:08,867][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:32:13,868][ INFO][PID:760810] Checking for cancel request [2025-11-13 12:32:15,355][ INFO][PID:760810] Downloading results from builder [2025-11-13 12:32:15,356][ INFO][PID:760810] rsyncing of mockbuilder@163.109.91.101:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit started [2025-11-13 12:32:15,357][ INFO][PID:760810] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.109.91.101:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/build-09794642.rsync.log [2025-11-13 12:32:18,218][ INFO][PID:760810] rsyncing finished. [2025-11-13 12:32:18,219][ INFO][PID:760810] Releasing VM back to pool [2025-11-13 12:32:18,241][ INFO][PID:760810] Searching for 'success' file in resultdir [2025-11-13 12:32:18,241][ ERROR][PID:760810] Build failed: Backend process error: No success file => build failure [2025-11-13 12:32:18,246][ INFO][PID:760810] Finished build: id=9794642 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-rawhide-s390x [2025-11-13 12:32:18,249][ ERROR][PID:760810] Backend process error: No success file => build failure [2025-11-13 12:32:18,249][ INFO][PID:760810] Worker failed build, took 457.0777404308319 [2025-11-13 12:32:18,250][ INFO][PID:760810] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/jgrulich", "ended_on": 1763037138.2496037, "started_on": 1763036681.1718633, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9794642-fedora-rawhide-s390x", "build_id": 9794642, "package_name": "qt5-qtwebkit", "package_version": "5.212.0-0.96alpha4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/qt5-qtwebkit", "git_hash": "61ea33540bfdd5c19e9d2744aab0fe4253c6234d", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/jgrulich", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09794642-qt5-qtwebkit", "built_packages": "", "id": 9794642, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-11-13 12:32:18,318][ INFO][PID:760810] Sending fedora-messaging bus message in build.end [2025-11-13 12:32:18,348][ INFO][PID:760810] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/builder-live.log by gzip [2025-11-13 12:32:18,350][ INFO][PID:760810] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/builder-live.log' as PID 847459 [2025-11-13 12:32:18,363][ INFO][PID:760810] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/builder-live.log) [2025-11-13 12:32:18,366][ INFO][PID:760810] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/backend.log by gzip [2025-11-13 12:32:18,368][ INFO][PID:760810] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-s390x/09794642-qt5-qtwebkit/backend.log' as PID 847462