[2025-12-11 15:24:33,913][ INFO][PID:3314301] Marking build as starting [2025-12-11 15:24:33,957][ INFO][PID:3314301] Checking that /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/repodata/repomd.xml exists [2025-12-11 15:24:33,964][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:24:33,964][ INFO][PID:3314301] VM allocation process starts [2025-12-11 15:24:33,982][ INFO][PID:3314301] Trying to allocate VM: ResallocHost, ticket_id=285282, requested_tags=['copr_builder', 'arch_s390x'] [2025-12-11 15:24:38,984][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:24:43,985][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:24:48,986][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:24:53,986][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:24:58,987][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:03,988][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:08,989][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:13,991][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:18,992][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:23,993][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:28,994][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:33,995][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:38,996][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:43,997][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:48,997][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:53,999][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:25:59,000][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:04,001][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:09,002][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:14,003][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:19,004][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:24,005][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:29,009][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:34,011][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:39,012][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:44,014][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:49,016][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:54,017][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:26:59,018][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:04,019][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:09,020][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:14,021][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:19,022][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:24,023][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:29,025][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:34,026][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:39,027][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:44,028][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:49,029][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:54,030][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:27:59,031][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:04,032][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:09,033][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:14,034][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:19,034][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:24,035][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:29,036][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:34,037][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:39,038][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:44,039][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:49,040][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:54,041][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:28:59,042][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:04,044][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:09,045][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:14,047][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:19,048][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:24,049][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:29,050][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:34,051][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:39,052][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:44,053][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:49,054][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:54,055][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:29:59,056][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:04,057][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:09,058][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:14,059][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:19,060][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:24,061][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:29,062][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:34,063][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:39,065][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:44,065][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:49,066][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:52,104][ INFO][PID:3314301] Allocated host ResallocHost, ticket_id=285282, hostname=163.107.84.59, name=copr_ic_s390x_br_sao_2_prod_00351796_20251211_152634, requested_tags=['copr_builder', 'arch_s390x'] [2025-12-11 15:30:52,105][ INFO][PID:3314301] Allocating ssh connection to builder [2025-12-11 15:30:52,105][ INFO][PID:3314301] Checking that builder machine is OK [2025-12-11 15:30:53,737][ INFO][PID:3314301] Running remote command: copr-builder-ready fedora-43-s390x [2025-12-11 15:30:55,310][ INFO][PID:3314301] Red Hat subscription not needed for fedora-43-s390x Builder is ready to be used [2025-12-11 15:30:55,311][ INFO][PID:3314301] Filling build.info file with builder info [2025-12-11 15:30:55,312][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:30:55,312][ INFO][PID:3314301] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "topazus", "project_name": "test", "project_dirname": "test", "submitter": "topazus", "ended_on": null, "started_on": 1765467055.3127842, "submitted_on": null, "status": 3, "chroot": "fedora-43-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9899472-fedora-43-s390x", "build_id": 9899472, "package_name": "vecgeom", "package_version": "2.0.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/topazus/test/vecgeom", "git_hash": "affeef6fcb52a744fc0bfa9054fb7e15fd6b646e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "topazus/test--topazus", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/topazus/test/fedora-43-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/topazus/test/fedora-43-s390x/", "id": "copr_topazus_test", "name": "Additional repo copr_topazus_test" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/topazus/test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/topazus/test", "result_dir": "09899472-vecgeom", "built_packages": "", "id": 9899472, "mockchain_macros": { "copr_username": "topazus", "copr_projectname": "test", "vendor": "Fedora Project COPR (topazus/test)" } } ] } [2025-12-11 15:30:55,350][ INFO][PID:3314301] Sending fedora-messaging bus message in build.start [2025-12-11 15:30:55,870][ INFO][PID:3314301] Sending fedora-messaging bus message in chroot.start [2025-12-11 15:30:55,897][ INFO][PID:3314301] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9899472-fedora-43-s390x --chroot fedora-43-s390x --detached [2025-12-11 15:30:57,609][ INFO][PID:3314301] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '163.107.84.59' (ED25519) to the list of known hosts. [2025-12-11 15:30:57,610][ INFO][PID:3314301] Downloading the builder-live.log file, attempt 1 [2025-12-11 15:30:57,611][ INFO][PID:3314301] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.107.84.59 copr-rpmbuild-log [2025-12-11 15:31:02,617][ INFO][PID:3314301] Periodic builder liveness probe: alive [2025-12-11 15:31:02,618][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:07,618][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:12,620][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:17,621][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:22,625][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:27,627][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:32,629][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:37,630][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:42,631][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:47,635][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:52,636][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:31:57,637][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:02,638][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:07,639][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:12,641][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:17,642][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:22,643][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:27,644][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:32,645][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:37,646][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:42,647][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:47,648][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:52,649][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:32:57,650][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:02,651][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:07,652][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:12,653][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:17,654][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:22,656][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:27,657][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:32,659][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:37,660][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:42,662][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:47,663][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:52,668][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:33:57,671][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:02,673][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:07,680][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:12,689][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:17,702][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:22,703][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:27,713][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:32,714][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:37,715][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:42,719][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:47,720][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:52,722][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:34:57,724][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:02,725][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:07,728][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:12,729][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:17,731][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:22,732][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:27,735][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:32,737][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:37,738][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:42,740][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:47,748][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:52,753][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:35:57,755][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:02,759][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:07,761][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:12,762][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:17,764][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:22,766][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:27,769][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:32,771][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:37,772][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:42,775][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:47,776][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:52,781][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:36:57,782][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:02,784][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:07,785][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:12,787][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:17,789][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:22,790][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:27,792][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:32,793][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:37,794][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:42,796][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:47,797][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:52,798][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:37:57,806][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:02,808][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:07,810][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:12,812][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:17,814][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:22,815][ INFO][PID:3314301] Checking for cancel request [2025-12-11 15:38:27,495][ INFO][PID:3314301] Downloading results from builder [2025-12-11 15:38:27,496][ INFO][PID:3314301] rsyncing of mockbuilder@163.107.84.59:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom started [2025-12-11 15:38:27,497][ INFO][PID:3314301] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.107.84.59:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/ &> /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/build-09899472.rsync.log [2025-12-11 15:38:31,461][ INFO][PID:3314301] rsyncing finished. [2025-12-11 15:38:31,462][ INFO][PID:3314301] Releasing VM back to pool [2025-12-11 15:38:31,487][ INFO][PID:3314301] Searching for 'success' file in resultdir [2025-12-11 15:38:31,488][ ERROR][PID:3314301] Build failed: Backend process error: No success file => build failure [2025-12-11 15:38:31,489][ INFO][PID:3314301] Finished build: id=9899472 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/topazus/test chroot=fedora-43-s390x [2025-12-11 15:38:31,491][ ERROR][PID:3314301] Backend process error: No success file => build failure [2025-12-11 15:38:31,492][ INFO][PID:3314301] Worker failed build, took 456.17975878715515 [2025-12-11 15:38:31,493][ INFO][PID:3314301] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "topazus", "project_name": "test", "project_dirname": "test", "submitter": "topazus", "ended_on": 1765467511.492543, "started_on": 1765467055.3127842, "submitted_on": null, "status": 0, "chroot": "fedora-43-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9899472-fedora-43-s390x", "build_id": 9899472, "package_name": "vecgeom", "package_version": "2.0.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/topazus/test/vecgeom", "git_hash": "affeef6fcb52a744fc0bfa9054fb7e15fd6b646e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "topazus/test--topazus", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/topazus/test/fedora-43-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/topazus/test/fedora-43-s390x/", "id": "copr_topazus_test", "name": "Additional repo copr_topazus_test" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/topazus/test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/topazus/test", "result_dir": "09899472-vecgeom", "built_packages": "", "id": 9899472, "mockchain_macros": { "copr_username": "topazus", "copr_projectname": "test", "vendor": "Fedora Project COPR (topazus/test)" } } ] } [2025-12-11 15:38:31,543][ INFO][PID:3314301] Sending fedora-messaging bus message in build.end [2025-12-11 15:38:31,571][ INFO][PID:3314301] Compressing /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/builder-live.log by gzip [2025-12-11 15:38:31,572][ INFO][PID:3314301] Running command 'gzip /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/builder-live.log' as PID 3415196 [2025-12-11 15:38:31,583][ INFO][PID:3314301] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/builder-live.log) [2025-12-11 15:38:31,584][ INFO][PID:3314301] Compressing /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/backend.log by gzip [2025-12-11 15:38:31,585][ INFO][PID:3314301] Running command 'gzip /var/lib/copr/public_html/results/topazus/test/fedora-43-s390x/09899472-vecgeom/backend.log' as PID 3415199