[2025-12-04 04:43:28,968][ INFO][PID:1864906] Marking build as starting [2025-12-04 04:43:29,065][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:29,067][ INFO][PID:1864906] VM allocation process starts [2025-12-04 04:43:29,102][ INFO][PID:1864906] Trying to allocate VM: ResallocHost, ticket_id=121245, requested_tags=['copr_builder', 'arch_s390x'] [2025-12-04 04:43:34,104][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:39,105][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:44,106][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:49,108][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:54,109][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:43:59,110][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:04,118][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:09,119][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:14,120][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:19,122][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:24,123][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:29,185][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:34,186][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:39,188][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:44,190][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:49,191][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:54,193][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:44:59,194][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:04,195][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:09,196][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:14,199][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:19,201][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:24,202][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:29,206][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:34,212][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:39,214][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:44,216][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:49,217][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:54,218][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:45:59,219][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:04,221][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:09,222][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:14,223][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:19,227][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:24,228][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:29,229][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:34,231][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:39,236][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:44,241][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:49,242][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:54,244][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:46:59,248][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:04,249][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:09,250][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:14,251][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:19,253][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:24,254][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:29,255][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:34,256][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:39,257][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:44,258][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:49,259][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:54,260][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:47:59,261][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:04,262][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:09,263][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:14,264][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:19,265][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:24,266][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:29,267][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:34,273][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:39,274][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:44,275][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:49,276][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:54,277][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:48:59,278][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:04,279][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:09,280][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:14,280][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:19,281][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:24,282][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:29,283][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:34,284][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:39,285][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:44,286][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:49,287][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:54,288][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:49:59,289][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:04,290][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:09,291][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:14,292][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:19,293][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:24,293][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:29,294][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:34,295][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:39,296][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:44,297][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:47,227][ INFO][PID:1864906] Allocated host ResallocHost, ticket_id=121245, hostname=163.109.86.57, name=copr_ic_s390x_br_sao_3_prod_00139523_20251204_044409, requested_tags=['copr_builder', 'arch_s390x'] [2025-12-04 04:50:47,227][ INFO][PID:1864906] Allocating ssh connection to builder [2025-12-04 04:50:47,228][ INFO][PID:1864906] Checking that builder machine is OK [2025-12-04 04:50:48,924][ INFO][PID:1864906] Running remote command: copr-builder-ready fedora-43-s390x [2025-12-04 04:50:50,497][ INFO][PID:1864906] Red Hat subscription not needed for fedora-43-s390x Builder is ready to be used [2025-12-04 04:50:50,498][ INFO][PID:1864906] Filling build.info file with builder info [2025-12-04 04:50:50,498][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:50:50,499][ INFO][PID:1864906] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "osbuild-osbuild-2190", "project_dirname": "osbuild-osbuild-2190", "submitter": "packit", "ended_on": null, "started_on": 1764823850.4996412, "submitted_on": null, "status": 3, "chroot": "fedora-43-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9862683-fedora-43-s390x", "build_id": 9862683, "package_name": "osbuild", "package_version": "166-1.20251203153432435249.pr2190.8.g24bcfb84", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/osbuild-osbuild-2190/osbuild", "git_hash": "d341892dfc7f4703801dab2619d679af41c27965", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/osbuild-osbuild-2190--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-osbuild-2190/fedora-43-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/osbuild-osbuild-2190", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-osbuild-2190", "result_dir": "09862683-osbuild", "built_packages": "", "id": 9862683, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "osbuild-osbuild-2190", "vendor": "Fedora Project COPR (packit/osbuild-osbuild-2190)" } } ] } [2025-12-04 04:50:50,561][ INFO][PID:1864906] Sending fedora-messaging bus message in build.start [2025-12-04 04:50:51,110][ INFO][PID:1864906] Sending fedora-messaging bus message in chroot.start [2025-12-04 04:50:51,136][ INFO][PID:1864906] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9862683-fedora-43-s390x --chroot fedora-43-s390x --detached [2025-12-04 04:50:52,871][ INFO][PID:1864906] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '163.109.86.57' (ED25519) to the list of known hosts. [2025-12-04 04:50:52,872][ INFO][PID:1864906] Downloading the builder-live.log file, attempt 1 [2025-12-04 04:50:52,874][ INFO][PID:1864906] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.109.86.57 copr-rpmbuild-log [2025-12-04 04:50:57,880][ INFO][PID:1864906] Periodic builder liveness probe: alive [2025-12-04 04:50:57,881][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:02,882][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:07,883][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:12,883][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:17,884][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:22,885][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:27,886][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:32,887][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:37,888][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:42,889][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:47,890][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:52,898][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:51:57,900][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:02,901][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:07,902][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:12,903][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:17,904][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:22,906][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:27,907][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:32,908][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:37,909][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:42,910][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:47,911][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:52,912][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:52:57,912][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:02,914][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:07,915][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:12,916][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:17,916][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:22,917][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:27,918][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:32,919][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:37,921][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:42,922][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:47,923][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:52,923][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:53:57,924][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:02,925][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:07,927][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:12,928][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:17,929][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:22,930][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:27,931][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:32,932][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:37,933][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:42,933][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:47,934][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:52,935][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:54:57,937][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:55:02,938][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:55:07,938][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:55:12,939][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:55:17,940][ INFO][PID:1864906] Checking for cancel request [2025-12-04 04:55:18,194][ INFO][PID:1864906] Downloading results from builder [2025-12-04 04:55:18,195][ INFO][PID:1864906] rsyncing of mockbuilder@163.109.86.57:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild started [2025-12-04 04:55:18,196][ INFO][PID:1864906] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.109.86.57:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/ &> /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/build-09862683.rsync.log [2025-12-04 04:55:23,124][ INFO][PID:1864906] rsyncing finished. [2025-12-04 04:55:23,125][ INFO][PID:1864906] Releasing VM back to pool [2025-12-04 04:55:23,133][ INFO][PID:1864906] Searching for 'success' file in resultdir [2025-12-04 04:55:23,134][ ERROR][PID:1864906] Build failed: Backend process error: No success file => build failure [2025-12-04 04:55:23,134][ INFO][PID:1864906] Finished build: id=9862683 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/packit/osbuild-osbuild-2190 chroot=fedora-43-s390x [2025-12-04 04:55:23,136][ ERROR][PID:1864906] Backend process error: No success file => build failure [2025-12-04 04:55:23,136][ INFO][PID:1864906] Worker failed build, took 272.6372346878052 [2025-12-04 04:55:23,137][ INFO][PID:1864906] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "osbuild-osbuild-2190", "project_dirname": "osbuild-osbuild-2190", "submitter": "packit", "ended_on": 1764824123.1368759, "started_on": 1764823850.4996412, "submitted_on": null, "status": 0, "chroot": "fedora-43-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9862683-fedora-43-s390x", "build_id": 9862683, "package_name": "osbuild", "package_version": "166-1.20251203153432435249.pr2190.8.g24bcfb84", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/osbuild-osbuild-2190/osbuild", "git_hash": "d341892dfc7f4703801dab2619d679af41c27965", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/osbuild-osbuild-2190--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-osbuild-2190/fedora-43-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/osbuild-osbuild-2190", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-osbuild-2190", "result_dir": "09862683-osbuild", "built_packages": "", "id": 9862683, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "osbuild-osbuild-2190", "vendor": "Fedora Project COPR (packit/osbuild-osbuild-2190)" } } ] } [2025-12-04 04:55:23,191][ INFO][PID:1864906] Sending fedora-messaging bus message in build.end [2025-12-04 04:55:23,217][ INFO][PID:1864906] Compressing /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/builder-live.log by gzip [2025-12-04 04:55:23,218][ INFO][PID:1864906] Running command 'gzip /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/builder-live.log' as PID 1947032 [2025-12-04 04:55:23,239][ INFO][PID:1864906] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/builder-live.log) [2025-12-04 04:55:23,240][ INFO][PID:1864906] Compressing /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/backend.log by gzip [2025-12-04 04:55:23,241][ INFO][PID:1864906] Running command 'gzip /var/lib/copr/public_html/results/packit/osbuild-osbuild-2190/fedora-43-s390x/09862683-osbuild/backend.log' as PID 1947033