[2025-11-07 10:11:12,035][ INFO][PID:3874352] Marking build as starting [2025-11-07 10:11:12,290][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:12,299][ INFO][PID:3874352] VM allocation process starts [2025-11-07 10:11:12,355][ INFO][PID:3874352] Trying to allocate VM: ResallocHost, ticket_id=6071546, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-07 10:11:17,367][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:22,368][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:27,372][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:32,374][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:37,377][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:42,383][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:47,385][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:52,390][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:11:57,393][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:02,395][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:07,396][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:12,398][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:17,401][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:22,403][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:27,412][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:32,414][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:37,416][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:42,418][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:47,419][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:52,421][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:12:57,425][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:02,429][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:07,432][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:12,433][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:17,434][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:22,435][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:27,439][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:32,440][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:37,441][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:42,442][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:47,443][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:52,444][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:13:57,445][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:02,446][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:07,449][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:12,450][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:17,451][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:22,452][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:27,453][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:30,626][ INFO][PID:3874352] Allocated host ResallocHost, ticket_id=6071546, hostname=13.116.82.171, name=copr_ic_s390x_br_sao_1_prod_07880030_20251107_101021, requested_tags=['copr_builder', 'arch_s390x'] [2025-11-07 10:14:30,627][ INFO][PID:3874352] Allocating ssh connection to builder [2025-11-07 10:14:30,627][ INFO][PID:3874352] Checking that builder machine is OK [2025-11-07 10:14:32,325][ INFO][PID:3874352] Running remote command: copr-builder-ready centos-stream-9-s390x [2025-11-07 10:14:33,908][ INFO][PID:3874352] Red Hat subscription not needed for centos-stream-9-s390x Builder is ready to be used [2025-11-07 10:14:33,909][ INFO][PID:3874352] Filling build.info file with builder info [2025-11-07 10:14:33,909][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:33,910][ INFO][PID:3874352] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "osbuild-image-builder-cli-362", "project_dirname": "osbuild-image-builder-cli-362", "submitter": "packit", "ended_on": null, "started_on": 1762510473.9101455, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9775963-centos-stream-9-s390x", "build_id": 9775963, "package_name": "image-builder", "package_version": "40-1.20251107101028034267.pr362.11.g142d1d7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/osbuild-image-builder-cli-362/image-builder", "git_hash": "7109f66a6529441f9a7e5f92964da8f499a03657", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/osbuild-image-builder-cli-362--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-image-builder-cli-362", "result_dir": "09775963-image-builder", "built_packages": "", "id": 9775963, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "osbuild-image-builder-cli-362", "vendor": "Fedora Project COPR (packit/osbuild-image-builder-cli-362)" } } ] } [2025-11-07 10:14:33,961][ INFO][PID:3874352] Sending fedora-messaging bus message in build.start [2025-11-07 10:14:34,564][ INFO][PID:3874352] Sending fedora-messaging bus message in chroot.start [2025-11-07 10:14:34,586][ INFO][PID:3874352] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9775963-centos-stream-9-s390x --chroot centos-stream-9-s390x --detached [2025-11-07 10:14:36,367][ INFO][PID:3874352] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '13.116.82.171' (ED25519) to the list of known hosts. [2025-11-07 10:14:36,368][ INFO][PID:3874352] Downloading the builder-live.log file, attempt 1 [2025-11-07 10:14:36,369][ INFO][PID:3874352] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@13.116.82.171 copr-rpmbuild-log [2025-11-07 10:14:41,373][ INFO][PID:3874352] Periodic builder liveness probe: alive [2025-11-07 10:14:41,374][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:46,375][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:51,376][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:14:56,377][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:01,378][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:06,379][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:11,380][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:16,381][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:21,382][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:26,383][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:31,384][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:36,385][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:41,386][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:46,387][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:51,389][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:15:56,390][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:01,391][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:06,392][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:11,394][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:16,395][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:21,397][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:26,398][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:31,399][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:36,400][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:41,401][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:46,402][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:51,403][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:16:56,404][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:01,405][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:06,406][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:11,407][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:16,408][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:21,410][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:26,411][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:31,412][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:36,413][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:41,420][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:46,421][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:51,422][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:17:56,423][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:01,424][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:06,425][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:11,426][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:16,427][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:21,428][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:26,429][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:31,429][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:36,430][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:41,431][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:46,432][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:51,433][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:18:56,434][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:01,436][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:06,437][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:11,438][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:16,439][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:21,440][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:26,441][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:31,442][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:36,443][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:41,444][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:46,445][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:51,446][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:19:56,447][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:01,448][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:06,449][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:11,450][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:16,451][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:21,453][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:26,454][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:31,455][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:36,456][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:41,457][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:46,458][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:51,459][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:20:56,460][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:01,461][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:06,462][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:11,463][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:16,464][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:21,465][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:26,466][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:31,468][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:36,469][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:41,470][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:46,472][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:51,474][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:21:56,475][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:01,476][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:06,478][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:11,478][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:16,480][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:21,482][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:26,483][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:31,484][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:36,485][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:41,486][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:46,487][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:51,488][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:22:56,491][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:01,492][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:06,493][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:11,494][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:16,495][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:21,496][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:26,497][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:31,499][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:36,500][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:41,501][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:46,503][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:51,505][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:23:56,506][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:01,508][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:06,510][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:11,511][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:16,512][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:21,513][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:26,514][ INFO][PID:3874352] Checking for cancel request [2025-11-07 10:24:29,848][ INFO][PID:3874352] Downloading results from builder [2025-11-07 10:24:29,849][ INFO][PID:3874352] rsyncing of mockbuilder@13.116.82.171:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder started [2025-11-07 10:24:29,849][ INFO][PID:3874352] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@13.116.82.171:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/ &> /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/build-09775963.rsync.log [2025-11-07 10:24:33,969][ INFO][PID:3874352] rsyncing finished. [2025-11-07 10:24:33,969][ INFO][PID:3874352] Releasing VM back to pool [2025-11-07 10:24:33,978][ INFO][PID:3874352] Searching for 'success' file in resultdir [2025-11-07 10:24:33,979][ ERROR][PID:3874352] Build failed: Backend process error: No success file => build failure [2025-11-07 10:24:33,979][ INFO][PID:3874352] Finished build: id=9775963 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362 chroot=centos-stream-9-s390x [2025-11-07 10:24:33,981][ ERROR][PID:3874352] Backend process error: No success file => build failure [2025-11-07 10:24:33,981][ INFO][PID:3874352] Worker failed build, took 600.0715024471283 [2025-11-07 10:24:33,982][ INFO][PID:3874352] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "osbuild-image-builder-cli-362", "project_dirname": "osbuild-image-builder-cli-362", "submitter": "packit", "ended_on": 1762511073.981648, "started_on": 1762510473.9101455, "submitted_on": null, "status": 0, "chroot": "centos-stream-9-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9775963-centos-stream-9-s390x", "build_id": 9775963, "package_name": "image-builder", "package_version": "40-1.20251107101028034267.pr362.11.g142d1d7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/osbuild-image-builder-cli-362/image-builder", "git_hash": "7109f66a6529441f9a7e5f92964da8f499a03657", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/osbuild-image-builder-cli-362--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/osbuild-image-builder-cli-362", "result_dir": "09775963-image-builder", "built_packages": "", "id": 9775963, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "osbuild-image-builder-cli-362", "vendor": "Fedora Project COPR (packit/osbuild-image-builder-cli-362)" } } ] } [2025-11-07 10:24:34,046][ INFO][PID:3874352] Sending fedora-messaging bus message in build.end [2025-11-07 10:24:34,071][ INFO][PID:3874352] Compressing /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/builder-live.log by gzip [2025-11-07 10:24:34,072][ INFO][PID:3874352] Running command 'gzip /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/builder-live.log' as PID 3976226 [2025-11-07 10:24:34,114][ INFO][PID:3874352] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/builder-live.log) [2025-11-07 10:24:34,115][ INFO][PID:3874352] Compressing /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/backend.log by gzip [2025-11-07 10:24:34,116][ INFO][PID:3874352] Running command 'gzip /var/lib/copr/public_html/results/packit/osbuild-image-builder-cli-362/centos-stream-9-s390x/09775963-image-builder/backend.log' as PID 3976229