[2026-02-27 13:12:27,451][ INFO][PID:2725989] Marking build as starting [2026-02-27 13:12:27,511][ INFO][PID:2725989] Checking that /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/repodata/repomd.xml exists [2026-02-27 13:12:27,518][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:27,518][ INFO][PID:2725989] VM allocation process starts [2026-02-27 13:12:27,532][ INFO][PID:2725989] Trying to allocate VM: ResallocHost, ticket_id=1635963, requested_tags=['copr_builder', 'arch_s390x'] [2026-02-27 13:12:32,533][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:37,534][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:42,535][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:47,536][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:52,537][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:12:57,539][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:02,539][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:07,540][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:12,541][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:15,580][ INFO][PID:2725989] Allocated host ResallocHost, ticket_id=1635963, hostname=13.122.90.8, name=copr_ic_s390x_eu_es_3_prod_02695668_20260227_131023, requested_tags=['copr_builder', 'arch_s390x'] [2026-02-27 13:13:15,581][ INFO][PID:2725989] Allocating ssh connection to builder [2026-02-27 13:13:15,581][ INFO][PID:2725989] Checking that builder machine is OK [2026-02-27 13:13:17,011][ INFO][PID:2725989] Running remote command: copr-builder-ready fedora-rawhide-s390x [2026-02-27 13:13:18,331][ INFO][PID:2725989] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2026-02-27 13:13:18,332][ INFO][PID:2725989] Filling build.info file with builder info [2026-02-27 13:13:18,332][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:18,333][ INFO][PID:2725989] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "osbuild", "project_dirname": "osbuild", "submitter": "packit", "ended_on": null, "started_on": 1772197998.33333, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10175407-fedora-rawhide-s390x", "build_id": 10175407, "package_name": "osbuild", "package_version": "174-1.20260227124819315121.main.4.g2e929513", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/osbuild/osbuild", "git_hash": "2137a2d8b13900bd247b3b7d03b1ea05bc8a8bff", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/osbuild--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/osbuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild", "result_dir": "10175407-osbuild", "built_packages": "", "id": 10175407, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "osbuild", "vendor": "Fedora Project COPR (@osbuild/osbuild)" } } ] } [2026-02-27 13:13:18,406][ INFO][PID:2725989] Sending fedora-messaging bus message in build.start [2026-02-27 13:13:18,912][ INFO][PID:2725989] Sending fedora-messaging bus message in chroot.start [2026-02-27 13:13:18,939][ INFO][PID:2725989] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10175407-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2026-02-27 13:13:20,410][ INFO][PID:2725989] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '13.122.90.8' (ED25519) to the list of known hosts. [2026-02-27 13:13:20,411][ INFO][PID:2725989] Downloading the builder-live.log file, attempt 1 [2026-02-27 13:13:20,412][ INFO][PID:2725989] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@13.122.90.8 copr-rpmbuild-log [2026-02-27 13:13:25,416][ INFO][PID:2725989] Periodic builder liveness probe: alive [2026-02-27 13:13:25,416][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:30,417][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:35,418][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:40,419][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:45,420][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:50,421][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:13:55,422][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:00,423][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:05,424][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:10,425][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:15,426][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:20,427][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:25,428][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:30,429][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:35,430][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:40,431][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:45,432][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:50,433][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:14:55,434][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:00,436][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:05,437][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:10,438][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:15,439][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:20,440][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:25,441][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:30,442][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:35,443][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:40,444][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:45,446][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:50,447][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:15:55,448][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:00,449][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:05,450][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:10,451][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:15,452][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:20,454][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:25,455][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:30,456][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:35,457][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:40,458][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:45,460][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:50,462][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:16:55,463][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:00,465][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:05,469][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:10,470][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:15,471][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:20,473][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:25,476][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:30,477][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:35,479][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:40,480][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:45,482][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:50,484][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:17:55,485][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:00,486][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:05,487][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:10,488][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:15,489][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:20,490][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:25,491][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:30,492][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:35,493][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:40,494][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:45,495][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:50,496][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:18:55,497][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:00,498][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:05,499][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:10,500][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:15,501][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:20,502][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:25,503][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:30,504][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:35,507][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:40,508][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:45,509][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:50,510][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:19:55,511][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:00,591][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:05,592][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:10,593][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:15,594][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:20,595][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:25,596][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:30,597][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:35,598][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:40,599][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:45,648][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:50,649][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:20:55,652][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:00,655][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:05,656][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:10,657][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:15,658][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:20,659][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:25,661][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:30,662][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:35,664][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:40,667][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:45,669][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:50,671][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:21:55,673][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:00,676][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:05,684][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:10,686][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:15,690][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:20,693][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:25,696][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:30,697][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:35,698][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:40,702][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:45,707][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:50,712][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:22:55,718][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:00,723][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:05,727][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:10,728][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:15,731][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:20,732][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:25,746][ INFO][PID:2725989] Periodic builder liveness probe: alive [2026-02-27 13:23:25,747][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:30,749][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:35,752][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:40,753][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:45,754][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:50,773][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:23:55,774][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:24:00,775][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:24:05,776][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:24:10,777][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:24:15,779][ INFO][PID:2725989] Checking for cancel request [2026-02-27 13:24:20,266][ INFO][PID:2725989] Downloading results from builder [2026-02-27 13:24:20,267][ INFO][PID:2725989] rsyncing of mockbuilder@13.122.90.8:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild started [2026-02-27 13:24:20,268][ INFO][PID:2725989] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@13.122.90.8:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/ &> /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/build-10175407.rsync.log [2026-02-27 13:24:24,138][ INFO][PID:2725989] rsyncing finished. [2026-02-27 13:24:24,139][ INFO][PID:2725989] Releasing VM back to pool [2026-02-27 13:24:24,148][ INFO][PID:2725989] Searching for 'success' file in resultdir [2026-02-27 13:24:24,149][ ERROR][PID:2725989] Build failed: Backend process error: No success file => build failure [2026-02-27 13:24:24,150][ INFO][PID:2725989] Finished build: id=10175407 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@osbuild/osbuild chroot=fedora-rawhide-s390x [2026-02-27 13:24:24,151][ ERROR][PID:2725989] Backend process error: No success file => build failure [2026-02-27 13:24:24,152][ INFO][PID:2725989] Worker failed build, took 665.8190488815308 [2026-02-27 13:24:24,152][ INFO][PID:2725989] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "osbuild", "project_dirname": "osbuild", "submitter": "packit", "ended_on": 1772198664.1523788, "started_on": 1772197998.33333, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "10175407-fedora-rawhide-s390x", "build_id": 10175407, "package_name": "osbuild", "package_version": "174-1.20260227124819315121.main.4.g2e929513", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/osbuild/osbuild", "git_hash": "2137a2d8b13900bd247b3b7d03b1ea05bc8a8bff", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/osbuild--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/osbuild", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/osbuild", "result_dir": "10175407-osbuild", "built_packages": "", "id": 10175407, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "osbuild", "vendor": "Fedora Project COPR (@osbuild/osbuild)" } } ] } [2026-02-27 13:24:24,214][ INFO][PID:2725989] Sending fedora-messaging bus message in build.end [2026-02-27 13:24:24,244][ INFO][PID:2725989] Compressing /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/builder-live.log by gzip [2026-02-27 13:24:24,245][ INFO][PID:2725989] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/builder-live.log' as PID 2810582 [2026-02-27 13:24:24,318][ INFO][PID:2725989] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/builder-live.log) [2026-02-27 13:24:24,319][ INFO][PID:2725989] Compressing /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/backend.log by gzip [2026-02-27 13:24:24,320][ INFO][PID:2725989] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/osbuild/fedora-rawhide-s390x/10175407-osbuild/backend.log' as PID 2810592