[2025-12-16 02:45:26,608][ INFO][PID:714069] Marking build as starting [2025-12-16 02:45:26,700][ INFO][PID:714069] Checking that /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/repodata/repomd.xml exists [2025-12-16 02:45:26,841][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:26,842][ INFO][PID:714069] VM allocation process starts [2025-12-16 02:45:26,855][ INFO][PID:714069] Trying to allocate VM: ResallocHost, ticket_id=361472, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-16 02:45:31,856][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:36,857][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:41,861][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:46,863][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:51,864][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:45:56,865][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:01,866][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:06,868][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:11,869][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:16,872][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:21,873][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:26,874][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:31,875][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:36,876][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:41,881][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:46,882][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:51,883][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:46:56,884][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:01,885][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:06,887][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:11,889][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:16,893][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:21,894][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:26,896][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:31,899][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:36,903][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:41,904][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:46,906][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:51,907][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:47:56,908][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:01,913][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:06,915][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:11,916][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:16,917][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:21,935][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:27,114][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:32,117][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:37,122][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:42,123][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:44,956][ INFO][PID:714069] Allocated host ResallocHost, ticket_id=361472, hostname=2620:52:6:1161:dead:beef:cafe:c18e, name=vmhost_p09_04_prod_00588048_20251216_024017, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-16 02:48:44,957][ INFO][PID:714069] Allocating ssh connection to builder [2025-12-16 02:48:44,957][ INFO][PID:714069] Checking that builder machine is OK [2025-12-16 02:48:46,036][ INFO][PID:714069] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-12-16 02:48:46,514][ INFO][PID:714069] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-12-16 02:48:46,515][ INFO][PID:714069] Filling build.info file with builder info [2025-12-16 02:48:46,516][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:46,517][ INFO][PID:714069] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@OpenVPN", "project_name": "openvpn-git", "project_dirname": "openvpn-git", "submitter": "gitlab.com:flichtenheld", "ended_on": null, "started_on": 1765853326.5170364, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9913636-fedora-43-ppc64le", "build_id": 9913636, "package_name": "openvpn", "package_version": "2.7-20251215git18d1b1f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@OpenVPN/openvpn-git/openvpn", "git_hash": "f2e87266551a60805fa99d24087c8bbd8ffcf0ca", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@OpenVPN/openvpn-git--gitlab.com:flichtenheld", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@OpenVPN/openvpn-git", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git", "result_dir": "09913636-openvpn", "built_packages": "", "id": 9913636, "mockchain_macros": { "copr_username": "@OpenVPN", "copr_projectname": "openvpn-git", "vendor": "Fedora Project COPR (@OpenVPN/openvpn-git)" } } ] } [2025-12-16 02:48:46,625][ INFO][PID:714069] Sending fedora-messaging bus message in build.start [2025-12-16 02:48:47,233][ INFO][PID:714069] Sending fedora-messaging bus message in chroot.start [2025-12-16 02:48:47,260][ INFO][PID:714069] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9913636-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-12-16 02:48:48,282][ INFO][PID:714069] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c18e' (ED25519) to the list of known hosts. [2025-12-16 02:48:48,283][ INFO][PID:714069] Downloading the builder-live.log file, attempt 1 [2025-12-16 02:48:48,285][ INFO][PID:714069] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18e copr-rpmbuild-log [2025-12-16 02:48:53,293][ INFO][PID:714069] Periodic builder liveness probe: alive [2025-12-16 02:48:53,294][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:48:58,296][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:03,298][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:08,300][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:13,301][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:18,302][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:23,303][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:28,305][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:33,310][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:38,313][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:43,315][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:48,316][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:53,319][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:49:58,320][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:03,321][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:08,322][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:13,324][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:18,326][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:23,327][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:28,328][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:33,333][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:38,334][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:43,337][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:48,338][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:53,346][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:50:58,349][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:03,350][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:08,351][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:13,353][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:18,355][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:23,357][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:28,358][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:33,362][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:38,363][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:43,364][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:48,366][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:53,367][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:51:58,368][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:03,370][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:08,371][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:13,373][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:18,375][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:23,376][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:28,378][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:33,380][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:38,381][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:43,382][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:48,383][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:53,384][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:52:58,387][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:03,388][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:08,389][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:13,390][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:18,391][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:23,393][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:28,394][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:33,401][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:38,402][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:43,404][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:48,405][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:53,406][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:53:58,407][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:03,412][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:08,413][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:13,415][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:18,418][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:23,419][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:28,421][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:33,422][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:38,423][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:43,425][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:48,426][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:53,427][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:54:58,428][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:03,431][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:08,433][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:13,435][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:18,437][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:23,438][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:28,439][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:33,440][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:38,442][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:43,442][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:48,446][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:53,447][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:55:58,450][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:03,451][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:08,453][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:13,454][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:18,455][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:23,456][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:28,458][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:33,459][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:38,461][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:43,463][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:48,465][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:53,468][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:56:58,469][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:03,471][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:08,472][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:13,474][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:18,476][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:23,477][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:28,478][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:33,480][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:38,481][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:43,482][ INFO][PID:714069] Checking for cancel request [2025-12-16 02:57:47,596][ INFO][PID:714069] Downloading results from builder [2025-12-16 02:57:47,596][ INFO][PID:714069] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn started [2025-12-16 02:57:47,603][ INFO][PID:714069] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/ &> /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/build-09913636.rsync.log [2025-12-16 02:58:47,691][ INFO][PID:714069] rsyncing finished. [2025-12-16 02:58:47,692][ ERROR][PID:714069] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 02:58:47,693][ ERROR][PID:714069] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 02:58:57,694][ INFO][PID:714069] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn started [2025-12-16 02:58:57,695][ INFO][PID:714069] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/ &> /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/build-09913636.rsync.log [2025-12-16 02:59:57,787][ INFO][PID:714069] rsyncing finished. [2025-12-16 02:59:57,787][ ERROR][PID:714069] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 02:59:57,788][ ERROR][PID:714069] SSH connection lost on #2 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 03:00:07,788][ INFO][PID:714069] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn started [2025-12-16 03:00:07,789][ INFO][PID:714069] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c18e]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/ &> /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/build-09913636.rsync.log [2025-12-16 03:01:07,879][ INFO][PID:714069] rsyncing finished. [2025-12-16 03:01:07,880][ ERROR][PID:714069] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 03:01:07,880][ ERROR][PID:714069] SSH connection lost on #3 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-12-16 03:01:17,881][ ERROR][PID:714069] Re-try request for task on 'ResallocHost, ticket_id=361472, hostname=2620:52:6:1161:dead:beef:cafe:c18e, name=vmhost_p09_04_prod_00588048_20251216_024017, requested_tags=['copr_builder', 'arch_ppc64le']': Unable to finish after 3 SSH attempts [2025-12-16 03:01:17,882][ INFO][PID:714069] Releasing VM back to pool [2025-12-16 03:01:17,930][ INFO][PID:714069] Retry #1 (on other host) [2025-12-16 03:01:17,932][ INFO][PID:714069] Checking that /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/repodata/repomd.xml exists [2025-12-16 03:01:17,933][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:17,934][ INFO][PID:714069] VM allocation process starts [2025-12-16 03:01:17,991][ INFO][PID:714069] Trying to allocate VM: ResallocHost, ticket_id=361855, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-16 03:01:21,053][ INFO][PID:714069] Allocated host ResallocHost, ticket_id=361855, hostname=2620:52:6:1161:dead:beef:cafe:c14d, name=vmhost_p09_03_prod_00588204_20251216_025327, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-16 03:01:21,053][ INFO][PID:714069] Allocating ssh connection to builder [2025-12-16 03:01:21,054][ INFO][PID:714069] Checking that builder machine is OK [2025-12-16 03:01:22,016][ INFO][PID:714069] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-12-16 03:01:22,501][ INFO][PID:714069] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-12-16 03:01:22,501][ INFO][PID:714069] Filling build.info file with builder info [2025-12-16 03:01:22,507][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:22,659][ INFO][PID:714069] Not re-notifying FE and msg buses for the new host. [2025-12-16 03:01:22,659][ INFO][PID:714069] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9913636-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-12-16 03:01:23,577][ INFO][PID:714069] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c14d' (ED25519) to the list of known hosts. [2025-12-16 03:01:23,578][ INFO][PID:714069] Downloading the builder-live.log file, attempt 1 [2025-12-16 03:01:23,580][ INFO][PID:714069] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-16 03:01:28,590][ INFO][PID:714069] Periodic builder liveness probe: alive [2025-12-16 03:01:28,590][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:33,592][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:38,594][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:43,595][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:48,596][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:53,598][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:01:58,600][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:03,601][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:08,602][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:13,603][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:18,606][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:23,607][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:28,609][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:33,610][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:38,611][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:43,613][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:48,615][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:53,616][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:02:58,617][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:03,618][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:08,619][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:13,621][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:18,622][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:23,624][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:28,625][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:33,626][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:38,629][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:43,632][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:47,386][ ERROR][PID:714069] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-16 03:03:48,670][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:53,671][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:03:57,387][WARNING][PID:714069] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-16 03:03:58,672][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:03,674][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:07,388][ INFO][PID:714069] Downloading the builder-live.log file, attempt 2 [2025-12-16 03:04:07,391][ INFO][PID:714069] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14d copr-rpmbuild-log [2025-12-16 03:04:08,675][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:13,676][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:18,678][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:23,680][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:28,681][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:33,682][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:38,683][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:43,684][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:48,689][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:53,691][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:04:58,692][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:03,693][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:08,695][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:13,697][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:18,698][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:23,700][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:28,702][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:33,704][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:38,705][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:43,707][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:48,709][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:53,713][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:05:58,718][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:03,719][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:08,720][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:13,721][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:18,724][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:23,725][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:28,726][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:33,727][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:38,728][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:43,729][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:48,735][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:53,738][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:06:58,740][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:03,741][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:08,744][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:13,748][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:18,749][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:23,751][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:28,753][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:33,754][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:38,756][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:43,758][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:48,760][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:53,762][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:07:58,768][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:03,769][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:08,770][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:13,778][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:18,788][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:23,790][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:28,794][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:33,798][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:38,800][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:43,802][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:48,803][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:53,808][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:08:58,810][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:03,814][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:08,817][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:13,819][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:18,821][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:23,823][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:28,834][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:33,837][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:38,851][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:43,858][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:48,863][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:53,868][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:09:58,874][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:03,878][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:08,890][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:13,893][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:18,899][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:23,901][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:28,903][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:33,908][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:38,914][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:43,922][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:48,934][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:53,939][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:10:58,943][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:03,948][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:08,954][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:13,959][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:18,967][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:23,968][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:29,014][ INFO][PID:714069] Periodic builder liveness probe: alive [2025-12-16 03:11:29,020][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:34,032][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:39,034][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:44,036][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:49,045][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:54,052][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:11:59,061][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:04,063][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:09,067][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:14,076][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:19,077][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:24,080][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:29,089][ INFO][PID:714069] Checking for cancel request [2025-12-16 03:12:30,657][ INFO][PID:714069] Downloading results from builder [2025-12-16 03:12:30,661][ INFO][PID:714069] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14d]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn started [2025-12-16 03:12:30,667][ INFO][PID:714069] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14d]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/ &> /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/build-09913636.rsync.log [2025-12-16 03:12:31,570][ INFO][PID:714069] rsyncing finished. [2025-12-16 03:12:31,575][ INFO][PID:714069] Releasing VM back to pool [2025-12-16 03:12:31,627][ INFO][PID:714069] Searching for 'success' file in resultdir [2025-12-16 03:12:31,629][ ERROR][PID:714069] Build failed: Backend process error: No success file => build failure [2025-12-16 03:12:31,635][ INFO][PID:714069] Finished build: id=9913636 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@OpenVPN/openvpn-git chroot=fedora-43-ppc64le [2025-12-16 03:12:31,647][ ERROR][PID:714069] Backend process error: No success file => build failure [2025-12-16 03:12:31,653][ INFO][PID:714069] Worker failed build, took 668.9947123527527 [2025-12-16 03:12:31,655][ INFO][PID:714069] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@OpenVPN", "project_name": "openvpn-git", "project_dirname": "openvpn-git", "submitter": "gitlab.com:flichtenheld", "ended_on": 1765854751.6537805, "started_on": 1765854082.659068, "submitted_on": null, "status": 0, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9913636-fedora-43-ppc64le", "build_id": 9913636, "package_name": "openvpn", "package_version": "2.7-20251215git18d1b1f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@OpenVPN/openvpn-git/openvpn", "git_hash": "f2e87266551a60805fa99d24087c8bbd8ffcf0ca", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@OpenVPN/openvpn-git--gitlab.com:flichtenheld", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@OpenVPN/openvpn-git", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git", "result_dir": "09913636-openvpn", "built_packages": "", "id": 9913636, "mockchain_macros": { "copr_username": "@OpenVPN", "copr_projectname": "openvpn-git", "vendor": "Fedora Project COPR (@OpenVPN/openvpn-git)" } } ] } [2025-12-16 03:12:31,770][ INFO][PID:714069] Sending fedora-messaging bus message in build.end [2025-12-16 03:12:31,849][ INFO][PID:714069] Compressing /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/builder-live.log by gzip [2025-12-16 03:12:31,851][ INFO][PID:714069] Running command 'gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/builder-live.log' as PID 892821 [2025-12-16 03:12:31,898][ INFO][PID:714069] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/builder-live.log) [2025-12-16 03:12:31,903][ INFO][PID:714069] Compressing /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/backend.log by gzip [2025-12-16 03:12:31,921][ INFO][PID:714069] Running command 'gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/fedora-43-ppc64le/09913636-openvpn/backend.log' as PID 892833