[2026-01-23 09:39:10,908][ INFO][PID:3499716] Marking build as starting [2026-01-23 09:39:10,962][ INFO][PID:3499716] Checking that /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-23 09:39:10,963][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:39:10,964][ INFO][PID:3499716] VM allocation process starts [2026-01-23 09:39:10,977][ INFO][PID:3499716] Trying to allocate VM: ResallocHost, ticket_id=982845, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:39:13,998][ INFO][PID:3499716] Allocated host ResallocHost, ticket_id=982845, hostname=2620:52:6:1161:dead:beef:cafe:c150, name=vmhost_p09_03_prod_01494708_20260123_092946, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:39:13,999][ INFO][PID:3499716] Allocating ssh connection to builder [2026-01-23 09:39:13,999][ INFO][PID:3499716] Checking that builder machine is OK [2026-01-23 09:39:14,983][ INFO][PID:3499716] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-23 09:39:15,481][ INFO][PID:3499716] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-23 09:39:15,482][ INFO][PID:3499716] Filling build.info file with builder info [2026-01-23 09:39:15,483][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:39:15,484][ INFO][PID:3499716] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/music", "ended_on": null, "started_on": 1769161155.4840994, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10049676-fedora-43-ppc64le", "build_id": 10049676, "package_name": "syslog-ng", "package_version": "4.10.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/syslog-ng", "git_hash": "ac58103710d3821ad24dd0c4d6ab303d7c0d3d2a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/music", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "10049676-syslog-ng", "built_packages": "", "id": 10049676, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2026-01-23 09:39:15,536][ INFO][PID:3499716] Sending fedora-messaging bus message in build.start [2026-01-23 09:39:16,056][ INFO][PID:3499716] Sending fedora-messaging bus message in chroot.start [2026-01-23 09:39:16,085][ INFO][PID:3499716] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10049676-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-23 09:40:16,159][ ERROR][PID:3499716] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 2620:52:6:1161:dead:beef:cafe:c150 port 22: Connection timed out [2026-01-23 09:40:26,250][ ERROR][PID:3499716] Re-try request for task on 'ResallocHost, ticket_id=982845, hostname=2620:52:6:1161:dead:beef:cafe:c150, name=vmhost_p09_03_prod_01494708_20260123_092946, requested_tags=['copr_builder', 'arch_ppc64le']': Unable to finish after 1 SSH attempts [2026-01-23 09:40:26,251][ INFO][PID:3499716] Releasing VM back to pool [2026-01-23 09:40:26,260][ INFO][PID:3499716] Retry #1 (on other host) [2026-01-23 09:40:26,261][ INFO][PID:3499716] Checking that /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-23 09:40:26,261][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:40:26,262][ INFO][PID:3499716] VM allocation process starts [2026-01-23 09:40:26,273][ INFO][PID:3499716] Trying to allocate VM: ResallocHost, ticket_id=982867, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:40:29,285][ INFO][PID:3499716] Allocated host ResallocHost, ticket_id=982867, hostname=2620:52:6:1161:dead:beef:cafe:c14d, name=vmhost_p09_03_prod_01494734_20260123_093151, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:40:29,287][ INFO][PID:3499716] Allocating ssh connection to builder [2026-01-23 09:40:29,289][ INFO][PID:3499716] Checking that builder machine is OK [2026-01-23 09:41:29,352][ ERROR][PID:3499716] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 2620:52:6:1161:dead:beef:cafe:c14d port 22: Connection timed out [2026-01-23 09:41:39,556][ ERROR][PID:3499716] Re-try request for task on 'ResallocHost, ticket_id=982867, hostname=2620:52:6:1161:dead:beef:cafe:c14d, name=vmhost_p09_03_prod_01494734_20260123_093151, requested_tags=['copr_builder', 'arch_ppc64le']': Unable to finish after 1 SSH attempts [2026-01-23 09:41:39,556][ INFO][PID:3499716] Releasing VM back to pool [2026-01-23 09:41:39,606][ INFO][PID:3499716] Retry #2 (on other host) [2026-01-23 09:41:39,607][ INFO][PID:3499716] Checking that /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-23 09:41:39,608][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:41:39,609][ INFO][PID:3499716] VM allocation process starts [2026-01-23 09:41:39,639][ INFO][PID:3499716] Trying to allocate VM: ResallocHost, ticket_id=982884, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:41:42,655][ INFO][PID:3499716] Allocated host ResallocHost, ticket_id=982884, hostname=2620:52:6:1161:dead:beef:cafe:c14a, name=vmhost_p09_03_prod_01494759_20260123_093308, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-23 09:41:42,655][ INFO][PID:3499716] Allocating ssh connection to builder [2026-01-23 09:41:42,656][ INFO][PID:3499716] Checking that builder machine is OK [2026-01-23 09:41:43,629][ INFO][PID:3499716] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-23 09:41:44,152][ INFO][PID:3499716] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-23 09:41:44,153][ INFO][PID:3499716] Filling build.info file with builder info [2026-01-23 09:41:44,238][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:41:44,238][ INFO][PID:3499716] Not re-notifying FE and msg buses for the new host. [2026-01-23 09:41:44,239][ INFO][PID:3499716] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10049676-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-23 09:41:45,238][ INFO][PID:3499716] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c14a' (ED25519) to the list of known hosts. [2026-01-23 09:41:45,239][ INFO][PID:3499716] Downloading the builder-live.log file, attempt 1 [2026-01-23 09:41:45,345][ INFO][PID:3499716] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14a copr-rpmbuild-log [2026-01-23 09:41:50,244][ INFO][PID:3499716] Periodic builder liveness probe: alive [2026-01-23 09:41:50,245][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:41:55,246][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:00,247][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:05,248][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:10,249][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:15,250][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:20,351][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:25,352][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:30,353][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:35,354][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:40,355][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:45,357][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:50,358][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:42:55,359][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:00,360][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:05,361][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:10,363][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:15,364][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:20,401][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:25,403][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:30,404][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:35,405][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:40,406][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:45,407][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:50,408][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:43:55,409][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:00,410][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:05,412][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:10,427][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:15,429][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:20,430][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:25,450][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:30,452][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:35,454][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:40,455][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:45,456][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:50,457][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:44:55,458][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:00,459][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:05,460][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:10,461][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:15,462][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:20,463][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:25,511][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:30,515][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:35,517][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:40,518][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:45,519][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:50,521][ INFO][PID:3499716] Checking for cancel request [2026-01-23 09:45:52,306][ INFO][PID:3499716] Downloading results from builder [2026-01-23 09:45:52,306][ INFO][PID:3499716] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14a]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng started [2026-01-23 09:45:52,307][ INFO][PID:3499716] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14a]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/ &> /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/build-10049676.rsync.log [2026-01-23 09:45:53,679][ INFO][PID:3499716] rsyncing finished. [2026-01-23 09:45:53,679][ INFO][PID:3499716] Releasing VM back to pool [2026-01-23 09:45:53,688][ INFO][PID:3499716] Searching for 'success' file in resultdir [2026-01-23 09:45:53,689][ ERROR][PID:3499716] Build failed: Backend process error: No success file => build failure [2026-01-23 09:45:53,690][ INFO][PID:3499716] Finished build: id=10049676 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/mochaa/protobuf chroot=fedora-43-ppc64le [2026-01-23 09:45:53,691][ ERROR][PID:3499716] Backend process error: No success file => build failure [2026-01-23 09:45:53,692][ INFO][PID:3499716] Worker failed build, took 249.45341110229492 [2026-01-23 09:45:53,692][ INFO][PID:3499716] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/music", "ended_on": 1769161553.6921923, "started_on": 1769161304.2387812, "submitted_on": null, "status": 0, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10049676-fedora-43-ppc64le", "build_id": 10049676, "package_name": "syslog-ng", "package_version": "4.10.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/syslog-ng", "git_hash": "ac58103710d3821ad24dd0c4d6ab303d7c0d3d2a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/music", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "10049676-syslog-ng", "built_packages": "", "id": 10049676, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2026-01-23 09:45:53,788][ INFO][PID:3499716] Sending fedora-messaging bus message in build.end [2026-01-23 09:45:53,817][ INFO][PID:3499716] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/builder-live.log by gzip [2026-01-23 09:45:53,818][ INFO][PID:3499716] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/builder-live.log' as PID 3540983 [2026-01-23 09:45:53,874][ INFO][PID:3499716] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/builder-live.log) [2026-01-23 09:45:53,875][ INFO][PID:3499716] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/backend.log by gzip [2026-01-23 09:45:53,876][ INFO][PID:3499716] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10049676-syslog-ng/backend.log' as PID 3541005