[2025-12-27 13:50:03,329][ INFO][PID:1617995] Marking build as starting [2025-12-27 13:50:03,416][ INFO][PID:1617995] Checking that /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/repodata/repomd.xml exists [2025-12-27 13:50:03,440][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:03,442][ INFO][PID:1617995] VM allocation process starts [2025-12-27 13:50:03,472][ INFO][PID:1617995] Trying to allocate VM: ResallocHost, ticket_id=534510, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 13:50:06,521][ INFO][PID:1617995] Allocated host ResallocHost, ticket_id=534510, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_00790267_20251227_134317, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 13:50:06,521][ INFO][PID:1617995] Allocating ssh connection to builder [2025-12-27 13:50:06,522][ INFO][PID:1617995] Checking that builder machine is OK [2025-12-27 13:50:07,503][ INFO][PID:1617995] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-12-27 13:50:08,036][ INFO][PID:1617995] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-12-27 13:50:08,037][ INFO][PID:1617995] Filling build.info file with builder info [2025-12-27 13:50:08,039][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:08,040][ INFO][PID:1617995] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ligenix", "project_name": "cosmic-ext", "project_dirname": "cosmic-ext", "submitter": "ligenix", "ended_on": null, "started_on": 1766843408.0406823, "submitted_on": null, "status": 3, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9953520-fedora-eln-ppc64le", "build_id": 9953520, "package_name": "cosmic-ext-applet-minimon", "package_version": "1.0.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ligenix/cosmic-ext/cosmic-ext-applet-minimon", "git_hash": "5acf782ba42e1094fb7fc92618a7a7bf2f3c8a4e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ligenix/cosmic-ext--ligenix", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/cosmic-ext/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ligenix/cosmic-ext", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ligenix/cosmic-ext", "result_dir": "09953520-cosmic-ext-applet-minimon", "built_packages": "", "id": 9953520, "mockchain_macros": { "copr_username": "ligenix", "copr_projectname": "cosmic-ext", "vendor": "Fedora Project COPR (ligenix/cosmic-ext)" } } ] } [2025-12-27 13:50:08,137][ INFO][PID:1617995] Sending fedora-messaging bus message in build.start [2025-12-27 13:50:09,083][ INFO][PID:1617995] Sending fedora-messaging bus message in chroot.start [2025-12-27 13:50:09,114][ INFO][PID:1617995] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9953520-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-12-27 13:50:10,090][ INFO][PID:1617995] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c148' (ED25519) to the list of known hosts. [2025-12-27 13:50:10,091][ INFO][PID:1617995] Downloading the builder-live.log file, attempt 1 [2025-12-27 13:50:10,092][ INFO][PID:1617995] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-27 13:50:15,097][ INFO][PID:1617995] Periodic builder liveness probe: alive [2025-12-27 13:50:15,098][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:20,098][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:25,100][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:30,101][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:35,102][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:40,103][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:45,104][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:50,105][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:50:55,105][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:00,106][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:05,107][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:10,108][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:15,109][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:20,110][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:25,111][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:30,112][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:35,113][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:40,114][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:45,115][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:50,116][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:51:55,117][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:00,118][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:05,119][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:10,120][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:15,121][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:20,122][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:25,123][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:30,124][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:35,125][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:40,126][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:45,127][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:50,128][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:52:55,129][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:00,130][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:05,131][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:10,132][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:15,133][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:20,134][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:25,135][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:30,136][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:35,137][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:40,138][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:45,139][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:50,140][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:53:55,141][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:00,142][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:05,143][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:10,144][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:15,145][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:20,146][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:25,147][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:30,148][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:35,149][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:40,150][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:45,151][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:50,152][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:54:55,153][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:00,154][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:05,155][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:10,156][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:15,157][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:20,158][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:25,159][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:30,159][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:35,160][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:40,161][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:45,162][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:50,163][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:55:55,165][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:00,167][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:05,168][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:10,169][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:15,170][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:20,171][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:25,172][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:30,173][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:35,174][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:40,175][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:45,176][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:50,177][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:56:55,178][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:00,179][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:05,180][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:10,181][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:15,182][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:20,183][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:25,184][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:30,185][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:35,186][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:40,187][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:45,188][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:50,189][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:57:55,190][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:00,190][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:05,191][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:10,192][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:15,193][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:20,194][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:25,195][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:30,196][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:35,197][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:40,198][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:45,199][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:50,199][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:58:55,200][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:00,201][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:05,202][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:06,369][ ERROR][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 13:59:10,203][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:15,204][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:16,370][WARNING][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 13:59:20,205][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:25,206][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:26,371][ INFO][PID:1617995] Downloading the builder-live.log file, attempt 2 [2025-12-27 13:59:26,373][ INFO][PID:1617995] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-27 13:59:30,207][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:35,208][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:40,209][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:45,210][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:50,211][ INFO][PID:1617995] Checking for cancel request [2025-12-27 13:59:55,211][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:00,212][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:05,213][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:10,214][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:15,220][ INFO][PID:1617995] Periodic builder liveness probe: alive [2025-12-27 14:00:15,220][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:20,221][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:25,222][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:26,424][ ERROR][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 14:00:30,223][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:35,224][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:36,438][WARNING][PID:1617995] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 14:00:40,225][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:45,226][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:46,439][ INFO][PID:1617995] Downloading the builder-live.log file, attempt 3 [2025-12-27 14:00:46,440][ INFO][PID:1617995] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-27 14:00:50,227][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:00:55,228][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:00,228][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:05,229][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:10,230][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:15,231][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:20,232][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:25,233][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:30,234][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:35,235][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:40,236][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:45,237][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:46,503][ ERROR][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 14:01:50,263][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:55,264][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:01:56,515][WARNING][PID:1617995] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-27 14:02:00,265][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:05,266][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:06,516][ INFO][PID:1617995] Downloading the builder-live.log file, attempt 4 [2025-12-27 14:02:06,849][ INFO][PID:1617995] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-27 14:02:10,288][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:15,423][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:20,595][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:25,848][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:30,849][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:35,850][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:40,851][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:45,852][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:50,959][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:02:55,961][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:00,961][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:05,962][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:06,916][ ERROR][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-27 14:03:10,963][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:15,964][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:16,931][ ERROR][PID:1617995] Giving up for unstable SSH, failures: 1766843956.3707116, 1766844036.438636, 1766844116.515769, 1766844196.9317138 [2025-12-27 14:03:16,932][ ERROR][PID:1617995] Re-try request for task on 'ResallocHost, ticket_id=534510, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_00790267_20251227_134317, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-12-27 14:03:16,933][ INFO][PID:1617995] Releasing VM back to pool [2025-12-27 14:03:16,941][ INFO][PID:1617995] Retry #1 (on other host) [2025-12-27 14:03:16,941][ INFO][PID:1617995] Checking that /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/repodata/repomd.xml exists [2025-12-27 14:03:16,942][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:03:16,942][ INFO][PID:1617995] VM allocation process starts [2025-12-27 14:03:16,990][ INFO][PID:1617995] Trying to allocate VM: ResallocHost, ticket_id=534635, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 14:03:20,033][ INFO][PID:1617995] Allocated host ResallocHost, ticket_id=534635, hostname=2620:52:6:1161:dead:beef:cafe:c18a, name=vmhost_p09_04_prod_00790370_20251227_135612, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 14:03:21,145][ INFO][PID:1617995] Allocating ssh connection to builder [2025-12-27 14:03:21,145][ INFO][PID:1617995] Checking that builder machine is OK [2025-12-27 14:03:22,256][ INFO][PID:1617995] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-12-27 14:04:22,323][ ERROR][PID:1617995] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 2620:52:6:1161:dead:beef:cafe:c18a port 22: Connection timed out [2025-12-27 14:04:32,324][ ERROR][PID:1617995] Re-try request for task on 'ResallocHost, ticket_id=534635, hostname=2620:52:6:1161:dead:beef:cafe:c18a, name=vmhost_p09_04_prod_00790370_20251227_135612, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': Unable to finish after 1 SSH attempts [2025-12-27 14:04:32,325][ INFO][PID:1617995] Releasing VM back to pool [2025-12-27 14:04:32,336][ INFO][PID:1617995] Retry #2 (on other host) [2025-12-27 14:04:32,337][ INFO][PID:1617995] Checking that /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/repodata/repomd.xml exists [2025-12-27 14:04:32,337][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:04:32,338][ INFO][PID:1617995] VM allocation process starts [2025-12-27 14:04:32,389][ INFO][PID:1617995] Trying to allocate VM: ResallocHost, ticket_id=534641, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 14:04:35,441][ INFO][PID:1617995] Allocated host ResallocHost, ticket_id=534641, hostname=2620:52:6:1161:dead:beef:cafe:c194, name=vmhost_p09_04_prod_00790371_20251227_135613, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-12-27 14:04:35,442][ INFO][PID:1617995] Allocating ssh connection to builder [2025-12-27 14:04:35,442][ INFO][PID:1617995] Checking that builder machine is OK [2025-12-27 14:04:36,516][ INFO][PID:1617995] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-12-27 14:04:37,032][ INFO][PID:1617995] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-12-27 14:04:37,033][ INFO][PID:1617995] Filling build.info file with builder info [2025-12-27 14:04:37,037][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:04:37,038][ INFO][PID:1617995] Not re-notifying FE and msg buses for the new host. [2025-12-27 14:04:37,039][ INFO][PID:1617995] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9953520-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-12-27 14:04:38,026][ INFO][PID:1617995] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c194' (ED25519) to the list of known hosts. [2025-12-27 14:04:38,027][ INFO][PID:1617995] Downloading the builder-live.log file, attempt 1 [2025-12-27 14:04:38,028][ INFO][PID:1617995] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c194 copr-rpmbuild-log [2025-12-27 14:04:43,028][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:04:48,028][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:04:53,029][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:04:58,030][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:03,031][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:08,032][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:13,033][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:18,034][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:23,035][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:28,037][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:33,038][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:38,039][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:43,039][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:48,041][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:53,042][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:05:58,043][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:03,045][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:08,046][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:13,047][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:18,048][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:23,049][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:28,052][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:33,055][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:38,056][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:43,061][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:48,062][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:53,063][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:06:58,067][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:03,069][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:08,072][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:13,075][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:18,078][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:23,086][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:28,088][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:33,090][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:38,092][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:43,100][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:48,102][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:53,109][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:07:58,122][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:03,125][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:08,128][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:13,139][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:18,186][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:23,223][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:28,234][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:33,236][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:38,239][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:43,245][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:48,247][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:53,252][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:08:58,254][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:03,257][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:08,259][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:13,262][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:18,264][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:23,266][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:28,268][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:33,273][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:38,275][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:43,276][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:48,278][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:53,280][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:09:58,287][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:03,289][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:08,294][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:13,297][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:18,349][ INFO][PID:1617995] Periodic builder liveness probe: alive [2025-12-27 14:10:18,351][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:23,355][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:28,356][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:33,358][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:38,359][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:43,360][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:48,372][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:53,373][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:10:58,374][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:03,375][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:08,376][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:13,377][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:18,380][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:23,381][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:28,382][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:33,383][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:38,384][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:43,385][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:48,386][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:53,387][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:11:58,388][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:03,390][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:08,391][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:13,392][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:18,393][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:23,394][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:28,395][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:33,398][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:38,399][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:43,400][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:48,401][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:53,402][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:12:58,403][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:03,404][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:08,405][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:13,406][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:18,407][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:23,408][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:28,409][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:33,410][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:38,411][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:43,412][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:48,413][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:53,435][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:13:58,436][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:03,437][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:08,438][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:13,439][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:18,440][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:23,441][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:28,442][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:33,442][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:38,443][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:43,444][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:48,445][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:53,446][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:14:58,447][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:03,448][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:08,449][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:13,450][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:18,451][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:23,452][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:28,452][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:33,454][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:38,456][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:43,457][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:48,458][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:53,459][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:15:58,460][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:03,460][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:08,461][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:13,462][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:18,463][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:23,464][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:28,465][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:33,466][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:38,467][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:43,468][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:48,469][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:53,470][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:16:58,471][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:03,487][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:08,488][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:13,489][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:18,490][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:23,491][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:28,492][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:33,493][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:38,494][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:43,495][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:48,496][ INFO][PID:1617995] Checking for cancel request [2025-12-27 14:17:52,136][ INFO][PID:1617995] Downloading results from builder [2025-12-27 14:17:52,137][ INFO][PID:1617995] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c194]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon started [2025-12-27 14:17:52,137][ INFO][PID:1617995] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c194]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/ &> /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/build-09953520.rsync.log [2025-12-27 14:17:54,035][ INFO][PID:1617995] rsyncing finished. [2025-12-27 14:17:54,036][ INFO][PID:1617995] Releasing VM back to pool [2025-12-27 14:17:54,045][ INFO][PID:1617995] Searching for 'success' file in resultdir [2025-12-27 14:17:54,046][ INFO][PID:1617995] Going to sign pkgs from source: 9953520-fedora-eln-ppc64le in chroot: /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le [2025-12-27 14:17:54,046][ INFO][PID:1617995] Calling '/bin/sign -u ligenix#cosmic-ext@copr.fedorahosted.org -p' (attempt #1) [2025-12-27 14:17:54,462][ INFO][PID:1617995] Calling '/bin/sign -4 -h sha256 -u ligenix#cosmic-ext@copr.fedorahosted.org -r /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/cosmic-ext-applet-minimon-1.0.0-2.eln153.src.rpm' (attempt #1) [2025-12-27 14:17:56,505][ INFO][PID:1617995] signed rpm: /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/cosmic-ext-applet-minimon-1.0.0-2.eln153.src.rpm [2025-12-27 14:17:56,506][ INFO][PID:1617995] Calling '/bin/sign -4 -h sha256 -u ligenix#cosmic-ext@copr.fedorahosted.org -r /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/cosmic-ext-applet-minimon-1.0.0-2.eln153.ppc64le.rpm' (attempt #1) [2025-12-27 14:17:57,531][ INFO][PID:1617995] signed rpm: /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/cosmic-ext-applet-minimon-1.0.0-2.eln153.ppc64le.rpm [2025-12-27 14:17:57,677][ INFO][PID:1617995] Sign done [2025-12-27 14:17:57,677][ INFO][PID:1617995] Incremental createrepo run, adding 09953520-cosmic-ext-applet-minimon into https://download.copr.fedorainfracloud.org/results/ligenix/cosmic-ext/fedora-eln-ppc64le, (auto-create-repo=True) [2025-12-27 14:17:57,678][ INFO][PID:1617995] Running command 'copr-repo --batched /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le --add 09953520-cosmic-ext-applet-minimon --no-appstream-metadata' as PID 1736947 [2025-12-27 14:17:58,928][ INFO][PID:1617995] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le --add 09953520-cosmic-ext-applet-minimon --no-appstream-metadata) [2025-12-27 14:17:58,929][ INFO][PID:1617995] Getting build details [2025-12-27 14:17:58,929][ INFO][PID:1617995] Listing built binary packages in /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon [2025-12-27 14:17:58,930][ INFO][PID:1617995] Built packages: ['cosmic-ext-applet-minimon 1.0.0'] [2025-12-27 14:17:58,930][ INFO][PID:1617995] build details: {'built_packages': 'cosmic-ext-applet-minimon 1.0.0'} [2025-12-27 14:17:58,931][ INFO][PID:1617995] Retrieving pubkey [2025-12-27 14:17:58,931][ INFO][PID:1617995] Calling '/bin/sign -u ligenix#cosmic-ext@copr.fedorahosted.org -p' (attempt #1) [2025-12-27 14:17:59,452][ INFO][PID:1617995] Added pubkey for user ligenix project cosmic-ext into: /var/lib/copr/public_html/results/ligenix/cosmic-ext/pubkey.gpg [2025-12-27 14:17:59,453][ INFO][PID:1617995] Finished build: id=9953520 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/ligenix/cosmic-ext chroot=fedora-eln-ppc64le [2025-12-27 14:17:59,454][ INFO][PID:1617995] Worker succeeded build, took 802.415872335434 [2025-12-27 14:17:59,455][ INFO][PID:1617995] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ligenix", "project_name": "cosmic-ext", "project_dirname": "cosmic-ext", "submitter": "ligenix", "ended_on": 1766845079.4546845, "started_on": 1766844277.0388122, "submitted_on": null, "status": 1, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9953520-fedora-eln-ppc64le", "build_id": 9953520, "package_name": "cosmic-ext-applet-minimon", "package_version": "1.0.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ligenix/cosmic-ext/cosmic-ext-applet-minimon", "git_hash": "5acf782ba42e1094fb7fc92618a7a7bf2f3c8a4e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ligenix/cosmic-ext--ligenix", "results": { "packages": [ { "name": "cosmic-ext-applet-minimon", "epoch": null, "version": "1.0.0", "release": "2.eln153", "arch": "ppc64le" }, { "name": "cosmic-ext-applet-minimon", "epoch": null, "version": "1.0.0", "release": "2.eln153", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ligenix/cosmic-ext/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ligenix/cosmic-ext", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ligenix/cosmic-ext", "result_dir": "09953520-cosmic-ext-applet-minimon", "built_packages": "cosmic-ext-applet-minimon 1.0.0", "id": 9953520, "mockchain_macros": { "copr_username": "ligenix", "copr_projectname": "cosmic-ext", "vendor": "Fedora Project COPR (ligenix/cosmic-ext)" } } ] } [2025-12-27 14:17:59,518][ INFO][PID:1617995] Sending fedora-messaging bus message in build.end [2025-12-27 14:17:59,544][ INFO][PID:1617995] Compressing /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/builder-live.log by gzip [2025-12-27 14:17:59,545][ INFO][PID:1617995] Running command 'gzip /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/builder-live.log' as PID 1737040 [2025-12-27 14:17:59,654][ INFO][PID:1617995] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/builder-live.log) [2025-12-27 14:17:59,655][ INFO][PID:1617995] Compressing /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/backend.log by gzip [2025-12-27 14:17:59,656][ INFO][PID:1617995] Running command 'gzip /var/lib/copr/public_html/results/ligenix/cosmic-ext/fedora-eln-ppc64le/09953520-cosmic-ext-applet-minimon/backend.log' as PID 1737043