[2024-11-12 20:00:00,179][ INFO][PID:3847512] Marking build as starting [2024-11-12 20:00:00,315][ INFO][PID:3847512] Trying to allocate VM [2024-11-12 20:01:28,520][ INFO][PID:3847512] Allocated host ResallocHost, ticket_id=5835676, hostname=44.203.193.112 [2024-11-12 20:01:28,521][ INFO][PID:3847512] Allocating ssh connection to builder [2024-11-12 20:01:28,522][ INFO][PID:3847512] Checking that builder machine is OK [2024-11-12 20:01:28,949][ INFO][PID:3847512] Running remote command: copr-builder-ready centos-stream-9-aarch64 [2024-11-12 20:01:29,199][ INFO][PID:3847512] Red Hat subscription not needed for centos-stream-9-aarch64 Builder is ready to be used [2024-11-12 20:01:29,200][ INFO][PID:3847512] Filling build.info file with builder info [2024-11-12 20:01:29,202][ INFO][PID:3847512] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "packit", "project_name": "containers-skopeo-2451", "project_dirname": "containers-skopeo-2451", "submitter": "packit", "ended_on": null, "started_on": 1731441689.2018938, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "8247819-centos-stream-9-aarch64", "build_id": 8247819, "package_name": "skopeo", "package_version": "102:1.16.0-1.20241112195933878710.pr2451.70.g68940258", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/containers-skopeo-2451/skopeo", "git_hash": "649d7084e25d5538a2cc49c63b13ab0b3f6e5d46", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/containers-skopeo-2451--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/containers-skopeo-2451", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/containers-skopeo-2451", "result_dir": "08247819-skopeo", "built_packages": "", "id": 8247819, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "containers-skopeo-2451", "vendor": "Fedora Project COPR (packit/containers-skopeo-2451)" } } ] } [2024-11-12 20:01:29,277][ INFO][PID:3847512] Sending fedora-messaging bus message in build.start [2024-11-12 20:01:30,085][ INFO][PID:3847512] Sending fedora-messaging bus message in chroot.start [2024-11-12 20:01:30,107][ INFO][PID:3847512] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8247819-centos-stream-9-aarch64 --chroot centos-stream-9-aarch64 --detached [2024-11-12 20:01:30,563][ INFO][PID:3847512] Downloading the builder-live.log file, attempt 1 [2024-11-12 20:01:30,565][ INFO][PID:3847512] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.203.193.112 copr-rpmbuild-log [2024-11-12 20:01:35,574][ INFO][PID:3847512] Periodic builder liveness probe: alive [2024-11-12 20:02:55,166][ ERROR][PID:3847512] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-12 20:03:05,169][WARNING][PID:3847512] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-12 20:03:15,170][ INFO][PID:3847512] Downloading the builder-live.log file, attempt 2 [2024-11-12 20:03:15,173][ INFO][PID:3847512] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.203.193.112 copr-rpmbuild-log [2024-11-12 20:04:15,248][ ERROR][PID:3847512] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-12 20:04:25,258][WARNING][PID:3847512] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-12 20:04:35,258][ INFO][PID:3847512] Downloading the builder-live.log file, attempt 3 [2024-11-12 20:04:35,262][ INFO][PID:3847512] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.203.193.112 copr-rpmbuild-log [2024-11-12 20:05:35,334][ ERROR][PID:3847512] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-12 20:05:45,340][WARNING][PID:3847512] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-12 20:05:55,341][ INFO][PID:3847512] Downloading the builder-live.log file, attempt 4 [2024-11-12 20:05:55,344][ INFO][PID:3847512] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.203.193.112 copr-rpmbuild-log [2024-11-12 20:06:55,413][ ERROR][PID:3847512] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-12 20:07:05,417][ ERROR][PID:3847512] Giving up for unstable SSH, failures: 1731441785.1690662, 1731441865.258016, 1731441945.3406432, 1731442025.4176488 [2024-11-12 20:07:05,419][ ERROR][PID:3847512] Re-try request for task on 'ResallocHost, ticket_id=5835676, hostname=44.203.193.112': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-11-12 20:07:05,419][ INFO][PID:3847512] Releasing VM back to pool [2024-11-12 20:07:05,432][ INFO][PID:3847512] Retry #1 (on other host) [2024-11-12 20:07:05,433][ INFO][PID:3847512] Trying to allocate VM [2024-11-12 20:07:23,622][ INFO][PID:3847512] Allocated host ResallocHost, ticket_id=5835819, hostname=34.203.204.191 [2024-11-12 20:07:23,626][ INFO][PID:3847512] Allocating ssh connection to builder [2024-11-12 20:07:23,628][ INFO][PID:3847512] Checking that builder machine is OK [2024-11-12 20:07:24,120][ INFO][PID:3847512] Running remote command: copr-builder-ready centos-stream-9-aarch64 [2024-11-12 20:07:24,382][ INFO][PID:3847512] Red Hat subscription not needed for centos-stream-9-aarch64 Builder is ready to be used [2024-11-12 20:07:24,384][ INFO][PID:3847512] Filling build.info file with builder info [2024-11-12 20:07:24,389][ INFO][PID:3847512] Not re-notifying FE and msg buses for the new host. [2024-11-12 20:07:24,397][ INFO][PID:3847512] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8247819-centos-stream-9-aarch64 --chroot centos-stream-9-aarch64 --detached [2024-11-12 20:07:24,897][ INFO][PID:3847512] Downloading the builder-live.log file, attempt 1 [2024-11-12 20:07:24,906][ INFO][PID:3847512] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.203.204.191 copr-rpmbuild-log [2024-11-12 20:09:57,824][ INFO][PID:3847512] Downloading results from builder [2024-11-12 20:09:57,826][ INFO][PID:3847512] rsyncing of mockbuilder@34.203.204.191:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo started [2024-11-12 20:09:57,833][ INFO][PID:3847512] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@34.203.204.191:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/ &> /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/build-08247819.rsync.log [2024-11-12 20:09:58,685][ INFO][PID:3847512] rsyncing finished. [2024-11-12 20:09:58,686][ INFO][PID:3847512] Releasing VM back to pool [2024-11-12 20:09:58,711][ INFO][PID:3847512] Searching for 'success' file in resultdir [2024-11-12 20:09:58,717][ INFO][PID:3847512] Going to sign pkgs from source: 8247819-centos-stream-9-aarch64 in chroot: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64 [2024-11-12 20:09:58,720][ INFO][PID:3847512] Calling '/bin/sign -u packit#containers-skopeo-2451@copr.fedorahosted.org -p' (attempt #1) [2024-11-12 20:09:58,904][ INFO][PID:3847512] Calling '/bin/sign -4 -h sha256 -u packit#containers-skopeo-2451@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-tests-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm' (attempt #1) [2024-11-12 20:09:59,746][ INFO][PID:3847512] signed rpm: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-tests-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm [2024-11-12 20:09:59,746][ INFO][PID:3847512] Calling '/bin/sign -4 -h sha256 -u packit#containers-skopeo-2451@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.src.rpm' (attempt #1) [2024-11-12 20:10:00,896][ INFO][PID:3847512] signed rpm: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.src.rpm [2024-11-12 20:10:00,896][ INFO][PID:3847512] Calling '/bin/sign -4 -h sha256 -u packit#containers-skopeo-2451@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm' (attempt #1) [2024-11-12 20:10:02,286][ INFO][PID:3847512] signed rpm: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm [2024-11-12 20:10:02,290][ INFO][PID:3847512] Calling '/bin/sign -4 -h sha256 -u packit#containers-skopeo-2451@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-debuginfo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm' (attempt #1) [2024-11-12 20:10:04,024][ INFO][PID:3847512] signed rpm: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-debuginfo-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm [2024-11-12 20:10:04,025][ INFO][PID:3847512] Calling '/bin/sign -4 -h sha256 -u packit#containers-skopeo-2451@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-debugsource-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm' (attempt #1) [2024-11-12 20:10:04,920][ INFO][PID:3847512] signed rpm: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/skopeo-debugsource-1.16.0-1.20241112195933878710.pr2451.70.g68940258.el9.aarch64.rpm [2024-11-12 20:10:04,924][ INFO][PID:3847512] Sign done [2024-11-12 20:10:04,927][ INFO][PID:3847512] Incremental createrepo run, adding 08247819-skopeo into https://download.copr.fedorainfracloud.org/results/packit/containers-skopeo-2451/centos-stream-9-aarch64, (auto-create-repo=True) [2024-11-12 20:10:04,944][ INFO][PID:3847512] Running command 'copr-repo --batched /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64 --add 08247819-skopeo --no-appstream-metadata' as PID 3939926 [2024-11-12 20:10:08,975][ INFO][PID:3847512] Finished after 4 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64 --add 08247819-skopeo --no-appstream-metadata) [2024-11-12 20:10:08,980][ INFO][PID:3847512] Getting build details [2024-11-12 20:10:08,987][ INFO][PID:3847512] Listing built binary packages in /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo [2024-11-12 20:10:08,991][ INFO][PID:3847512] Built packages: ['skopeo 1.16.0', 'skopeo-tests 1.16.0', 'skopeo-debugsource 1.16.0', 'skopeo-debuginfo 1.16.0'] [2024-11-12 20:10:08,995][ INFO][PID:3847512] build details: {'built_packages': 'skopeo 1.16.0\nskopeo-tests 1.16.0\nskopeo-debugsource 1.16.0\nskopeo-debuginfo 1.16.0'} [2024-11-12 20:10:09,000][ INFO][PID:3847512] Retrieving pubkey [2024-11-12 20:10:09,001][ INFO][PID:3847512] Calling '/bin/sign -u packit#containers-skopeo-2451@copr.fedorahosted.org -p' (attempt #1) [2024-11-12 20:10:09,207][ INFO][PID:3847512] Added pubkey for user packit project containers-skopeo-2451 into: /var/lib/copr/public_html/results/packit/containers-skopeo-2451/pubkey.gpg [2024-11-12 20:10:09,209][ INFO][PID:3847512] Finished build: id=8247819 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/packit/containers-skopeo-2451 chroot=centos-stream-9-aarch64 [2024-11-12 20:10:09,217][ INFO][PID:3847512] Worker succeeded build, took 164.8279514312744 [2024-11-12 20:10:09,222][ INFO][PID:3847512] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "packit", "project_name": "containers-skopeo-2451", "project_dirname": "containers-skopeo-2451", "submitter": "packit", "ended_on": 1731442209.2170298, "started_on": 1731442044.3890784, "submitted_on": null, "status": 1, "chroot": "centos-stream-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "8247819-centos-stream-9-aarch64", "build_id": 8247819, "package_name": "skopeo", "package_version": "102:1.16.0-1.20241112195933878710.pr2451.70.g68940258", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/containers-skopeo-2451/skopeo", "git_hash": "649d7084e25d5538a2cc49c63b13ab0b3f6e5d46", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/containers-skopeo-2451--packit", "results": { "packages": [ { "name": "skopeo", "epoch": 102, "version": "1.16.0", "release": "1.20241112195933878710.pr2451.70.g68940258.el9", "arch": "aarch64" }, { "name": "skopeo-tests", "epoch": 102, "version": "1.16.0", "release": "1.20241112195933878710.pr2451.70.g68940258.el9", "arch": "aarch64" }, { "name": "skopeo-debugsource", "epoch": 102, "version": "1.16.0", "release": "1.20241112195933878710.pr2451.70.g68940258.el9", "arch": "aarch64" }, { "name": "skopeo", "epoch": 102, "version": "1.16.0", "release": "1.20241112195933878710.pr2451.70.g68940258.el9", "arch": "src" }, { "name": "skopeo-debuginfo", "epoch": 102, "version": "1.16.0", "release": "1.20241112195933878710.pr2451.70.g68940258.el9", "arch": "aarch64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/containers-skopeo-2451", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/containers-skopeo-2451", "result_dir": "08247819-skopeo", "built_packages": "skopeo 1.16.0\nskopeo-tests 1.16.0\nskopeo-debugsource 1.16.0\nskopeo-debuginfo 1.16.0", "id": 8247819, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "containers-skopeo-2451", "vendor": "Fedora Project COPR (packit/containers-skopeo-2451)" } } ] } [2024-11-12 20:10:09,420][ INFO][PID:3847512] Sending fedora-messaging bus message in build.end [2024-11-12 20:10:09,516][ INFO][PID:3847512] Compressing /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/builder-live.log by gzip [2024-11-12 20:10:09,531][ INFO][PID:3847512] Running command 'gzip /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/builder-live.log' as PID 3940566 [2024-11-12 20:10:09,666][ INFO][PID:3847512] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/builder-live.log) [2024-11-12 20:10:09,669][ INFO][PID:3847512] Compressing /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/backend.log by gzip [2024-11-12 20:10:09,679][ INFO][PID:3847512] Running command 'gzip /var/lib/copr/public_html/results/packit/containers-skopeo-2451/centos-stream-9-aarch64/08247819-skopeo/backend.log' as PID 3940587