[2024-06-10 22:14:18,271][ INFO][PID:4080012] Marking build as starting [2024-06-10 22:14:18,461][ INFO][PID:4080012] Trying to allocate VM [2024-06-10 22:17:36,664][ INFO][PID:4080012] Allocated host ResallocHost, ticket_id=3260862, hostname=44.223.1.54 [2024-06-10 22:17:36,665][ INFO][PID:4080012] Allocating ssh connection to builder [2024-06-10 22:17:36,666][ INFO][PID:4080012] Checking that builder machine is OK [2024-06-10 22:17:37,117][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.223.1.54 '/usr/bin/test -f /etc/mock/epel-9-aarch64.cfg' [2024-06-10 22:17:37,384][ INFO][PID:4080012] Filling build.info file with builder info [2024-06-10 22:17:37,386][ INFO][PID:4080012] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "yxwang5db2", "project_name": "xmud", "project_dirname": "xmud", "submitter": "yxwang5db2", "ended_on": null, "started_on": 1718057857.3861716, "submitted_on": null, "status": 3, "chroot": "epel-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "7593003-epel-9-aarch64", "build_id": 7593003, "package_name": "banner", "package_version": "1.3.5-7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/yxwang5db2/xmud/banner", "git_hash": "49fefaed3611f1a5f7023138910d6d6f587f4e8a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "yxwang5db2/xmud--yxwang5db2", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/yxwang5db2/xmud/epel-9-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/yxwang5db2/xmud", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/yxwang5db2/xmud", "result_dir": "07593003-banner", "built_packages": "", "id": 7593003, "mockchain_macros": { "copr_username": "yxwang5db2", "copr_projectname": "xmud", "vendor": "Fedora Project COPR (yxwang5db2/xmud)" } } ] } [2024-06-10 22:17:37,467][ INFO][PID:4080012] Sending fedora-messaging bus message in build.start [2024-06-10 22:17:38,254][ INFO][PID:4080012] Sending fedora-messaging bus message in chroot.start [2024-06-10 22:17:38,286][ INFO][PID:4080012] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7593003-epel-9-aarch64 --chroot epel-9-aarch64 --detached [2024-06-10 22:17:38,751][ INFO][PID:4080012] Downloading the builder-live.log file, attempt 1 [2024-06-10 22:17:38,753][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.223.1.54 copr-rpmbuild-log [2024-06-10 22:17:43,785][ INFO][PID:4080012] Status: False [2024-06-10 22:18:30,613][ ERROR][PID:4080012] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-06-10 22:18:40,615][WARNING][PID:4080012] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-06-10 22:18:50,616][ INFO][PID:4080012] Downloading the builder-live.log file, attempt 2 [2024-06-10 22:18:50,629][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.223.1.54 copr-rpmbuild-log [2024-06-10 22:19:50,711][ ERROR][PID:4080012] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-06-10 22:20:00,782][WARNING][PID:4080012] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-06-10 22:20:10,783][ INFO][PID:4080012] Downloading the builder-live.log file, attempt 3 [2024-06-10 22:20:10,785][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.223.1.54 copr-rpmbuild-log [2024-06-10 22:21:10,855][ ERROR][PID:4080012] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-06-10 22:21:20,959][WARNING][PID:4080012] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-06-10 22:21:30,960][ INFO][PID:4080012] Downloading the builder-live.log file, attempt 4 [2024-06-10 22:21:30,962][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.223.1.54 copr-rpmbuild-log [2024-06-10 22:22:31,034][ ERROR][PID:4080012] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-06-10 22:22:41,098][ ERROR][PID:4080012] Giving up for unstable SSH, failures: 1718057920.6157072, 1718058000.7823696, 1718058080.9595191, 1718058161.097958 [2024-06-10 22:22:41,099][ ERROR][PID:4080012] Re-try request for task on 'ResallocHost, ticket_id=3260862, hostname=44.223.1.54': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-06-10 22:22:41,099][ INFO][PID:4080012] Releasing VM back to pool [2024-06-10 22:22:41,121][ INFO][PID:4080012] Retry #1 (on other host) [2024-06-10 22:22:41,122][ INFO][PID:4080012] Trying to allocate VM [2024-06-10 22:27:59,363][ INFO][PID:4080012] Allocated host ResallocHost, ticket_id=3261124, hostname=35.175.215.183 [2024-06-10 22:27:59,364][ INFO][PID:4080012] Allocating ssh connection to builder [2024-06-10 22:27:59,364][ INFO][PID:4080012] Checking that builder machine is OK [2024-06-10 22:27:59,769][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@35.175.215.183 '/usr/bin/test -f /etc/mock/epel-9-aarch64.cfg' [2024-06-10 22:27:59,984][ INFO][PID:4080012] Filling build.info file with builder info [2024-06-10 22:28:00,074][ INFO][PID:4080012] Not re-notifying FE and msg buses for the new host. [2024-06-10 22:28:00,075][ INFO][PID:4080012] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7593003-epel-9-aarch64 --chroot epel-9-aarch64 --detached [2024-06-10 22:28:00,520][ INFO][PID:4080012] Downloading the builder-live.log file, attempt 1 [2024-06-10 22:28:00,522][ INFO][PID:4080012] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@35.175.215.183 copr-rpmbuild-log [2024-06-10 22:28:05,528][ INFO][PID:4080012] Status: False [2024-06-10 22:29:04,465][ INFO][PID:4080012] Downloading results from builder [2024-06-10 22:29:04,466][ INFO][PID:4080012] rsyncing of mockbuilder@35.175.215.183:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner started [2024-06-10 22:29:04,467][ INFO][PID:4080012] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@35.175.215.183:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/ &> /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/build-07593003.rsync.log [2024-06-10 22:29:04,717][ INFO][PID:4080012] rsyncing finished. [2024-06-10 22:29:04,718][ INFO][PID:4080012] Releasing VM back to pool [2024-06-10 22:29:04,729][ INFO][PID:4080012] Searching for 'success' file in resultdir [2024-06-10 22:29:04,730][ INFO][PID:4080012] Going to sign pkgs from source: 7593003-epel-9-aarch64 in chroot: /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64 [2024-06-10 22:29:04,730][ INFO][PID:4080012] Calling '/bin/sign -u yxwang5db2#xmud@copr.fedorahosted.org -p' (attempt #1) [2024-06-10 22:29:04,907][ INFO][PID:4080012] Calling '/bin/sign -4 -h sha256 -u yxwang5db2#xmud@copr.fedorahosted.org -r /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-debugsource-1.3.5-7.el9.aarch64.rpm' (attempt #1) [2024-06-10 22:29:05,569][ INFO][PID:4080012] signed rpm: /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-debugsource-1.3.5-7.el9.aarch64.rpm [2024-06-10 22:29:05,570][ INFO][PID:4080012] Calling '/bin/sign -4 -h sha256 -u yxwang5db2#xmud@copr.fedorahosted.org -r /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-1.3.5-7.el9.aarch64.rpm' (attempt #1) [2024-06-10 22:29:06,382][ INFO][PID:4080012] signed rpm: /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-1.3.5-7.el9.aarch64.rpm [2024-06-10 22:29:06,383][ INFO][PID:4080012] Calling '/bin/sign -4 -h sha256 -u yxwang5db2#xmud@copr.fedorahosted.org -r /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-debuginfo-1.3.5-7.el9.aarch64.rpm' (attempt #1) [2024-06-10 22:29:07,268][ INFO][PID:4080012] signed rpm: /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-debuginfo-1.3.5-7.el9.aarch64.rpm [2024-06-10 22:29:07,268][ INFO][PID:4080012] Calling '/bin/sign -4 -h sha256 -u yxwang5db2#xmud@copr.fedorahosted.org -r /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-1.3.5-7.el9.src.rpm' (attempt #1) [2024-06-10 22:29:08,125][ INFO][PID:4080012] signed rpm: /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/banner-1.3.5-7.el9.src.rpm [2024-06-10 22:29:08,126][ INFO][PID:4080012] Sign done [2024-06-10 22:29:08,127][ INFO][PID:4080012] Incremental createrepo run, adding 07593003-banner into https://download.copr.fedorainfracloud.org/results/yxwang5db2/xmud/epel-9-aarch64, (auto-create-repo=True) [2024-06-10 22:29:08,128][ INFO][PID:4080012] Running command 'copr-repo --batched /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64 --add 07593003-banner --no-appstream-metadata' as PID 4176774 [2024-06-10 22:29:09,217][ INFO][PID:4080012] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64 --add 07593003-banner --no-appstream-metadata) [2024-06-10 22:29:09,218][ INFO][PID:4080012] Getting build details [2024-06-10 22:29:09,218][ INFO][PID:4080012] Listing built binary packages in /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner [2024-06-10 22:29:09,218][ INFO][PID:4080012] Built packages: ['banner 1.3.5', 'banner-debugsource 1.3.5', 'banner-debuginfo 1.3.5'] [2024-06-10 22:29:09,219][ INFO][PID:4080012] build details: {'built_packages': 'banner 1.3.5\nbanner-debugsource 1.3.5\nbanner-debuginfo 1.3.5'} [2024-06-10 22:29:09,219][ INFO][PID:4080012] Retrieving pubkey [2024-06-10 22:29:09,220][ INFO][PID:4080012] Calling '/bin/sign -u yxwang5db2#xmud@copr.fedorahosted.org -p' (attempt #1) [2024-06-10 22:29:09,508][ INFO][PID:4080012] Added pubkey for user yxwang5db2 project xmud into: /var/lib/copr/public_html/results/yxwang5db2/xmud/pubkey.gpg [2024-06-10 22:29:09,508][ INFO][PID:4080012] Finished build: id=7593003 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/yxwang5db2/xmud chroot=epel-9-aarch64 [2024-06-10 22:29:09,510][ INFO][PID:4080012] Worker succeeded build, took 69.43614315986633 [2024-06-10 22:29:09,511][ INFO][PID:4080012] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "yxwang5db2", "project_name": "xmud", "project_dirname": "xmud", "submitter": "yxwang5db2", "ended_on": 1718058549.5106835, "started_on": 1718058480.0745404, "submitted_on": null, "status": 1, "chroot": "epel-9-aarch64", "arch": "aarch64", "buildroot_pkgs": [], "task_id": "7593003-epel-9-aarch64", "build_id": 7593003, "package_name": "banner", "package_version": "1.3.5-7", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/yxwang5db2/xmud/banner", "git_hash": "49fefaed3611f1a5f7023138910d6d6f587f4e8a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "yxwang5db2/xmud--yxwang5db2", "results": { "packages": [ { "name": "banner", "epoch": null, "version": "1.3.5", "release": "7.el9", "arch": "aarch64" }, { "name": "banner-debugsource", "epoch": null, "version": "1.3.5", "release": "7.el9", "arch": "aarch64" }, { "name": "banner", "epoch": null, "version": "1.3.5", "release": "7.el9", "arch": "src" }, { "name": "banner-debuginfo", "epoch": null, "version": "1.3.5", "release": "7.el9", "arch": "aarch64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/yxwang5db2/xmud/epel-9-aarch64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_aarch64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/yxwang5db2/xmud", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/yxwang5db2/xmud", "result_dir": "07593003-banner", "built_packages": "banner 1.3.5\nbanner-debugsource 1.3.5\nbanner-debuginfo 1.3.5", "id": 7593003, "mockchain_macros": { "copr_username": "yxwang5db2", "copr_projectname": "xmud", "vendor": "Fedora Project COPR (yxwang5db2/xmud)" } } ] } [2024-06-10 22:29:09,614][ INFO][PID:4080012] Sending fedora-messaging bus message in build.end [2024-06-10 22:29:09,645][ INFO][PID:4080012] Compressing /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/builder-live.log by gzip [2024-06-10 22:29:09,647][ INFO][PID:4080012] Running command 'gzip /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/builder-live.log' as PID 4176936 [2024-06-10 22:29:09,652][ INFO][PID:4080012] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/builder-live.log) [2024-06-10 22:29:09,653][ INFO][PID:4080012] Compressing /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/backend.log by gzip [2024-06-10 22:29:09,654][ INFO][PID:4080012] Running command 'gzip /var/lib/copr/public_html/results/yxwang5db2/xmud/epel-9-aarch64/07593003-banner/backend.log' as PID 4176938