[2024-09-12 19:49:13,082][ INFO][PID:2339591] Marking build as starting [2024-09-12 19:49:13,364][ INFO][PID:2339591] Trying to allocate VM [2024-09-12 19:49:31,465][ INFO][PID:2339591] Allocated host ResallocHost, ticket_id=4864464, hostname=44.202.37.186 [2024-09-12 19:49:31,468][ INFO][PID:2339591] Allocating ssh connection to builder [2024-09-12 19:49:31,472][ INFO][PID:2339591] Checking that builder machine is OK [2024-09-12 19:49:31,876][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.202.37.186 '/usr/bin/test -f /etc/mock/fedora-rawhide-x86_64.cfg' [2024-09-12 19:49:32,092][ INFO][PID:2339591] Filling build.info file with builder info [2024-09-12 19:49:32,094][ INFO][PID:2339591] Sending build state back to frontend: { "builds": [ { "timeout": null, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "limb", "project_name": "numpy", "project_dirname": "numpy", "submitter": "limb", "ended_on": null, "started_on": 1726170572.0937421, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8015619-fedora-rawhide-x86_64", "build_id": 8015619, "package_name": "python-ndindex", "package_version": "1.7-13", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/limb/numpy/python-ndindex", "git_hash": "17f91690aee7553014697e104948f8b0de9a7916", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "limb/numpy--limb", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/limb/numpy/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/rawhide/latest/x86_64/", "id": "https_kojipkgs_fedoraproject_org_repos_rawhide_latest_x86_64", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_rawhide_latest_x86_64" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/limb/numpy", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/limb/numpy", "result_dir": "08015619-python-ndindex", "built_packages": "", "id": 8015619, "mockchain_macros": { "copr_username": "limb", "copr_projectname": "numpy", "vendor": "Fedora Project COPR (limb/numpy)" } } ] } [2024-09-12 19:49:32,166][ INFO][PID:2339591] Sending fedora-messaging bus message in build.start [2024-09-12 19:49:32,861][ INFO][PID:2339591] Sending fedora-messaging bus message in chroot.start [2024-09-12 19:49:32,884][ INFO][PID:2339591] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8015619-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-09-12 19:49:33,274][ INFO][PID:2339591] Downloading the builder-live.log file, attempt 1 [2024-09-12 19:49:33,276][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.202.37.186 copr-rpmbuild-log [2024-09-12 19:49:38,280][ INFO][PID:2339591] Status: False [2024-09-12 19:49:46,871][ ERROR][PID:2339591] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-12 19:49:56,872][WARNING][PID:2339591] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-12 19:50:06,873][ INFO][PID:2339591] Downloading the builder-live.log file, attempt 2 [2024-09-12 19:50:06,875][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.202.37.186 copr-rpmbuild-log [2024-09-12 19:51:06,942][ ERROR][PID:2339591] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-12 19:51:16,947][WARNING][PID:2339591] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-12 19:51:26,948][ INFO][PID:2339591] Downloading the builder-live.log file, attempt 3 [2024-09-12 19:51:26,950][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.202.37.186 copr-rpmbuild-log [2024-09-12 19:52:27,017][ ERROR][PID:2339591] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-12 19:52:37,019][WARNING][PID:2339591] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-12 19:52:47,020][ INFO][PID:2339591] Downloading the builder-live.log file, attempt 4 [2024-09-12 19:52:47,022][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.202.37.186 copr-rpmbuild-log [2024-09-12 19:53:47,090][ ERROR][PID:2339591] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-12 19:53:57,096][ ERROR][PID:2339591] Giving up for unstable SSH, failures: 1726170596.872682, 1726170676.9479027, 1726170757.019673, 1726170837.096709 [2024-09-12 19:53:57,098][ ERROR][PID:2339591] Re-try request for task on 'ResallocHost, ticket_id=4864464, hostname=44.202.37.186': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-09-12 19:53:57,099][ INFO][PID:2339591] Releasing VM back to pool [2024-09-12 19:53:57,113][ INFO][PID:2339591] Retry #1 (on other host) [2024-09-12 19:53:57,114][ INFO][PID:2339591] Trying to allocate VM [2024-09-12 19:55:45,238][ INFO][PID:2339591] Allocated host ResallocHost, ticket_id=4864571, hostname=3.239.23.252 [2024-09-12 19:55:45,238][ INFO][PID:2339591] Allocating ssh connection to builder [2024-09-12 19:55:45,239][ INFO][PID:2339591] Checking that builder machine is OK [2024-09-12 19:55:45,582][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.239.23.252 '/usr/bin/test -f /etc/mock/fedora-rawhide-x86_64.cfg' [2024-09-12 19:55:45,797][ INFO][PID:2339591] Filling build.info file with builder info [2024-09-12 19:55:45,798][ INFO][PID:2339591] Not re-notifying FE and msg buses for the new host. [2024-09-12 19:55:45,799][ INFO][PID:2339591] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8015619-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-09-12 19:55:46,166][ INFO][PID:2339591] Downloading the builder-live.log file, attempt 1 [2024-09-12 19:55:46,168][ INFO][PID:2339591] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.239.23.252 copr-rpmbuild-log [2024-09-12 19:57:19,253][ INFO][PID:2339591] Downloading results from builder [2024-09-12 19:57:19,254][ INFO][PID:2339591] rsyncing of mockbuilder@3.239.23.252:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex started [2024-09-12 19:57:19,255][ INFO][PID:2339591] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.239.23.252:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/ &> /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/build-08015619.rsync.log [2024-09-12 19:57:19,492][ INFO][PID:2339591] rsyncing finished. [2024-09-12 19:57:19,493][ INFO][PID:2339591] Releasing VM back to pool [2024-09-12 19:57:19,503][ INFO][PID:2339591] Searching for 'success' file in resultdir [2024-09-12 19:57:19,504][ ERROR][PID:2339591] Build failed: Backend process error: No success file => build failure [2024-09-12 19:57:19,505][ INFO][PID:2339591] Finished build: id=8015619 failed=True timeout=None destdir=/var/lib/copr/public_html/results/limb/numpy chroot=fedora-rawhide-x86_64 [2024-09-12 19:57:19,507][ ERROR][PID:2339591] Backend process error: No success file => build failure [2024-09-12 19:57:19,508][ INFO][PID:2339591] Worker failed build, took 93.70967626571655 [2024-09-12 19:57:19,509][ INFO][PID:2339591] Sending build state back to frontend: { "builds": [ { "timeout": null, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "limb", "project_name": "numpy", "project_dirname": "numpy", "submitter": "limb", "ended_on": 1726171039.5081656, "started_on": 1726170945.7984893, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8015619-fedora-rawhide-x86_64", "build_id": 8015619, "package_name": "python-ndindex", "package_version": "1.7-13", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/limb/numpy/python-ndindex", "git_hash": "17f91690aee7553014697e104948f8b0de9a7916", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "limb/numpy--limb", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/limb/numpy/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/rawhide/latest/x86_64/", "id": "https_kojipkgs_fedoraproject_org_repos_rawhide_latest_x86_64", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_rawhide_latest_x86_64" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/limb/numpy", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/limb/numpy", "result_dir": "08015619-python-ndindex", "built_packages": "", "id": 8015619, "mockchain_macros": { "copr_username": "limb", "copr_projectname": "numpy", "vendor": "Fedora Project COPR (limb/numpy)" } } ] } [2024-09-12 19:57:19,578][ INFO][PID:2339591] Sending fedora-messaging bus message in build.end [2024-09-12 19:57:19,600][ INFO][PID:2339591] Compressing /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/builder-live.log by gzip [2024-09-12 19:57:19,602][ INFO][PID:2339591] Running command 'gzip /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/builder-live.log' as PID 2402397 [2024-09-12 19:57:19,608][ INFO][PID:2339591] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/builder-live.log) [2024-09-12 19:57:19,609][ INFO][PID:2339591] Compressing /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/backend.log by gzip [2024-09-12 19:57:19,610][ INFO][PID:2339591] Running command 'gzip /var/lib/copr/public_html/results/limb/numpy/fedora-rawhide-x86_64/08015619-python-ndindex/backend.log' as PID 2402400