[2024-11-14 13:26:55,500][ INFO][PID:4183246] Marking build as starting [2024-11-14 13:26:55,650][ INFO][PID:4183246] Trying to allocate VM [2024-11-14 13:32:13,836][ INFO][PID:4183246] Allocated host ResallocHost, ticket_id=5877208, hostname=3.80.235.21 [2024-11-14 13:32:13,837][ INFO][PID:4183246] Allocating ssh connection to builder [2024-11-14 13:32:13,837][ INFO][PID:4183246] Checking that builder machine is OK [2024-11-14 13:32:14,187][ INFO][PID:4183246] Running remote command: copr-builder-ready fedora-41-i386 [2024-11-14 13:32:14,405][ INFO][PID:4183246] Red Hat subscription not needed for fedora-41-i386 Builder is ready to be used [2024-11-14 13:32:14,406][ INFO][PID:4183246] Filling build.info file with builder info [2024-11-14 13:32:14,408][ INFO][PID:4183246] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23:pr:16", "submitter": "https://src.fedoraproject.org/user/msuchy", "ended_on": null, "started_on": 1731591134.4080908, "submitted_on": null, "status": 3, "chroot": "fedora-41-i386", "arch": "i386", "buildroot_pkgs": [], "task_id": "8261576-fedora-41-i386", "build_id": 8261576, "package_name": "ceph", "package_version": "2:19.2.0-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23:pr:16/ceph", "git_hash": "c814e986f04d466ebde3e81009853d6ffdaadc08", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/msuchy", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-i386/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_i386" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:16", "result_dir": "08261576-ceph", "built_packages": "", "id": 8261576, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-11-14 13:32:14,513][ INFO][PID:4183246] Sending fedora-messaging bus message in build.start [2024-11-14 13:32:15,412][ INFO][PID:4183246] Sending fedora-messaging bus message in chroot.start [2024-11-14 13:32:15,467][ INFO][PID:4183246] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8261576-fedora-41-i386 --chroot fedora-41-i386 --detached [2024-11-14 13:32:15,869][ INFO][PID:4183246] Downloading the builder-live.log file, attempt 1 [2024-11-14 13:32:15,871][ INFO][PID:4183246] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.80.235.21 copr-rpmbuild-log [2024-11-14 13:32:20,897][ INFO][PID:4183246] Periodic builder liveness probe: alive [2024-11-14 13:34:14,854][ ERROR][PID:4183246] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 13:34:24,856][WARNING][PID:4183246] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 13:34:34,858][ INFO][PID:4183246] Downloading the builder-live.log file, attempt 2 [2024-11-14 13:34:34,865][ INFO][PID:4183246] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.80.235.21 copr-rpmbuild-log [2024-11-14 13:35:34,941][ ERROR][PID:4183246] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 13:35:44,946][WARNING][PID:4183246] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 13:35:54,947][ INFO][PID:4183246] Downloading the builder-live.log file, attempt 3 [2024-11-14 13:35:54,948][ INFO][PID:4183246] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.80.235.21 copr-rpmbuild-log [2024-11-14 13:36:55,017][ ERROR][PID:4183246] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 13:37:05,028][WARNING][PID:4183246] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 13:37:15,029][ INFO][PID:4183246] Downloading the builder-live.log file, attempt 4 [2024-11-14 13:37:15,031][ INFO][PID:4183246] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.80.235.21 copr-rpmbuild-log [2024-11-14 13:38:15,100][ ERROR][PID:4183246] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 13:38:25,101][ ERROR][PID:4183246] Giving up for unstable SSH, failures: 1731591264.8559434, 1731591344.9460735, 1731591425.0279853, 1731591505.1016831 [2024-11-14 13:38:25,102][ ERROR][PID:4183246] Re-try request for task on 'ResallocHost, ticket_id=5877208, hostname=3.80.235.21': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-11-14 13:38:25,103][ INFO][PID:4183246] Releasing VM back to pool [2024-11-14 13:38:25,114][ INFO][PID:4183246] Retry #1 (on other host) [2024-11-14 13:38:25,115][ INFO][PID:4183246] Trying to allocate VM [2024-11-14 13:40:13,213][ INFO][PID:4183246] Allocated host ResallocHost, ticket_id=5877386, hostname=54.159.8.4 [2024-11-14 13:40:13,214][ INFO][PID:4183246] Allocating ssh connection to builder [2024-11-14 13:40:13,215][ INFO][PID:4183246] Checking that builder machine is OK [2024-11-14 13:40:13,562][ INFO][PID:4183246] Running remote command: copr-builder-ready fedora-41-i386 [2024-11-14 13:40:13,782][ INFO][PID:4183246] Red Hat subscription not needed for fedora-41-i386 Builder is ready to be used [2024-11-14 13:40:13,783][ INFO][PID:4183246] Filling build.info file with builder info [2024-11-14 13:40:13,797][ INFO][PID:4183246] Not re-notifying FE and msg buses for the new host. [2024-11-14 13:40:13,799][ INFO][PID:4183246] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8261576-fedora-41-i386 --chroot fedora-41-i386 --detached [2024-11-14 13:40:14,170][ INFO][PID:4183246] Downloading the builder-live.log file, attempt 1 [2024-11-14 13:40:14,172][ INFO][PID:4183246] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.159.8.4 copr-rpmbuild-log [2024-11-14 13:42:24,207][ INFO][PID:4183246] Periodic builder liveness probe: alive [2024-11-14 13:42:33,304][ INFO][PID:4183246] Downloading results from builder [2024-11-14 13:42:33,305][ INFO][PID:4183246] rsyncing of mockbuilder@54.159.8.4:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph started [2024-11-14 13:42:33,306][ INFO][PID:4183246] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.159.8.4:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/build-08261576.rsync.log [2024-11-14 13:42:35,160][ INFO][PID:4183246] rsyncing finished. [2024-11-14 13:42:35,161][ INFO][PID:4183246] Releasing VM back to pool [2024-11-14 13:42:35,178][ INFO][PID:4183246] Searching for 'success' file in resultdir [2024-11-14 13:42:35,179][ ERROR][PID:4183246] Build failed: Backend process error: No success file => build failure [2024-11-14 13:42:35,180][ INFO][PID:4183246] Finished build: id=8261576 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16 chroot=fedora-41-i386 [2024-11-14 13:42:35,182][ ERROR][PID:4183246] Backend process error: No success file => build failure [2024-11-14 13:42:35,182][ INFO][PID:4183246] Worker failed build, took 141.38489651679993 [2024-11-14 13:42:35,183][ INFO][PID:4183246] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23:pr:16", "submitter": "https://src.fedoraproject.org/user/msuchy", "ended_on": 1731591755.1827922, "started_on": 1731591613.7978957, "submitted_on": null, "status": 0, "chroot": "fedora-41-i386", "arch": "i386", "buildroot_pkgs": [], "task_id": "8261576-fedora-41-i386", "build_id": 8261576, "package_name": "ceph", "package_version": "2:19.2.0-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23:pr:16/ceph", "git_hash": "c814e986f04d466ebde3e81009853d6ffdaadc08", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/msuchy", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-i386/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_i386" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23:pr:16", "result_dir": "08261576-ceph", "built_packages": "", "id": 8261576, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-11-14 13:42:35,265][ INFO][PID:4183246] Sending fedora-messaging bus message in build.end [2024-11-14 13:42:35,287][ INFO][PID:4183246] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/builder-live.log by gzip [2024-11-14 13:42:35,288][ INFO][PID:4183246] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/builder-live.log' as PID 92925 [2024-11-14 13:42:35,292][ INFO][PID:4183246] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/builder-live.log) [2024-11-14 13:42:35,293][ INFO][PID:4183246] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/backend.log by gzip [2024-11-14 13:42:35,294][ INFO][PID:4183246] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23:pr:16/fedora-41-i386/08261576-ceph/backend.log' as PID 92926