[2024-10-21 15:30:24,497][ INFO][PID:2999176] Marking build as starting [2024-10-21 15:30:24,722][ INFO][PID:2999176] Trying to allocate VM [2024-10-21 15:32:42,962][ INFO][PID:2999176] Allocated host ResallocHost, ticket_id=5498031, hostname=3.81.106.152 [2024-10-21 15:32:42,965][ INFO][PID:2999176] Allocating ssh connection to builder [2024-10-21 15:32:42,966][ INFO][PID:2999176] Checking that builder machine is OK [2024-10-21 15:32:43,299][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 '/usr/bin/test -f /etc/mock/fedora-41-x86_64.cfg' [2024-10-21 15:32:43,514][ INFO][PID:2999176] Filling build.info file with builder info [2024-10-21 15:32:43,516][ INFO][PID:2999176] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/nphilipp", "ended_on": null, "started_on": 1729524763.5157886, "submitted_on": null, "status": 3, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8162954-fedora-41-x86_64", "build_id": 8162954, "package_name": "gimp", "package_version": "2:2.99.19^20241011giteddaa13ad5-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/gimp", "git_hash": "a79d5a784e807fe20d2c9dc51a222711f8aacb96", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/nphilipp", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "08162954-gimp", "built_packages": "", "id": 8162954, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-10-21 15:32:43,593][ INFO][PID:2999176] Sending fedora-messaging bus message in build.start [2024-10-21 15:32:44,281][ INFO][PID:2999176] Sending fedora-messaging bus message in chroot.start [2024-10-21 15:32:44,303][ INFO][PID:2999176] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8162954-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached [2024-10-21 15:32:44,674][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 1 [2024-10-21 15:32:44,676][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:32:49,683][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 15:34:04,557][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:34:14,560][WARNING][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:34:24,563][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 2 [2024-10-21 15:34:24,565][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:36:24,678][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:36:34,682][WARNING][PID:2999176] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:36:44,683][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 3 [2024-10-21 15:36:44,684][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:38:44,796][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:38:54,804][WARNING][PID:2999176] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:39:04,806][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 4 [2024-10-21 15:39:04,807][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:41:04,916][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:41:14,918][WARNING][PID:2999176] SSH connection lost on #4 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:41:24,919][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 5 [2024-10-21 15:41:24,925][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:42:49,834][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 15:43:25,033][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:43:35,037][WARNING][PID:2999176] SSH connection lost on #5 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:43:45,039][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 6 [2024-10-21 15:43:45,041][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:45:45,151][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:45:55,154][WARNING][PID:2999176] SSH connection lost on #6 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:46:05,155][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 7 [2024-10-21 15:46:05,156][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:48:05,264][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:48:15,265][WARNING][PID:2999176] SSH connection lost on #7 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:48:25,266][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 8 [2024-10-21 15:48:25,268][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:50:25,376][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:50:35,377][WARNING][PID:2999176] SSH connection lost on #8 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:50:45,379][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 9 [2024-10-21 15:50:45,380][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:51:53,615][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:52:03,619][WARNING][PID:2999176] SSH connection lost on #9 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:52:13,620][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 10 [2024-10-21 15:52:13,621][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:52:49,988][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 15:54:13,731][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:54:23,738][WARNING][PID:2999176] SSH connection lost on #10 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:54:33,739][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 11 [2024-10-21 15:54:33,743][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:56:33,856][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:56:43,868][WARNING][PID:2999176] SSH connection lost on #11 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:56:53,872][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 12 [2024-10-21 15:56:53,876][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 15:58:53,992][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 15:59:03,998][WARNING][PID:2999176] SSH connection lost on #12 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 15:59:14,001][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 13 [2024-10-21 15:59:14,011][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:01:14,122][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:01:24,129][WARNING][PID:2999176] SSH connection lost on #13 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:01:34,130][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 14 [2024-10-21 16:01:34,131][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:02:50,193][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 16:03:34,241][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:03:44,248][WARNING][PID:2999176] SSH connection lost on #14 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:03:54,252][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 15 [2024-10-21 16:03:54,256][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:05:54,376][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:06:04,379][WARNING][PID:2999176] SSH connection lost on #15 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:06:14,381][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 16 [2024-10-21 16:06:14,390][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:08:14,506][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:08:24,509][WARNING][PID:2999176] SSH connection lost on #16 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:08:34,510][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 17 [2024-10-21 16:08:34,512][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:10:34,626][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:10:44,628][WARNING][PID:2999176] SSH connection lost on #17 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:10:54,629][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 18 [2024-10-21 16:10:54,634][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:12:50,358][ INFO][PID:2999176] Periodic builder liveness probe: dead [2024-10-21 16:12:54,760][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:13:04,763][WARNING][PID:2999176] SSH connection lost on #18 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:13:14,765][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 19 [2024-10-21 16:13:14,766][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:14:50,470][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 3.81.106.152 port 22: Connection timed out [2024-10-21 16:15:14,873][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:15:24,876][WARNING][PID:2999176] SSH connection lost on #19 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:15:34,877][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 20 [2024-10-21 16:15:34,878][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:17:00,579][ ERROR][PID:2999176] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 3.81.106.152 port 22: Connection timed out [2024-10-21 16:17:34,986][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:17:44,989][WARNING][PID:2999176] SSH connection lost on #20 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:17:54,990][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 21 [2024-10-21 16:17:54,992][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:19:10,690][ ERROR][PID:2999176] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 3.81.106.152 port 22: Connection timed out [2024-10-21 16:19:55,099][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:20:05,102][WARNING][PID:2999176] SSH connection lost on #21 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:20:15,103][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 22 [2024-10-21 16:20:15,104][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:21:20,800][ ERROR][PID:2999176] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 3.81.106.152 port 22: Connection timed out [2024-10-21 16:21:30,800][ ERROR][PID:2999176] Can't ssh to cancel build. [2024-10-21 16:22:15,212][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:22:25,213][WARNING][PID:2999176] SSH connection lost on #22 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:22:35,213][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 23 [2024-10-21 16:22:35,215][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:24:35,322][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:24:45,326][WARNING][PID:2999176] SSH connection lost on #23 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:24:55,327][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 24 [2024-10-21 16:24:55,328][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:26:55,436][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:27:05,439][WARNING][PID:2999176] SSH connection lost on #24 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:27:15,440][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 25 [2024-10-21 16:27:15,441][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:29:15,548][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:29:25,551][WARNING][PID:2999176] SSH connection lost on #25 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:29:35,552][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 26 [2024-10-21 16:29:35,553][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:31:35,661][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:31:45,663][WARNING][PID:2999176] SSH connection lost on #26 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:31:55,664][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 27 [2024-10-21 16:31:55,665][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:33:55,774][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:34:05,778][WARNING][PID:2999176] SSH connection lost on #27 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:34:15,779][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 28 [2024-10-21 16:34:15,780][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:36:15,888][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:36:25,889][WARNING][PID:2999176] SSH connection lost on #28 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:36:35,890][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 29 [2024-10-21 16:36:35,891][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:38:35,999][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:38:46,001][WARNING][PID:2999176] SSH connection lost on #29 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:38:56,002][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 30 [2024-10-21 16:38:56,003][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:40:56,110][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:41:06,114][WARNING][PID:2999176] SSH connection lost on #30 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:41:16,114][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 31 [2024-10-21 16:41:16,116][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:43:16,230][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:43:26,239][WARNING][PID:2999176] SSH connection lost on #31 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:43:36,242][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 32 [2024-10-21 16:43:36,246][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:45:36,358][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:45:46,364][WARNING][PID:2999176] SSH connection lost on #32 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:45:56,365][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 33 [2024-10-21 16:45:56,367][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:47:56,477][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:48:06,478][WARNING][PID:2999176] SSH connection lost on #33 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:48:16,479][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 34 [2024-10-21 16:48:16,481][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:50:16,595][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:50:26,599][WARNING][PID:2999176] SSH connection lost on #34 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-21 16:50:36,605][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 35 [2024-10-21 16:50:36,608][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.81.106.152 copr-rpmbuild-log [2024-10-21 16:50:36,619][ ERROR][PID:2999176] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-21 16:50:46,624][ ERROR][PID:2999176] Giving up for unstable SSH, failures: 1729524854.5608582, 1729524994.6823719, 1729525134.8047452, 1729525274.9180737, 1729525415.0370784, 1729525555.154092, 1729525695.2654757, 1729525835.3777907, 1729525923.6193988, 1729526063.7381783, 1729526203.868388, 1729526343.9981904, 1729526484.1293545, 1729526624.2483747, 1729526764.379318, 1729526904.508933, 1729527044.6284924, 1729527184.7634788, 1729527324.8765721, 1729527464.9897285, 1729527605.1026647, 1729527745.2131965, 1729527885.3262682, 1729528025.4392357, 1729528165.551127, 1729528305.6634474, 1729528445.778522, 1729528585.8891225, 1729528726.0014584, 1729528866.1138892, 1729529006.239295, 1729529146.364486, 1729529286.4783652, 1729529426.5988843, 1729529446.6240005 [2024-10-21 16:50:46,625][ ERROR][PID:2999176] Re-try request for task on 'ResallocHost, ticket_id=5498031, hostname=3.81.106.152': SSH problems when downloading live log: Resalloc ticket FAILED [2024-10-21 16:50:46,626][ INFO][PID:2999176] Releasing VM back to pool [2024-10-21 16:50:46,637][ INFO][PID:2999176] Retry #1 (on other host) [2024-10-21 16:50:46,638][ INFO][PID:2999176] Trying to allocate VM [2024-10-21 16:57:04,811][ INFO][PID:2999176] Allocated host ResallocHost, ticket_id=5499279, hostname=2620:52:3:1:dead:beef:cafe:c1d9 [2024-10-21 16:57:04,812][ INFO][PID:2999176] Allocating ssh connection to builder [2024-10-21 16:57:04,813][ INFO][PID:2999176] Checking that builder machine is OK [2024-10-21 16:57:05,471][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1d9 '/usr/bin/test -f /etc/mock/fedora-41-x86_64.cfg' [2024-10-21 16:57:05,837][ INFO][PID:2999176] Filling build.info file with builder info [2024-10-21 16:57:05,857][ INFO][PID:2999176] Not re-notifying FE and msg buses for the new host. [2024-10-21 16:57:05,858][ INFO][PID:2999176] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8162954-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached [2024-10-21 16:57:06,442][ INFO][PID:2999176] Downloading the builder-live.log file, attempt 1 [2024-10-21 16:57:06,444][ INFO][PID:2999176] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1d9 copr-rpmbuild-log [2024-10-21 16:57:11,452][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 17:07:11,573][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 17:17:11,808][ INFO][PID:2999176] Periodic builder liveness probe: alive [2024-10-21 17:18:27,845][ INFO][PID:2999176] Downloading results from builder [2024-10-21 17:18:27,854][ INFO][PID:2999176] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c1d9]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp started [2024-10-21 17:18:27,857][ INFO][PID:2999176] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c1d9]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/build-08162954.rsync.log [2024-10-21 17:18:29,148][ INFO][PID:2999176] rsyncing finished. [2024-10-21 17:18:29,149][ INFO][PID:2999176] Releasing VM back to pool [2024-10-21 17:18:29,162][ INFO][PID:2999176] Searching for 'success' file in resultdir [2024-10-21 17:18:29,163][ INFO][PID:2999176] Going to sign pkgs from source: 8162954-fedora-41-x86_64 in chroot: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64 [2024-10-21 17:18:29,169][ INFO][PID:2999176] Calling '/bin/sign -u psimovec#openblas-0.3.23@copr.fedorahosted.org -p' (attempt #1) [2024-10-21 17:18:29,361][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-libs-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:30,154][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-libs-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:30,155][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-2.99.19^20241011giteddaa13ad5-3.fc42.src.rpm' (attempt #1) [2024-10-21 17:18:31,305][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-2.99.19^20241011giteddaa13ad5-3.fc42.src.rpm [2024-10-21 17:18:31,307][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:32,511][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:32,512][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-tools-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:33,411][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-tools-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:33,412][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-debugsource-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:34,432][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-debugsource-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:34,433][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-libs-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:35,365][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-libs-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:35,366][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:36,521][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:36,522][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:37,337][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:37,338][ INFO][PID:2999176] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-tools-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm' (attempt #1) [2024-10-21 17:18:38,112][ INFO][PID:2999176] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/gimp-devel-tools-debuginfo-2.99.19^20241011giteddaa13ad5-3.fc42.x86_64.rpm [2024-10-21 17:18:38,112][ INFO][PID:2999176] Sign done [2024-10-21 17:18:38,114][ INFO][PID:2999176] Incremental createrepo run, adding 08162954-gimp into https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-x86_64, (auto-create-repo=True) [2024-10-21 17:18:38,120][ INFO][PID:2999176] Running command 'copr-repo --batched /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64 --add 08162954-gimp --no-appstream-metadata' as PID 3634325 [2024-10-21 17:18:52,952][ INFO][PID:2999176] Finished after 14 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64 --add 08162954-gimp --no-appstream-metadata) [2024-10-21 17:18:52,964][ INFO][PID:2999176] Getting build details [2024-10-21 17:18:52,966][ INFO][PID:2999176] Listing built binary packages in /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp [2024-10-21 17:18:52,966][ INFO][PID:2999176] Built packages: ['gimp-libs-debuginfo 2.99.19^20241011giteddaa13ad5', 'gimp-debuginfo 2.99.19^20241011giteddaa13ad5', 'gimp-devel 2.99.19^20241011giteddaa13ad5', 'gimp 2.99.19^20241011giteddaa13ad5', 'gimp-devel-tools-debuginfo 2.99.19^20241011giteddaa13ad5', 'gimp-devel-tools 2.99.19^20241011giteddaa13ad5', 'gimp-libs 2.99.19^20241011giteddaa13ad5', 'gimp-debugsource 2.99.19^20241011giteddaa13ad5'] [2024-10-21 17:18:52,967][ INFO][PID:2999176] build details: {'built_packages': 'gimp-libs-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-devel 2.99.19^20241011giteddaa13ad5\ngimp 2.99.19^20241011giteddaa13ad5\ngimp-devel-tools-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-devel-tools 2.99.19^20241011giteddaa13ad5\ngimp-libs 2.99.19^20241011giteddaa13ad5\ngimp-debugsource 2.99.19^20241011giteddaa13ad5'} [2024-10-21 17:18:52,970][ INFO][PID:2999176] Retrieving pubkey [2024-10-21 17:18:52,971][ INFO][PID:2999176] Calling '/bin/sign -u psimovec#openblas-0.3.23@copr.fedorahosted.org -p' (attempt #1) [2024-10-21 17:18:53,289][ INFO][PID:2999176] Added pubkey for user psimovec project openblas-0.3.23 into: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/pubkey.gpg [2024-10-21 17:18:53,291][ INFO][PID:2999176] Finished build: id=8162954 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-41-x86_64 [2024-10-21 17:18:53,348][ INFO][PID:2999176] Worker succeeded build, took 1307.4899952411652 [2024-10-21 17:18:53,358][ INFO][PID:2999176] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/nphilipp", "ended_on": 1729531133.3478062, "started_on": 1729529825.857811, "submitted_on": null, "status": 1, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8162954-fedora-41-x86_64", "build_id": 8162954, "package_name": "gimp", "package_version": "2:2.99.19^20241011giteddaa13ad5-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/gimp", "git_hash": "a79d5a784e807fe20d2c9dc51a222711f8aacb96", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/nphilipp", "results": { "packages": [ { "name": "gimp-libs-debuginfo", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-debuginfo", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-devel", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-devel-tools-debuginfo", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-devel-tools", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-libs", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp-debugsource", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "x86_64" }, { "name": "gimp", "epoch": 2, "version": "2.99.19^20241011giteddaa13ad5", "release": "3.fc42", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "08162954-gimp", "built_packages": "gimp-libs-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-devel 2.99.19^20241011giteddaa13ad5\ngimp 2.99.19^20241011giteddaa13ad5\ngimp-devel-tools-debuginfo 2.99.19^20241011giteddaa13ad5\ngimp-devel-tools 2.99.19^20241011giteddaa13ad5\ngimp-libs 2.99.19^20241011giteddaa13ad5\ngimp-debugsource 2.99.19^20241011giteddaa13ad5", "id": 8162954, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-10-21 17:18:54,164][ INFO][PID:2999176] Sending fedora-messaging bus message in build.end [2024-10-21 17:18:54,455][ INFO][PID:2999176] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/builder-live.log by gzip [2024-10-21 17:18:54,457][ INFO][PID:2999176] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/builder-live.log' as PID 3635770 [2024-10-21 17:18:54,590][ INFO][PID:2999176] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/builder-live.log) [2024-10-21 17:18:54,591][ INFO][PID:2999176] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/backend.log by gzip [2024-10-21 17:18:54,592][ INFO][PID:2999176] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-41-x86_64/08162954-gimp/backend.log' as PID 3635781