[2024-11-29 02:18:39,417][ INFO][PID:1835364] Marking build as starting [2024-11-29 02:18:39,502][ INFO][PID:1835364] Trying to allocate VM [2024-11-29 02:19:27,796][ INFO][PID:1835364] Allocated host ResallocHost, ticket_id=6123667, hostname=3.236.79.46 [2024-11-29 02:19:27,800][ INFO][PID:1835364] Allocating ssh connection to builder [2024-11-29 02:19:27,803][ INFO][PID:1835364] Checking that builder machine is OK [2024-11-29 02:19:28,289][ INFO][PID:1835364] Running remote command: copr-builder-ready fedora-41-x86_64 [2024-11-29 02:19:28,621][ INFO][PID:1835364] Red Hat subscription not needed for fedora-41-x86_64 Builder is ready to be used [2024-11-29 02:19:28,628][ INFO][PID:1835364] Filling build.info file with builder info [2024-11-29 02:19:28,638][ INFO][PID:1835364] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": null, "started_on": 1732846768.6351671, "submitted_on": null, "status": 3, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8324975-fedora-41-x86_64", "build_id": 8324975, "package_name": "cutlass", "package_version": "3.6.0-20241009.0.gitcc3c29a8.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "48fc81b66d35f326046140aaa570af7c3fd68640", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-41-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08324975-cutlass", "built_packages": "", "id": 8324975, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-11-29 02:19:28,935][ INFO][PID:1835364] Sending fedora-messaging bus message in build.start [2024-11-29 02:19:32,392][ INFO][PID:1835364] Sending fedora-messaging bus message in chroot.start [2024-11-29 02:19:32,489][ INFO][PID:1835364] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8324975-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached [2024-11-29 02:19:32,994][ INFO][PID:1835364] Downloading the builder-live.log file, attempt 1 [2024-11-29 02:19:33,001][ INFO][PID:1835364] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.79.46 copr-rpmbuild-log [2024-11-29 02:19:38,057][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 02:29:38,207][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 02:39:38,281][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 02:49:38,356][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 02:59:38,432][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:09:38,512][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:19:38,593][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:29:38,757][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:39:38,851][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:49:38,937][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 03:59:39,020][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:09:39,194][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:19:39,503][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:29:39,602][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:39:39,692][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:49:39,776][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 04:59:39,863][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:09:39,973][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:19:40,070][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:29:40,162][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:39:40,254][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:49:40,345][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 05:59:40,430][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:09:40,538][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:19:40,659][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:29:40,744][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:39:40,829][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:49:40,917][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 06:59:41,025][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:09:41,181][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:19:41,297][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:29:41,385][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:39:41,478][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:49:41,571][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 07:59:41,661][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:09:41,765][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:19:41,986][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:29:42,073][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:39:42,155][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:49:42,264][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 08:59:42,372][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:09:42,483][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:19:42,644][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:29:42,736][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:39:42,841][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:49:42,939][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 09:59:43,209][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:09:43,335][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:19:43,557][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:29:43,692][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:39:43,843][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:49:43,975][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 10:59:44,093][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:09:44,184][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:19:44,332][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:29:44,442][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:39:44,533][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:49:44,644][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 11:59:44,751][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:09:44,895][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:19:45,038][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:29:45,124][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:39:45,215][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:49:45,300][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 12:59:45,382][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:09:45,469][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:19:45,566][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:29:45,671][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:39:45,751][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:49:45,905][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 13:55:02,462][ ERROR][PID:1835364] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-29 13:55:12,481][WARNING][PID:1835364] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-29 13:55:22,486][ INFO][PID:1835364] Downloading the builder-live.log file, attempt 2 [2024-11-29 13:55:22,593][ INFO][PID:1835364] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.79.46 copr-rpmbuild-log [2024-11-29 13:56:22,647][ ERROR][PID:1835364] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-29 13:56:32,648][WARNING][PID:1835364] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-29 13:56:42,649][ INFO][PID:1835364] Downloading the builder-live.log file, attempt 3 [2024-11-29 13:56:42,650][ INFO][PID:1835364] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.79.46 copr-rpmbuild-log [2024-11-29 13:57:42,717][ ERROR][PID:1835364] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-29 13:57:52,718][WARNING][PID:1835364] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-29 13:58:02,719][ INFO][PID:1835364] Downloading the builder-live.log file, attempt 4 [2024-11-29 13:58:02,721][ INFO][PID:1835364] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.79.46 copr-rpmbuild-log [2024-11-29 13:59:02,789][ ERROR][PID:1835364] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-29 13:59:12,821][ ERROR][PID:1835364] Giving up for unstable SSH, failures: 1732888512.4770951, 1732888592.6486106, 1732888672.718914, 1732888752.7904885 [2024-11-29 13:59:12,844][ ERROR][PID:1835364] Re-try request for task on 'ResallocHost, ticket_id=6123667, hostname=3.236.79.46': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-11-29 13:59:12,848][ INFO][PID:1835364] Releasing VM back to pool [2024-11-29 13:59:12,864][ INFO][PID:1835364] Retry #1 (on other host) [2024-11-29 13:59:12,876][ INFO][PID:1835364] Trying to allocate VM [2024-11-29 13:59:15,991][ INFO][PID:1835364] Allocated host ResallocHost, ticket_id=6130037, hostname=3.236.76.155 [2024-11-29 13:59:15,993][ INFO][PID:1835364] Allocating ssh connection to builder [2024-11-29 13:59:15,998][ INFO][PID:1835364] Checking that builder machine is OK [2024-11-29 13:59:16,373][ INFO][PID:1835364] Running remote command: copr-builder-ready fedora-41-x86_64 [2024-11-29 13:59:16,586][ INFO][PID:1835364] Red Hat subscription not needed for fedora-41-x86_64 Builder is ready to be used [2024-11-29 13:59:16,587][ INFO][PID:1835364] Filling build.info file with builder info [2024-11-29 13:59:16,603][ INFO][PID:1835364] Not re-notifying FE and msg buses for the new host. [2024-11-29 13:59:16,615][ INFO][PID:1835364] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8324975-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached [2024-11-29 13:59:16,979][ INFO][PID:1835364] Downloading the builder-live.log file, attempt 1 [2024-11-29 13:59:16,981][ INFO][PID:1835364] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.236.76.155 copr-rpmbuild-log [2024-11-29 13:59:46,992][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:09:47,071][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:19:47,178][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:29:47,272][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:39:47,363][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:49:47,471][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 14:59:47,561][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:09:47,646][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:19:47,744][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:29:47,842][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:39:47,919][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:49:47,993][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 15:59:48,068][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:09:48,175][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:19:48,289][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:29:48,497][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:39:48,682][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:49:48,833][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 16:59:48,915][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:09:49,067][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:19:49,244][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:29:49,321][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:39:49,393][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:49:49,465][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 17:59:49,539][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:09:49,636][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:19:49,729][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:29:49,806][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:39:49,874][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:49:49,945][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 18:59:50,052][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:09:50,152][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:19:50,246][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:29:50,351][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:39:50,433][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:49:50,527][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 19:59:50,604][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:09:50,699][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:19:50,896][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:29:51,118][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:39:51,211][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:49:51,345][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 20:59:51,450][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:09:51,556][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:19:51,668][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:29:51,775][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:39:51,879][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:49:52,004][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 21:59:52,091][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:09:52,202][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:19:52,348][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:29:52,458][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:39:52,568][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:49:52,646][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 22:59:52,735][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:09:52,852][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:19:52,973][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:29:53,061][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:39:53,136][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:49:53,212][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-29 23:59:53,318][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:09:53,462][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:19:53,611][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:29:53,751][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:39:53,884][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:49:53,962][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 00:59:54,038][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:09:54,138][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:19:54,256][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:29:54,335][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:39:54,411][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:49:54,524][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 01:59:54,608][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:09:54,731][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:19:55,092][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:29:55,205][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:39:55,283][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:49:55,366][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 02:59:55,442][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:09:55,520][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:19:55,760][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:29:55,845][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:39:55,933][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:49:56,022][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 03:59:56,107][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:09:56,276][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:19:56,460][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:29:56,559][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:39:56,651][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:49:56,737][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 04:59:56,824][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:09:56,935][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:19:57,043][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:29:57,131][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:39:57,222][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:49:57,332][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 05:59:57,423][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:09:57,544][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:19:57,666][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:29:57,755][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:39:57,844][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:49:57,944][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 06:59:58,064][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:09:58,226][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:19:58,331][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:29:58,412][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:39:58,499][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:49:58,586][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 07:59:58,675][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 08:09:58,776][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 08:19:58,882][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 08:29:58,968][ INFO][PID:1835364] Periodic builder liveness probe: alive [2024-11-30 08:32:16,710][ INFO][PID:1835364] Downloading results from builder [2024-11-30 08:32:16,731][ INFO][PID:1835364] rsyncing of mockbuilder@3.236.76.155:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass started [2024-11-30 08:32:16,763][ INFO][PID:1835364] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.236.76.155:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/ &> /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/build-08324975.rsync.log [2024-11-30 08:32:19,366][ INFO][PID:1835364] rsyncing finished. [2024-11-30 08:32:19,369][ INFO][PID:1835364] Releasing VM back to pool [2024-11-30 08:32:19,385][ INFO][PID:1835364] Searching for 'success' file in resultdir [2024-11-30 08:32:19,400][ INFO][PID:1835364] Going to sign pkgs from source: 8324975-fedora-41-x86_64 in chroot: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64 [2024-11-30 08:32:19,416][ INFO][PID:1835364] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-11-30 08:32:19,750][ INFO][PID:1835364] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-static-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm' (attempt #1) [2024-11-30 08:32:24,041][ INFO][PID:1835364] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-static-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm [2024-11-30 08:32:24,043][ INFO][PID:1835364] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.src.rpm' (attempt #1) [2024-11-30 08:32:24,897][ INFO][PID:1835364] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.src.rpm [2024-11-30 08:32:24,900][ INFO][PID:1835364] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-devel-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm' (attempt #1) [2024-11-30 08:32:25,772][ INFO][PID:1835364] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-devel-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm [2024-11-30 08:32:25,773][ INFO][PID:1835364] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm' (attempt #1) [2024-11-30 08:32:29,774][ INFO][PID:1835364] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/cutlass-3.6.0-20241009.0.gitcc3c29a8.cu12_6.fc41.x86_64.rpm [2024-11-30 08:32:29,776][ INFO][PID:1835364] Sign done [2024-11-30 08:32:29,781][ INFO][PID:1835364] Incremental createrepo run, adding 08324975-cutlass into https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64, (auto-create-repo=True) [2024-11-30 08:32:29,813][ INFO][PID:1835364] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64 --add 08324975-cutlass --no-appstream-metadata' as PID 28209 [2024-11-30 08:32:31,492][ INFO][PID:1835364] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64 --add 08324975-cutlass --no-appstream-metadata) [2024-11-30 08:32:31,513][ INFO][PID:1835364] Getting build details [2024-11-30 08:32:31,514][ INFO][PID:1835364] Listing built binary packages in /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass [2024-11-30 08:32:31,515][ INFO][PID:1835364] Built packages: ['cutlass-static 3.6.0', 'cutlass 3.6.0', 'cutlass-devel 3.6.0'] [2024-11-30 08:32:31,518][ INFO][PID:1835364] build details: {'built_packages': 'cutlass-static 3.6.0\ncutlass 3.6.0\ncutlass-devel 3.6.0'} [2024-11-30 08:32:31,520][ INFO][PID:1835364] Retrieving pubkey [2024-11-30 08:32:31,521][ INFO][PID:1835364] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-11-30 08:32:31,831][ INFO][PID:1835364] Added pubkey for user rezso project ML into: /var/lib/copr/public_html/results/rezso/ML/pubkey.gpg [2024-11-30 08:32:31,839][ INFO][PID:1835364] Finished build: id=8324975 failed=False timeout=172800 destdir=/var/lib/copr/public_html/results/rezso/ML chroot=fedora-41-x86_64 [2024-11-30 08:32:31,925][ INFO][PID:1835364] Worker succeeded build, took 66795.32583999634 [2024-11-30 08:32:31,945][ INFO][PID:1835364] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": 1732955551.9247618, "started_on": 1732888756.5989218, "submitted_on": null, "status": 1, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8324975-fedora-41-x86_64", "build_id": 8324975, "package_name": "cutlass", "package_version": "3.6.0-20241009.0.gitcc3c29a8.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "48fc81b66d35f326046140aaa570af7c3fd68640", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": { "packages": [ { "name": "cutlass-static", "epoch": null, "version": "3.6.0", "release": "20241009.0.gitcc3c29a8.cu12_6.fc41", "arch": "x86_64" }, { "name": "cutlass", "epoch": null, "version": "3.6.0", "release": "20241009.0.gitcc3c29a8.cu12_6.fc41", "arch": "x86_64" }, { "name": "cutlass-devel", "epoch": null, "version": "3.6.0", "release": "20241009.0.gitcc3c29a8.cu12_6.fc41", "arch": "x86_64" }, { "name": "cutlass", "epoch": null, "version": "3.6.0", "release": "20241009.0.gitcc3c29a8.cu12_6.fc41", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-41-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08324975-cutlass", "built_packages": "cutlass-static 3.6.0\ncutlass 3.6.0\ncutlass-devel 3.6.0", "id": 8324975, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-11-30 08:32:33,045][ INFO][PID:1835364] Sending fedora-messaging bus message in build.end [2024-11-30 08:32:33,385][ INFO][PID:1835364] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/builder-live.log by gzip [2024-11-30 08:32:33,389][ INFO][PID:1835364] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/builder-live.log' as PID 28286 [2024-11-30 08:32:33,917][ INFO][PID:1835364] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/builder-live.log) [2024-11-30 08:32:33,918][ INFO][PID:1835364] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/backend.log by gzip [2024-11-30 08:32:33,919][ INFO][PID:1835364] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08324975-cutlass/backend.log' as PID 28295