[2024-10-11 10:25:59,583][ INFO][PID:581776] Marking build as starting [2024-10-11 10:25:59,659][ INFO][PID:581776] Trying to allocate VM [2024-10-11 10:26:02,687][ INFO][PID:581776] Allocated host ResallocHost, ticket_id=5350843, hostname=3.94.160.156 [2024-10-11 10:26:02,688][ INFO][PID:581776] Allocating ssh connection to builder [2024-10-11 10:26:02,689][ INFO][PID:581776] Checking that builder machine is OK [2024-10-11 10:26:03,033][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.94.160.156 '/usr/bin/test -f /etc/mock/fedora-39-x86_64.cfg' [2024-10-11 10:26:03,248][ INFO][PID:581776] Filling build.info file with builder info [2024-10-11 10:26:03,250][ INFO][PID:581776] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": null, "started_on": 1728642363.2501352, "submitted_on": null, "status": 3, "chroot": "fedora-39-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8128916-fedora-39-x86_64", "build_id": 8128916, "package_name": "cutlass", "package_version": "3.5.1-20240819.1.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "bd388b8dac71b277b53d6343170ed8234fa1388f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-39-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-39-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08128916-cutlass", "built_packages": "", "id": 8128916, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-10-11 10:26:03,316][ INFO][PID:581776] Sending fedora-messaging bus message in build.start [2024-10-11 10:26:04,141][ INFO][PID:581776] Sending fedora-messaging bus message in chroot.start [2024-10-11 10:26:04,168][ INFO][PID:581776] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8128916-fedora-39-x86_64 --chroot fedora-39-x86_64 --detached [2024-10-11 10:26:04,536][ INFO][PID:581776] Downloading the builder-live.log file, attempt 1 [2024-10-11 10:26:04,537][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.94.160.156 copr-rpmbuild-log [2024-10-11 10:26:09,544][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 10:36:09,697][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 10:46:09,808][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 10:56:09,894][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:06:09,970][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:16:10,129][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:26:10,274][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:36:10,354][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:46:10,449][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 11:56:10,541][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:06:10,646][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:16:10,779][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:26:10,857][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:36:10,946][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:46:11,116][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 12:56:11,223][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:06:11,349][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:16:11,611][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:26:11,730][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:34:15,358][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 13:34:25,359][WARNING][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 13:34:35,361][ INFO][PID:581776] Downloading the builder-live.log file, attempt 2 [2024-10-11 13:34:35,365][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.94.160.156 copr-rpmbuild-log [2024-10-11 13:35:35,437][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 13:35:45,438][WARNING][PID:581776] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 13:35:55,439][ INFO][PID:581776] Downloading the builder-live.log file, attempt 3 [2024-10-11 13:35:55,441][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.94.160.156 copr-rpmbuild-log [2024-10-11 13:36:11,826][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:36:55,510][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 13:37:05,511][WARNING][PID:581776] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 13:37:15,512][ INFO][PID:581776] Downloading the builder-live.log file, attempt 4 [2024-10-11 13:37:15,513][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.94.160.156 copr-rpmbuild-log [2024-10-11 13:38:15,582][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 13:38:25,583][ ERROR][PID:581776] Giving up for unstable SSH, failures: 1728653665.35976, 1728653745.4388611, 1728653825.5115533, 1728653905.583474 [2024-10-11 13:38:25,584][ ERROR][PID:581776] Re-try request for task on 'ResallocHost, ticket_id=5350843, hostname=3.94.160.156': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-10-11 13:38:25,586][ INFO][PID:581776] Releasing VM back to pool [2024-10-11 13:38:25,613][ INFO][PID:581776] Retry #1 (on other host) [2024-10-11 13:38:25,630][ INFO][PID:581776] Trying to allocate VM [2024-10-11 13:38:28,674][ INFO][PID:581776] Allocated host ResallocHost, ticket_id=5353076, hostname=34.230.27.54 [2024-10-11 13:38:28,675][ INFO][PID:581776] Allocating ssh connection to builder [2024-10-11 13:38:28,675][ INFO][PID:581776] Checking that builder machine is OK [2024-10-11 13:38:28,998][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.27.54 '/usr/bin/test -f /etc/mock/fedora-39-x86_64.cfg' [2024-10-11 13:38:29,214][ INFO][PID:581776] Filling build.info file with builder info [2024-10-11 13:38:29,225][ INFO][PID:581776] Not re-notifying FE and msg buses for the new host. [2024-10-11 13:38:29,227][ INFO][PID:581776] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8128916-fedora-39-x86_64 --chroot fedora-39-x86_64 --detached [2024-10-11 13:38:29,594][ INFO][PID:581776] Downloading the builder-live.log file, attempt 1 [2024-10-11 13:38:29,595][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.27.54 copr-rpmbuild-log [2024-10-11 13:46:14,675][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 13:56:14,796][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:06:14,910][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:16:15,071][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:26:15,199][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:33:58,002][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 14:34:08,003][WARNING][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 14:34:18,004][ INFO][PID:581776] Downloading the builder-live.log file, attempt 2 [2024-10-11 14:34:18,005][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.27.54 copr-rpmbuild-log [2024-10-11 14:35:18,080][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 14:35:28,083][WARNING][PID:581776] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 14:35:38,084][ INFO][PID:581776] Downloading the builder-live.log file, attempt 3 [2024-10-11 14:35:38,085][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.27.54 copr-rpmbuild-log [2024-10-11 14:36:15,292][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:36:38,154][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 14:36:48,156][WARNING][PID:581776] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-10-11 14:36:58,157][ INFO][PID:581776] Downloading the builder-live.log file, attempt 4 [2024-10-11 14:36:58,158][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.230.27.54 copr-rpmbuild-log [2024-10-11 14:37:58,227][ ERROR][PID:581776] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-10-11 14:38:08,228][ ERROR][PID:581776] Giving up for unstable SSH, failures: 1728657248.003379, 1728657328.0833328, 1728657408.1564867, 1728657488.2287223 [2024-10-11 14:38:08,230][ ERROR][PID:581776] Re-try request for task on 'ResallocHost, ticket_id=5353076, hostname=34.230.27.54': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-10-11 14:38:08,231][ INFO][PID:581776] Releasing VM back to pool [2024-10-11 14:38:08,245][ INFO][PID:581776] Retry #2 (on other host) [2024-10-11 14:38:08,248][ INFO][PID:581776] Trying to allocate VM [2024-10-11 14:38:26,301][ INFO][PID:581776] Allocated host ResallocHost, ticket_id=5353981, hostname=44.200.114.139 [2024-10-11 14:38:26,302][ INFO][PID:581776] Allocating ssh connection to builder [2024-10-11 14:38:26,302][ INFO][PID:581776] Checking that builder machine is OK [2024-10-11 14:38:26,675][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.200.114.139 '/usr/bin/test -f /etc/mock/fedora-39-x86_64.cfg' [2024-10-11 14:38:26,891][ INFO][PID:581776] Filling build.info file with builder info [2024-10-11 14:38:26,902][ INFO][PID:581776] Not re-notifying FE and msg buses for the new host. [2024-10-11 14:38:26,903][ INFO][PID:581776] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8128916-fedora-39-x86_64 --chroot fedora-39-x86_64 --detached [2024-10-11 14:38:27,305][ INFO][PID:581776] Downloading the builder-live.log file, attempt 1 [2024-10-11 14:38:27,307][ INFO][PID:581776] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.200.114.139 copr-rpmbuild-log [2024-10-11 14:46:17,417][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 14:56:17,547][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:06:17,625][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:16:17,739][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:26:17,827][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:36:17,984][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:46:18,101][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 15:56:18,181][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:06:18,271][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:16:18,395][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:26:18,491][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:36:18,603][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:46:18,700][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 16:56:18,782][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:06:18,865][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:16:19,077][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:26:19,260][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:36:19,338][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:46:19,416][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 17:56:19,500][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:06:19,593][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:16:19,784][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:26:19,888][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:36:19,967][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:46:20,056][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 18:56:20,163][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:06:20,239][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:16:20,334][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:26:20,416][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:36:20,539][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:46:20,617][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 19:56:20,695][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:06:20,771][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:16:20,866][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:26:20,989][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:36:21,076][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:46:21,154][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 20:56:21,229][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:06:21,309][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:16:21,516][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:26:21,620][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:36:21,700][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:46:21,769][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 21:56:21,840][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:06:21,915][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:16:22,024][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:26:22,103][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:36:22,175][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:46:22,248][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 22:56:22,320][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:06:22,392][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:16:22,501][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:26:22,579][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:36:22,651][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:46:22,725][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-11 23:56:22,798][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:06:22,919][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:16:23,035][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:26:23,110][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:36:23,186][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:46:23,277][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 00:56:23,358][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:06:23,465][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:16:23,743][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:26:23,841][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:36:23,968][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:46:24,082][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 01:56:24,174][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 02:06:24,272][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 02:16:24,433][ INFO][PID:581776] Periodic builder liveness probe: alive [2024-10-12 02:17:02,095][ INFO][PID:581776] Downloading results from builder [2024-10-12 02:17:02,122][ INFO][PID:581776] rsyncing of mockbuilder@44.200.114.139:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass started [2024-10-12 02:17:02,157][ INFO][PID:581776] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@44.200.114.139:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/ &> /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/build-08128916.rsync.log [2024-10-12 02:17:04,446][ INFO][PID:581776] rsyncing finished. [2024-10-12 02:17:04,448][ INFO][PID:581776] Releasing VM back to pool [2024-10-12 02:17:04,475][ INFO][PID:581776] Searching for 'success' file in resultdir [2024-10-12 02:17:04,491][ INFO][PID:581776] Going to sign pkgs from source: 8128916-fedora-39-x86_64 in chroot: /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64 [2024-10-12 02:17:04,507][ INFO][PID:581776] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-10-12 02:17:04,844][ INFO][PID:581776] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-devel-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm' (attempt #1) [2024-10-12 02:17:05,780][ INFO][PID:581776] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-devel-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm [2024-10-12 02:17:05,781][ INFO][PID:581776] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-3.5.1-20240819.1.cu12_6.fc39.src.rpm' (attempt #1) [2024-10-12 02:17:06,388][ INFO][PID:581776] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-3.5.1-20240819.1.cu12_6.fc39.src.rpm [2024-10-12 02:17:06,389][ INFO][PID:581776] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm' (attempt #1) [2024-10-12 02:17:12,333][ INFO][PID:581776] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm [2024-10-12 02:17:12,334][ INFO][PID:581776] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-static-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm' (attempt #1) [2024-10-12 02:17:17,974][ INFO][PID:581776] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/cutlass-static-3.5.1-20240819.1.cu12_6.fc39.x86_64.rpm [2024-10-12 02:17:17,974][ INFO][PID:581776] Sign done [2024-10-12 02:17:17,983][ INFO][PID:581776] Incremental createrepo run, adding 08128916-cutlass into https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-39-x86_64, (auto-create-repo=True) [2024-10-12 02:17:18,011][ INFO][PID:581776] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64 --add 08128916-cutlass --no-appstream-metadata' as PID 705353 [2024-10-12 02:17:20,084][ INFO][PID:581776] Finished after 2 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64 --add 08128916-cutlass --no-appstream-metadata) [2024-10-12 02:17:20,103][ INFO][PID:581776] Getting build details [2024-10-12 02:17:20,105][ INFO][PID:581776] Listing built binary packages in /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass [2024-10-12 02:17:20,106][ INFO][PID:581776] Built packages: ['cutlass 3.5.1', 'cutlass-devel 3.5.1', 'cutlass-static 3.5.1'] [2024-10-12 02:17:20,108][ INFO][PID:581776] build details: {'built_packages': 'cutlass 3.5.1\ncutlass-devel 3.5.1\ncutlass-static 3.5.1'} [2024-10-12 02:17:20,113][ INFO][PID:581776] Retrieving pubkey [2024-10-12 02:17:20,114][ INFO][PID:581776] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-10-12 02:17:20,438][ INFO][PID:581776] Added pubkey for user rezso project ML into: /var/lib/copr/public_html/results/rezso/ML/pubkey.gpg [2024-10-12 02:17:20,458][ INFO][PID:581776] Finished build: id=8128916 failed=False timeout=172800 destdir=/var/lib/copr/public_html/results/rezso/ML chroot=fedora-39-x86_64 [2024-10-12 02:17:20,547][ INFO][PID:581776] Worker succeeded build, took 41933.64472413063 [2024-10-12 02:17:20,560][ INFO][PID:581776] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": 1728699440.5468502, "started_on": 1728657506.902126, "submitted_on": null, "status": 1, "chroot": "fedora-39-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8128916-fedora-39-x86_64", "build_id": 8128916, "package_name": "cutlass", "package_version": "3.5.1-20240819.1.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "bd388b8dac71b277b53d6343170ed8234fa1388f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": { "packages": [ { "name": "cutlass", "epoch": null, "version": "3.5.1", "release": "20240819.1.cu12_6.fc39", "arch": "src" }, { "name": "cutlass", "epoch": null, "version": "3.5.1", "release": "20240819.1.cu12_6.fc39", "arch": "x86_64" }, { "name": "cutlass-devel", "epoch": null, "version": "3.5.1", "release": "20240819.1.cu12_6.fc39", "arch": "x86_64" }, { "name": "cutlass-static", "epoch": null, "version": "3.5.1", "release": "20240819.1.cu12_6.fc39", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-39-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-39-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08128916-cutlass", "built_packages": "cutlass 3.5.1\ncutlass-devel 3.5.1\ncutlass-static 3.5.1", "id": 8128916, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-10-12 02:17:21,735][ INFO][PID:581776] Sending fedora-messaging bus message in build.end [2024-10-12 02:17:22,129][ INFO][PID:581776] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/builder-live.log by gzip [2024-10-12 02:17:22,137][ INFO][PID:581776] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/builder-live.log' as PID 705625 [2024-10-12 02:17:22,312][ INFO][PID:581776] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/builder-live.log) [2024-10-12 02:17:22,312][ INFO][PID:581776] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/backend.log by gzip [2024-10-12 02:17:22,314][ INFO][PID:581776] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-39-x86_64/08128916-cutlass/backend.log' as PID 705632