[2024-09-13 11:26:08,235][ INFO][PID:2106531] Marking build as starting [2024-09-13 11:26:08,368][ INFO][PID:2106531] Trying to allocate VM [2024-09-13 11:26:20,445][ INFO][PID:2106531] Allocated host ResallocHost, ticket_id=4872428, hostname=2620:52:3:1:dead:beef:cafe:c199 [2024-09-13 11:26:20,446][ INFO][PID:2106531] Allocating ssh connection to builder [2024-09-13 11:26:20,446][ INFO][PID:2106531] Checking that builder machine is OK [2024-09-13 11:26:21,080][ INFO][PID:2106531] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c199 '/usr/bin/test -f /etc/mock/epel-9-x86_64.cfg' [2024-09-13 11:26:21,502][ INFO][PID:2106531] Filling build.info file with builder info [2024-09-13 11:26:21,505][ INFO][PID:2106531] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": null, "started_on": 1726226781.5050778, "submitted_on": null, "status": 3, "chroot": "epel-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8017482-epel-9-x86_64", "build_id": 8017482, "package_name": "cutlass", "package_version": "3.5.1-20240819.0.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "b5c4e26ca3d87ff575107971ec5ed67df366cb93", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/epel-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/epel-9-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08017482-cutlass", "built_packages": "", "id": 8017482, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-09-13 11:26:21,729][ INFO][PID:2106531] Sending fedora-messaging bus message in build.start [2024-09-13 11:26:24,254][ INFO][PID:2106531] Sending fedora-messaging bus message in chroot.start [2024-09-13 11:26:24,309][ INFO][PID:2106531] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8017482-epel-9-x86_64 --chroot epel-9-x86_64 --detached [2024-09-13 11:26:24,989][ INFO][PID:2106531] Downloading the builder-live.log file, attempt 1 [2024-09-13 11:26:24,995][ INFO][PID:2106531] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c199 copr-rpmbuild-log [2024-09-13 11:26:30,037][ INFO][PID:2106531] Status: False [2024-09-13 11:36:30,332][ INFO][PID:2106531] Status: False [2024-09-13 11:46:30,405][ INFO][PID:2106531] Status: False [2024-09-13 11:56:30,491][ INFO][PID:2106531] Status: False [2024-09-13 12:06:30,582][ INFO][PID:2106531] Status: False [2024-09-13 12:16:30,715][ INFO][PID:2106531] Status: False [2024-09-13 12:26:30,815][ INFO][PID:2106531] Status: False [2024-09-13 12:36:30,908][ INFO][PID:2106531] Status: False [2024-09-13 12:46:31,036][ INFO][PID:2106531] Status: False [2024-09-13 12:56:31,180][ INFO][PID:2106531] Status: False [2024-09-13 13:06:31,296][ INFO][PID:2106531] Status: False [2024-09-13 13:16:31,429][ INFO][PID:2106531] Status: False [2024-09-13 13:26:31,520][ INFO][PID:2106531] Status: False [2024-09-13 13:36:31,610][ INFO][PID:2106531] Status: False [2024-09-13 13:46:31,764][ INFO][PID:2106531] Status: False [2024-09-13 13:56:32,012][ INFO][PID:2106531] Status: False [2024-09-13 14:06:32,219][ INFO][PID:2106531] Status: False [2024-09-13 14:16:32,343][ INFO][PID:2106531] Status: False [2024-09-13 14:26:32,427][ INFO][PID:2106531] Status: False [2024-09-13 14:36:32,524][ INFO][PID:2106531] Status: False [2024-09-13 14:46:32,612][ INFO][PID:2106531] Status: False [2024-09-13 14:56:32,689][ INFO][PID:2106531] Status: False [2024-09-13 15:06:32,762][ INFO][PID:2106531] Status: False [2024-09-13 15:16:32,928][ INFO][PID:2106531] Status: False [2024-09-13 15:26:33,015][ INFO][PID:2106531] Status: False [2024-09-13 15:36:33,098][ INFO][PID:2106531] Status: False [2024-09-13 15:46:33,182][ INFO][PID:2106531] Status: False [2024-09-13 15:56:33,264][ INFO][PID:2106531] Status: False [2024-09-13 16:06:33,373][ INFO][PID:2106531] Status: False [2024-09-13 16:16:33,512][ INFO][PID:2106531] Status: False [2024-09-13 16:26:33,592][ INFO][PID:2106531] Status: False [2024-09-13 16:36:33,715][ INFO][PID:2106531] Status: False [2024-09-13 16:46:33,821][ INFO][PID:2106531] Status: False [2024-09-13 16:56:33,942][ INFO][PID:2106531] Status: False [2024-09-13 17:06:34,063][ INFO][PID:2106531] Status: False [2024-09-13 17:16:36,425][ INFO][PID:2106531] Status: False [2024-09-13 17:26:36,577][ INFO][PID:2106531] Status: False [2024-09-13 17:36:36,667][ INFO][PID:2106531] Status: False [2024-09-13 17:46:36,768][ INFO][PID:2106531] Status: False [2024-09-13 17:56:36,858][ INFO][PID:2106531] Status: False [2024-09-13 18:06:36,938][ INFO][PID:2106531] Status: False [2024-09-13 18:16:37,071][ INFO][PID:2106531] Status: False [2024-09-13 18:26:37,189][ INFO][PID:2106531] Status: False [2024-09-13 18:36:37,272][ INFO][PID:2106531] Status: False [2024-09-13 18:46:37,362][ INFO][PID:2106531] Status: False [2024-09-13 18:56:37,507][ INFO][PID:2106531] Status: False [2024-09-13 19:06:37,683][ INFO][PID:2106531] Status: False [2024-09-13 19:16:37,905][ INFO][PID:2106531] Status: False [2024-09-13 19:26:38,004][ INFO][PID:2106531] Status: False [2024-09-13 19:36:38,092][ INFO][PID:2106531] Status: False [2024-09-13 19:46:38,173][ INFO][PID:2106531] Status: False [2024-09-13 19:56:38,246][ INFO][PID:2106531] Status: False [2024-09-13 20:06:38,328][ INFO][PID:2106531] Status: False [2024-09-13 20:16:38,436][ INFO][PID:2106531] Status: False [2024-09-13 20:26:38,516][ INFO][PID:2106531] Status: False [2024-09-13 20:36:38,593][ INFO][PID:2106531] Status: False [2024-09-13 20:46:38,665][ INFO][PID:2106531] Status: False [2024-09-13 20:56:38,737][ INFO][PID:2106531] Status: False [2024-09-13 21:06:38,811][ INFO][PID:2106531] Status: False [2024-09-13 21:16:38,908][ INFO][PID:2106531] Status: False [2024-09-13 21:26:38,982][ INFO][PID:2106531] Status: False [2024-09-13 21:36:39,051][ INFO][PID:2106531] Status: False [2024-09-13 21:46:39,133][ INFO][PID:2106531] Status: False [2024-09-13 21:56:39,201][ INFO][PID:2106531] Status: False [2024-09-13 22:06:39,299][ INFO][PID:2106531] Status: False [2024-09-13 22:16:39,389][ INFO][PID:2106531] Status: False [2024-09-13 22:26:39,464][ INFO][PID:2106531] Status: False [2024-09-13 22:36:39,574][ INFO][PID:2106531] Status: False [2024-09-13 22:46:39,651][ INFO][PID:2106531] Status: False [2024-09-13 22:56:39,719][ INFO][PID:2106531] Status: False [2024-09-13 23:06:39,789][ INFO][PID:2106531] Status: False [2024-09-13 23:16:39,909][ INFO][PID:2106531] Status: False [2024-09-13 23:26:39,984][ INFO][PID:2106531] Status: False [2024-09-13 23:36:40,052][ INFO][PID:2106531] Status: False [2024-09-13 23:46:40,120][ INFO][PID:2106531] Status: False [2024-09-13 23:56:40,186][ INFO][PID:2106531] Status: False [2024-09-14 00:06:40,255][ INFO][PID:2106531] Status: False [2024-09-14 00:16:40,342][ INFO][PID:2106531] Status: False [2024-09-14 00:26:40,444][ INFO][PID:2106531] Status: False [2024-09-14 00:36:40,524][ INFO][PID:2106531] Status: False [2024-09-14 00:46:40,599][ INFO][PID:2106531] Status: False [2024-09-14 00:56:40,719][ INFO][PID:2106531] Status: False [2024-09-14 01:06:40,830][ INFO][PID:2106531] Status: False [2024-09-14 01:16:41,190][ INFO][PID:2106531] Status: False [2024-09-14 01:26:41,275][ INFO][PID:2106531] Status: False [2024-09-14 01:36:41,386][ INFO][PID:2106531] Status: False [2024-09-14 01:46:41,466][ INFO][PID:2106531] Status: False [2024-09-14 01:56:41,540][ INFO][PID:2106531] Status: False [2024-09-14 02:06:41,708][ INFO][PID:2106531] Status: False [2024-09-14 02:16:41,801][ INFO][PID:2106531] Status: False [2024-09-14 02:26:41,876][ INFO][PID:2106531] Status: False [2024-09-14 02:36:41,948][ INFO][PID:2106531] Status: False [2024-09-14 02:46:42,019][ INFO][PID:2106531] Status: False [2024-09-14 02:56:42,092][ INFO][PID:2106531] Status: False [2024-09-14 03:06:42,166][ INFO][PID:2106531] Status: False [2024-09-14 03:16:42,248][ INFO][PID:2106531] Status: False [2024-09-14 03:26:42,322][ INFO][PID:2106531] Status: False [2024-09-14 03:36:42,436][ INFO][PID:2106531] Status: False [2024-09-14 03:46:42,565][ INFO][PID:2106531] Status: False [2024-09-14 03:56:42,647][ INFO][PID:2106531] Status: False [2024-09-14 04:06:42,833][ INFO][PID:2106531] Status: False [2024-09-14 04:16:43,314][ INFO][PID:2106531] Status: False [2024-09-14 04:26:43,391][ INFO][PID:2106531] Status: False [2024-09-14 04:36:43,475][ INFO][PID:2106531] Status: False [2024-09-14 04:46:43,683][ INFO][PID:2106531] Status: False [2024-09-14 04:56:43,830][ INFO][PID:2106531] Status: False [2024-09-14 05:06:43,949][ INFO][PID:2106531] Status: False [2024-09-14 05:16:44,157][ INFO][PID:2106531] Status: False [2024-09-14 05:26:44,359][ INFO][PID:2106531] Status: False [2024-09-14 05:36:44,518][ INFO][PID:2106531] Status: False [2024-09-14 05:46:44,726][ INFO][PID:2106531] Status: False [2024-09-14 05:56:44,942][ INFO][PID:2106531] Status: False [2024-09-14 06:06:45,185][ INFO][PID:2106531] Status: False [2024-09-14 06:16:45,597][ INFO][PID:2106531] Status: False [2024-09-14 06:26:45,703][ INFO][PID:2106531] Status: False [2024-09-14 06:36:45,788][ INFO][PID:2106531] Status: False [2024-09-14 06:46:45,872][ INFO][PID:2106531] Status: False [2024-09-14 06:56:45,994][ INFO][PID:2106531] Status: False [2024-09-14 06:57:34,049][ INFO][PID:2106531] Downloading results from builder [2024-09-14 06:57:34,073][ INFO][PID:2106531] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c199]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass started [2024-09-14 06:57:34,100][ INFO][PID:2106531] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c199]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/ &> /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/build-08017482.rsync.log [2024-09-14 06:57:38,052][ INFO][PID:2106531] rsyncing finished. [2024-09-14 06:57:38,055][ INFO][PID:2106531] Releasing VM back to pool [2024-09-14 06:57:38,078][ INFO][PID:2106531] Searching for 'success' file in resultdir [2024-09-14 06:57:38,093][ INFO][PID:2106531] Going to sign pkgs from source: 8017482-epel-9-x86_64 in chroot: /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64 [2024-09-14 06:57:38,121][ INFO][PID:2106531] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-09-14 06:57:38,322][ INFO][PID:2106531] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-static-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm' (attempt #1) [2024-09-14 06:57:44,292][ INFO][PID:2106531] signed rpm: /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-static-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm [2024-09-14 06:57:44,293][ INFO][PID:2106531] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-devel-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm' (attempt #1) [2024-09-14 06:57:45,054][ INFO][PID:2106531] signed rpm: /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-devel-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm [2024-09-14 06:57:45,055][ INFO][PID:2106531] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-3.5.1-20240819.0.cu12_6.el9.src.rpm' (attempt #1) [2024-09-14 06:57:45,936][ INFO][PID:2106531] signed rpm: /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-3.5.1-20240819.0.cu12_6.el9.src.rpm [2024-09-14 06:57:45,937][ INFO][PID:2106531] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm' (attempt #1) [2024-09-14 06:57:50,979][ INFO][PID:2106531] signed rpm: /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/cutlass-3.5.1-20240819.0.cu12_6.el9.x86_64.rpm [2024-09-14 06:57:50,980][ INFO][PID:2106531] Sign done [2024-09-14 06:57:50,982][ INFO][PID:2106531] Incremental createrepo run, adding 08017482-cutlass into https://download.copr.fedorainfracloud.org/results/rezso/ML/epel-9-x86_64, (auto-create-repo=True) [2024-09-14 06:57:51,016][ INFO][PID:2106531] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64 --add 08017482-cutlass --no-appstream-metadata' as PID 2638329 [2024-09-14 06:57:53,039][ INFO][PID:2106531] Finished after 2 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64 --add 08017482-cutlass --no-appstream-metadata) [2024-09-14 06:57:53,056][ INFO][PID:2106531] Getting build details [2024-09-14 06:57:53,057][ INFO][PID:2106531] Listing built binary packages in /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass [2024-09-14 06:57:53,058][ INFO][PID:2106531] Built packages: ['cutlass-static 3.5.1', 'cutlass 3.5.1', 'cutlass-devel 3.5.1'] [2024-09-14 06:57:53,060][ INFO][PID:2106531] build details: {'built_packages': 'cutlass-static 3.5.1\ncutlass 3.5.1\ncutlass-devel 3.5.1'} [2024-09-14 06:57:53,064][ INFO][PID:2106531] Retrieving pubkey [2024-09-14 06:57:53,065][ INFO][PID:2106531] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1) [2024-09-14 06:57:53,256][ INFO][PID:2106531] Added pubkey for user rezso project ML into: /var/lib/copr/public_html/results/rezso/ML/pubkey.gpg [2024-09-14 06:57:53,257][ INFO][PID:2106531] Finished build: id=8017482 failed=False timeout=172800 destdir=/var/lib/copr/public_html/results/rezso/ML chroot=epel-9-x86_64 [2024-09-14 06:57:53,342][ INFO][PID:2106531] Worker succeeded build, took 70291.836956501 [2024-09-14 06:57:53,354][ INFO][PID:2106531] Sending build state back to frontend: { "builds": [ { "timeout": 172800, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rezso", "project_name": "ML", "project_dirname": "ML", "submitter": "rezso", "ended_on": 1726297073.3420343, "started_on": 1726226781.5050778, "submitted_on": null, "status": 1, "chroot": "epel-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8017482-epel-9-x86_64", "build_id": 8017482, "package_name": "cutlass", "package_version": "3.5.1-20240819.0.cu12_6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass", "git_hash": "b5c4e26ca3d87ff575107971ec5ed67df366cb93", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rezso/ML--rezso", "results": { "packages": [ { "name": "cutlass", "epoch": null, "version": "3.5.1", "release": "20240819.0.cu12_6.el9", "arch": "src" }, { "name": "cutlass-static", "epoch": null, "version": "3.5.1", "release": "20240819.0.cu12_6.el9", "arch": "x86_64" }, { "name": "cutlass", "epoch": null, "version": "3.5.1", "release": "20240819.0.cu12_6.el9", "arch": "x86_64" }, { "name": "cutlass-devel", "epoch": null, "version": "3.5.1", "release": "20240819.0.cu12_6.el9", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/epel-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/epel-9-x86_64/", "id": "copr_rezso_CUDA", "name": "Additional repo copr_rezso_CUDA" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64" }, { "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa", "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa", "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rezso/ML", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML", "result_dir": "08017482-cutlass", "built_packages": "cutlass-static 3.5.1\ncutlass 3.5.1\ncutlass-devel 3.5.1", "id": 8017482, "mockchain_macros": { "copr_username": "rezso", "copr_projectname": "ML", "vendor": "Fedora Project COPR (rezso/ML)" } } ] } [2024-09-14 06:57:54,206][ INFO][PID:2106531] Sending fedora-messaging bus message in build.end [2024-09-14 06:57:54,517][ INFO][PID:2106531] Compressing /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/builder-live.log by gzip [2024-09-14 06:57:54,518][ INFO][PID:2106531] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/builder-live.log' as PID 2638489 [2024-09-14 06:57:54,665][ INFO][PID:2106531] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/builder-live.log) [2024-09-14 06:57:54,666][ INFO][PID:2106531] Compressing /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/backend.log by gzip [2024-09-14 06:57:54,668][ INFO][PID:2106531] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/epel-9-x86_64/08017482-cutlass/backend.log' as PID 2638500