[2024-12-26 01:03:46,446][  INFO][PID:3078997] Marking build as starting
[2024-12-26 01:03:46,503][  INFO][PID:3078997] Trying to allocate VM
[2024-12-26 01:03:49,541][  INFO][PID:3078997] Allocated host ResallocHost, ticket_id=399965, hostname=2620:52:3:1:dead:beef:cafe:c155
[2024-12-26 01:03:49,542][  INFO][PID:3078997] Allocating ssh connection to builder
[2024-12-26 01:03:49,542][  INFO][PID:3078997] Checking that builder machine is OK
[2024-12-26 01:03:50,087][  INFO][PID:3078997] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c155 '/usr/bin/test -f /etc/mock/fedora-41-x86_64.cfg'
[2024-12-26 01:03:50,403][  INFO][PID:3078997] Filling build.info file with builder info
[2024-12-26 01:03:50,404][  INFO][PID:3078997] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 172800,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "rezso",
            "project_name": "ML",
            "project_dirname": "ML",
            "submitter": "rezso",
            "ended_on": null,
            "started_on": 1735175030.4041352,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-41-x86_64",
            "arch": "x86_64",
            "buildroot_pkgs": [],
            "task_id": "8448025-fedora-41-x86_64",
            "build_id": 8448025,
            "package_name": "cutlass",
            "package_version": "3.6.0-20241225.0.gitbf9da7b7.cu12_6",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass",
            "git_hash": "f8637a0394ff3475629e6ec7d7c2fd0aa65342b8",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rezso/ML--rezso",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                },
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-41-x86_64/",
                    "id": "copr_rezso_CUDA",
                    "name": "Additional repo copr_rezso_CUDA"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa"
                }
            ],
            "tags": [
                "arch_x86_64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rezso/ML",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML",
            "result_dir": "08448025-cutlass",
            "built_packages": "",
            "id": 8448025,
            "mockchain_macros": {
                "copr_username": "rezso",
                "copr_projectname": "ML",
                "vendor": "Fedora Project COPR (rezso/ML)"
            }
        }
    ]
}
[2024-12-26 01:03:50,448][  INFO][PID:3078997] Sending fedora-messaging bus message in build.start
[2024-12-26 01:03:51,088][  INFO][PID:3078997] Sending fedora-messaging bus message in chroot.start
[2024-12-26 01:03:51,110][  INFO][PID:3078997] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8448025-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached
[2024-12-26 01:03:51,667][  INFO][PID:3078997] Downloading the builder-live.log file, attempt 1
[2024-12-26 01:03:51,672][  INFO][PID:3078997] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c155 copr-rpmbuild-log
[2024-12-26 01:03:56,673][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 01:13:56,745][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 01:23:56,813][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 01:33:56,895][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 01:43:56,968][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 01:53:57,035][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:03:57,110][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:13:57,183][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:23:57,259][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:33:57,327][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:43:57,394][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 02:53:57,467][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:03:57,543][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:13:57,627][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:23:57,716][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:33:57,799][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:43:58,067][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 03:53:58,332][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:03:58,426][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:13:58,545][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:23:58,647][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:33:58,741][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:43:58,828][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 04:53:58,911][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:03:58,994][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:13:59,087][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:23:59,174][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:33:59,259][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:43:59,342][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 05:53:59,427][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:03:59,514][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:13:59,598][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:23:59,683][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:33:59,765][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:43:59,849][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 06:53:59,940][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:04:00,028][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:14:00,119][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:24:00,203][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:34:00,276][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:44:00,345][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 07:54:00,429][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:04:00,516][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:14:00,603][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:24:00,701][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:34:00,786][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:44:00,870][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 08:54:00,954][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:04:01,036][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:14:01,123][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:24:01,209][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:34:01,299][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:44:01,385][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 09:54:01,457][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:04:01,550][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:14:01,637][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:24:01,722][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:34:01,810][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:44:01,898][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 10:54:01,982][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:04:02,069][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:14:02,161][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:24:02,260][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:34:02,340][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:44:02,410][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 11:54:02,474][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:04:02,540][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:14:02,608][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:24:02,675][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:34:02,742][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:44:02,812][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 12:54:02,885][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:04:02,956][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:14:03,030][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:24:03,099][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:34:03,168][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:44:03,241][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 13:54:03,313][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:04:03,391][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:14:03,468][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:24:03,584][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:34:03,655][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:44:03,726][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 14:54:03,811][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:04:03,885][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:14:03,965][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:24:04,044][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:34:04,120][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:44:04,192][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 15:54:04,263][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:04:04,333][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:14:04,413][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:24:04,498][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:34:04,571][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:44:04,639][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 16:54:04,711][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:04:04,784][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:14:04,857][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:24:04,929][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:34:05,005][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:44:05,079][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 17:54:05,147][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:04:05,216][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:14:05,292][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:24:05,364][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:34:05,433][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:44:05,504][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 18:54:05,575][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:04:05,650][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:14:05,723][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:24:05,795][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:34:05,868][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:44:05,941][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 19:54:06,010][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:04:06,082][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:14:06,154][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:24:06,224][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:34:06,293][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:44:06,366][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 20:54:06,442][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:04:06,514][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:14:06,618][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:24:06,694][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:34:06,771][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:44:06,845][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 21:54:06,914][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:04:06,990][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:14:07,069][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:24:07,153][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:34:07,233][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:44:07,301][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 22:54:07,369][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:04:07,437][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:14:07,508][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:24:07,579][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:34:07,654][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:44:07,724][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-26 23:54:07,794][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:04:07,866][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:14:07,945][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:24:08,014][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:34:08,090][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:44:08,160][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 00:54:08,233][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:04:08,304][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:14:08,378][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:24:08,448][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:34:08,520][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:44:08,591][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 01:54:08,663][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:04:08,736][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:14:08,812][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:24:08,883][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:34:08,959][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:44:09,035][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 02:54:09,106][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:04:09,178][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:14:09,253][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:24:09,400][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:34:09,487][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:44:09,570][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 03:54:09,695][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:04:09,782][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:14:09,917][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:24:10,016][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:34:10,120][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:44:10,212][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 04:54:10,303][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:04:10,391][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:14:10,489][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:24:10,572][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:34:10,657][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:44:10,742][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 05:54:10,825][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:04:10,909][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:14:10,996][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:24:11,085][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:34:11,176][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:44:11,264][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 06:54:11,351][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:04:11,438][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:14:11,524][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:24:11,610][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:34:11,694][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:44:11,778][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 07:54:11,854][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:04:11,937][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:14:12,020][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:24:12,108][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:34:12,198][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:44:12,296][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 08:54:12,391][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:04:12,476][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:14:12,561][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:24:12,644][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:34:12,727][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:44:12,811][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 09:54:12,907][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:04:12,992][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:14:13,072][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:24:13,160][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:34:13,256][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:44:13,345][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 10:54:13,431][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:04:13,523][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:14:13,610][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:24:13,698][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:34:13,793][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:44:13,895][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 11:54:14,014][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:04:14,100][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:14:14,179][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:24:14,267][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:34:14,350][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:44:14,427][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 12:54:14,513][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:04:14,596][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:14:14,697][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:24:14,777][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:34:14,854][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:44:14,935][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 13:54:15,013][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 14:04:15,095][  INFO][PID:3078997] Periodic builder liveness probe: alive
[2024-12-27 14:12:39,945][  INFO][PID:3078997] Downloading results from builder
[2024-12-27 14:12:39,984][  INFO][PID:3078997] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c155]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass started
[2024-12-27 14:12:40,031][  INFO][PID:3078997] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c155]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/ &> /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/build-08448025.rsync.log
[2024-12-27 14:12:43,970][  INFO][PID:3078997] rsyncing finished.
[2024-12-27 14:12:43,974][  INFO][PID:3078997] Releasing VM back to pool
[2024-12-27 14:12:43,993][  INFO][PID:3078997] Searching for 'success' file in resultdir
[2024-12-27 14:12:44,008][  INFO][PID:3078997] Going to sign pkgs from source: 8448025-fedora-41-x86_64 in chroot: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64
[2024-12-27 14:12:44,021][  INFO][PID:3078997] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1)
[2024-12-27 14:12:44,224][  INFO][PID:3078997] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-static-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm' (attempt #1)
[2024-12-27 14:12:48,852][  INFO][PID:3078997] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-static-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm
[2024-12-27 14:12:48,854][  INFO][PID:3078997] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-devel-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm' (attempt #1)
[2024-12-27 14:12:49,691][  INFO][PID:3078997] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-devel-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm
[2024-12-27 14:12:49,692][  INFO][PID:3078997] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm' (attempt #1)
[2024-12-27 14:12:54,003][  INFO][PID:3078997] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.x86_64.rpm
[2024-12-27 14:12:54,005][  INFO][PID:3078997] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.src.rpm' (attempt #1)
[2024-12-27 14:12:54,701][  INFO][PID:3078997] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc41.src.rpm
[2024-12-27 14:12:54,702][  INFO][PID:3078997] Sign done
[2024-12-27 14:12:54,709][  INFO][PID:3078997] Incremental createrepo run, adding 08448025-cutlass into https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64, (auto-create-repo=True)
[2024-12-27 14:12:54,760][  INFO][PID:3078997] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64 --add 08448025-cutlass --no-appstream-metadata' as PID 3738163
[2024-12-27 14:12:56,473][  INFO][PID:3078997] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64 --add 08448025-cutlass --no-appstream-metadata)
[2024-12-27 14:12:56,504][  INFO][PID:3078997] Getting build details
[2024-12-27 14:12:56,511][  INFO][PID:3078997] Listing built binary packages in /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass
[2024-12-27 14:12:56,511][  INFO][PID:3078997] Built packages:
['cutlass-static 3.6.0', 'cutlass-devel 3.6.0', 'cutlass 3.6.0']
[2024-12-27 14:12:56,608][  INFO][PID:3078997] build details: {'built_packages': 'cutlass-static 3.6.0\ncutlass-devel 3.6.0\ncutlass 3.6.0'}
[2024-12-27 14:12:56,610][  INFO][PID:3078997] Retrieving pubkey
[2024-12-27 14:12:56,611][  INFO][PID:3078997] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1)
[2024-12-27 14:12:56,799][  INFO][PID:3078997] Added pubkey for user rezso project ML into: /var/lib/copr/public_html/results/rezso/ML/pubkey.gpg
[2024-12-27 14:12:56,810][  INFO][PID:3078997] Finished build: id=8448025 failed=False timeout=172800 destdir=/var/lib/copr/public_html/results/rezso/ML chroot=fedora-41-x86_64 
[2024-12-27 14:12:56,915][  INFO][PID:3078997] Worker succeeded build, took 133746.51037311554
[2024-12-27 14:12:56,936][  INFO][PID:3078997] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 172800,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "rezso",
            "project_name": "ML",
            "project_dirname": "ML",
            "submitter": "rezso",
            "ended_on": 1735308776.9145083,
            "started_on": 1735175030.4041352,
            "submitted_on": null,
            "status": 1,
            "chroot": "fedora-41-x86_64",
            "arch": "x86_64",
            "buildroot_pkgs": [],
            "task_id": "8448025-fedora-41-x86_64",
            "build_id": 8448025,
            "package_name": "cutlass",
            "package_version": "3.6.0-20241225.0.gitbf9da7b7.cu12_6",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass",
            "git_hash": "f8637a0394ff3475629e6ec7d7c2fd0aa65342b8",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rezso/ML--rezso",
            "results": {
                "packages": [
                    {
                        "name": "cutlass-static",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc41",
                        "arch": "x86_64"
                    },
                    {
                        "name": "cutlass-devel",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc41",
                        "arch": "x86_64"
                    },
                    {
                        "name": "cutlass",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc41",
                        "arch": "x86_64"
                    },
                    {
                        "name": "cutlass",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc41",
                        "arch": "src"
                    }
                ]
            },
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-41-x86_64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                },
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-41-x86_64/",
                    "id": "copr_rezso_CUDA",
                    "name": "Additional repo copr_rezso_CUDA"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa"
                }
            ],
            "tags": [
                "arch_x86_64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rezso/ML",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML",
            "result_dir": "08448025-cutlass",
            "built_packages": "cutlass-static 3.6.0\ncutlass-devel 3.6.0\ncutlass 3.6.0",
            "id": 8448025,
            "mockchain_macros": {
                "copr_username": "rezso",
                "copr_projectname": "ML",
                "vendor": "Fedora Project COPR (rezso/ML)"
            }
        }
    ]
}
[2024-12-27 14:12:58,214][  INFO][PID:3078997] Sending fedora-messaging bus message in build.end
[2024-12-27 14:12:58,561][  INFO][PID:3078997] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/builder-live.log by gzip
[2024-12-27 14:12:58,563][  INFO][PID:3078997] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/builder-live.log' as PID 3738617
[2024-12-27 14:12:58,643][  INFO][PID:3078997] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/builder-live.log)
[2024-12-27 14:12:58,645][  INFO][PID:3078997] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/backend.log by gzip
[2024-12-27 14:12:58,646][  INFO][PID:3078997] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-41-x86_64/08448025-cutlass/backend.log' as PID 3738624