[2024-12-26 01:39:32,294][  INFO][PID:3155375] Marking build as starting
[2024-12-26 01:39:32,321][  INFO][PID:3155375] Trying to allocate VM
[2024-12-26 01:39:35,387][  INFO][PID:3155375] Allocated host ResallocHost, ticket_id=400251, hostname=2620:52:3:1:dead:beef:cafe:c1d3
[2024-12-26 01:39:35,388][  INFO][PID:3155375] Allocating ssh connection to builder
[2024-12-26 01:39:35,388][  INFO][PID:3155375] Checking that builder machine is OK
[2024-12-26 01:39:35,917][  INFO][PID:3155375] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1d3 '/usr/bin/test -f /etc/mock/fedora-40-x86_64.cfg'
[2024-12-26 01:39:36,232][  INFO][PID:3155375] Filling build.info file with builder info
[2024-12-26 01:39:36,239][  INFO][PID:3155375] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 172800,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "rezso",
            "project_name": "ML",
            "project_dirname": "ML",
            "submitter": "rezso",
            "ended_on": null,
            "started_on": 1735177176.2388349,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-40-x86_64",
            "arch": "x86_64",
            "buildroot_pkgs": [],
            "task_id": "8448025-fedora-40-x86_64",
            "build_id": 8448025,
            "package_name": "cutlass",
            "package_version": "3.6.0-20241225.0.gitbf9da7b7.cu12_6",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass",
            "git_hash": "f2e277b0cea97e9af4a75fbf2c590aa08b012c24",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rezso/ML--rezso",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-40-x86_64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                },
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-40-x86_64/",
                    "id": "copr_rezso_CUDA",
                    "name": "Additional repo copr_rezso_CUDA"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa"
                }
            ],
            "tags": [
                "arch_x86_64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rezso/ML",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML",
            "result_dir": "08448025-cutlass",
            "built_packages": "",
            "id": 8448025,
            "mockchain_macros": {
                "copr_username": "rezso",
                "copr_projectname": "ML",
                "vendor": "Fedora Project COPR (rezso/ML)"
            }
        }
    ]
}
[2024-12-26 01:39:36,264][  INFO][PID:3155375] Sending fedora-messaging bus message in build.start
[2024-12-26 01:39:36,799][  INFO][PID:3155375] Sending fedora-messaging bus message in chroot.start
[2024-12-26 01:39:36,815][  INFO][PID:3155375] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8448025-fedora-40-x86_64 --chroot fedora-40-x86_64 --detached
[2024-12-26 01:39:37,340][  INFO][PID:3155375] Downloading the builder-live.log file, attempt 1
[2024-12-26 01:39:37,341][  INFO][PID:3155375] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1d3 copr-rpmbuild-log
[2024-12-26 01:39:42,345][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 01:49:42,419][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 01:59:42,489][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:09:42,564][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:19:42,636][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:29:42,712][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:39:42,783][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:49:42,853][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 02:59:42,929][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:09:43,007][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:19:43,093][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:29:43,180][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:39:43,261][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:49:43,664][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 03:59:43,748][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:09:43,880][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:19:43,977][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:29:44,076][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:39:44,157][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:49:44,237][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 04:59:44,316][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:09:44,398][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:19:44,480][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:29:44,565][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:39:44,650][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:49:44,735][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 05:59:44,823][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:09:44,909][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:19:44,992][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:29:45,077][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:39:45,160][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:49:45,255][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 06:59:45,344][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:09:45,436][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:19:45,520][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:29:45,598][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:39:45,666][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:49:45,748][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 07:59:45,838][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:09:45,962][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:19:46,043][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:29:46,122][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:39:46,207][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:49:46,292][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 08:59:46,376][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:09:46,459][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:19:46,546][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:29:46,629][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:39:46,713][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:49:46,791][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 09:59:46,875][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:09:46,980][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:19:47,066][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:29:47,147][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:39:47,235][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:49:47,319][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 10:59:47,402][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:09:47,491][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:19:47,605][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:29:47,693][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:39:47,764][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:49:47,833][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 11:59:47,904][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:09:47,976][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:19:48,049][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:29:48,118][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:39:48,191][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:49:48,265][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 12:59:48,341][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:09:48,415][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:19:48,482][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:29:48,551][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:39:48,621][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:49:48,696][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 13:59:48,771][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:09:48,855][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:19:48,935][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:29:49,007][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:39:49,083][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:49:49,156][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 14:59:49,236][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:09:49,319][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:19:49,405][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:29:49,486][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:39:49,555][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:49:49,629][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 15:59:49,729][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:09:49,804][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:19:49,883][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:29:49,955][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:39:50,025][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:49:50,096][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 16:59:50,166][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:09:50,247][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:19:50,319][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:29:50,430][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:39:50,503][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:49:50,571][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 17:59:50,649][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:09:50,723][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:19:50,794][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:29:50,868][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:39:50,939][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:49:51,009][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 18:59:51,078][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:09:51,151][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:19:51,222][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:29:51,292][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:39:51,363][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:49:51,433][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 19:59:51,507][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:09:51,581][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:19:51,653][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:29:51,723][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:39:51,799][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:49:51,869][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 20:59:51,941][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:09:52,018][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:19:52,089][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:29:52,164][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:39:52,242][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:49:52,312][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 21:59:52,383][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:09:52,467][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:19:52,544][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:29:52,622][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:39:52,694][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:49:52,763][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 22:59:52,831][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:09:52,905][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:19:52,975][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:29:53,050][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:39:53,119][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:49:53,188][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-26 23:59:53,260][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:09:53,333][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:19:53,402][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:29:53,474][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:39:53,570][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:49:53,639][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 00:59:53,709][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:09:53,780][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:19:53,853][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:29:53,923][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:39:53,995][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:49:54,067][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 01:59:54,139][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:09:54,216][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:19:54,286][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:29:54,359][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:39:54,437][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:49:54,504][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 02:59:54,572][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:09:54,661][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:19:54,744][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:29:54,825][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:39:54,900][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:49:54,982][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 03:59:55,068][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:09:55,200][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:19:55,316][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:29:55,408][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:39:55,493][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:49:55,580][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 04:59:55,674][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:09:55,757][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:19:55,843][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:29:55,933][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:39:56,017][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:49:56,098][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 05:59:56,181][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:09:56,268][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:19:56,353][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:29:56,435][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:39:56,531][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:49:56,618][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 06:59:56,710][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:09:56,802][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:19:56,888][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:29:56,973][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:39:57,059][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:49:57,141][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 07:59:57,210][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:09:57,293][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:19:57,375][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:29:57,473][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:39:57,558][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:49:57,647][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 08:59:57,737][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:09:57,832][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:19:57,913][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:29:57,996][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:39:58,080][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:49:58,164][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 09:59:58,249][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:09:58,337][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:19:58,423][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:29:58,512][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:39:58,603][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:49:58,705][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 10:59:58,791][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:09:58,881][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:19:58,970][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:29:59,061][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:39:59,155][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:49:59,278][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 11:59:59,377][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:09:59,465][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:19:59,550][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:29:59,632][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:39:59,715][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:49:59,794][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 12:59:59,881][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 13:09:59,976][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 13:20:00,055][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 13:30:00,135][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 13:40:00,216][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 13:50:00,293][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 14:00:00,373][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 14:10:00,448][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 14:20:00,540][  INFO][PID:3155375] Periodic builder liveness probe: alive
[2024-12-27 14:26:40,846][  INFO][PID:3155375] Downloading results from builder
[2024-12-27 14:26:40,883][  INFO][PID:3155375] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c1d3]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass started
[2024-12-27 14:26:40,919][  INFO][PID:3155375] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c1d3]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/ &> /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/build-08448025.rsync.log
[2024-12-27 14:26:44,647][  INFO][PID:3155375] rsyncing finished.
[2024-12-27 14:26:44,651][  INFO][PID:3155375] Releasing VM back to pool
[2024-12-27 14:26:44,671][  INFO][PID:3155375] Searching for 'success' file in resultdir
[2024-12-27 14:26:44,691][  INFO][PID:3155375] Going to sign pkgs from source: 8448025-fedora-40-x86_64 in chroot: /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64
[2024-12-27 14:26:44,706][  INFO][PID:3155375] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1)
[2024-12-27 14:26:45,029][  INFO][PID:3155375] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-devel-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm' (attempt #1)
[2024-12-27 14:26:45,868][  INFO][PID:3155375] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-devel-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm
[2024-12-27 14:26:45,868][  INFO][PID:3155375] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-static-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm' (attempt #1)
[2024-12-27 14:26:49,961][  INFO][PID:3155375] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-static-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm
[2024-12-27 14:26:49,963][  INFO][PID:3155375] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm' (attempt #1)
[2024-12-27 14:26:54,128][  INFO][PID:3155375] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.x86_64.rpm
[2024-12-27 14:26:54,130][  INFO][PID:3155375] Calling '/bin/sign -4 -h sha256 -u rezso#ML@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.src.rpm' (attempt #1)
[2024-12-27 14:26:54,944][  INFO][PID:3155375] signed rpm: /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/cutlass-3.6.0-20241225.0.gitbf9da7b7.cu12_6.fc40.src.rpm
[2024-12-27 14:26:54,945][  INFO][PID:3155375] Sign done
[2024-12-27 14:26:54,950][  INFO][PID:3155375] Incremental createrepo run, adding 08448025-cutlass into https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-40-x86_64, (auto-create-repo=True)
[2024-12-27 14:26:55,004][  INFO][PID:3155375] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64 --add 08448025-cutlass --no-appstream-metadata' as PID 3785830
[2024-12-27 14:26:56,544][  INFO][PID:3155375] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64 --add 08448025-cutlass --no-appstream-metadata)
[2024-12-27 14:26:56,570][  INFO][PID:3155375] Getting build details
[2024-12-27 14:26:56,572][  INFO][PID:3155375] Listing built binary packages in /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass
[2024-12-27 14:26:56,572][  INFO][PID:3155375] Built packages:
['cutlass-devel 3.6.0', 'cutlass-static 3.6.0', 'cutlass 3.6.0']
[2024-12-27 14:26:56,662][  INFO][PID:3155375] build details: {'built_packages': 'cutlass-devel 3.6.0\ncutlass-static 3.6.0\ncutlass 3.6.0'}
[2024-12-27 14:26:56,665][  INFO][PID:3155375] Retrieving pubkey
[2024-12-27 14:26:56,666][  INFO][PID:3155375] Calling '/bin/sign -u rezso#ML@copr.fedorahosted.org -p' (attempt #1)
[2024-12-27 14:26:56,968][  INFO][PID:3155375] Added pubkey for user rezso project ML into: /var/lib/copr/public_html/results/rezso/ML/pubkey.gpg
[2024-12-27 14:26:56,976][  INFO][PID:3155375] Finished build: id=8448025 failed=False timeout=172800 destdir=/var/lib/copr/public_html/results/rezso/ML chroot=fedora-40-x86_64 
[2024-12-27 14:26:57,083][  INFO][PID:3155375] Worker succeeded build, took 132440.8440053463
[2024-12-27 14:26:57,098][  INFO][PID:3155375] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 172800,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "rezso",
            "project_name": "ML",
            "project_dirname": "ML",
            "submitter": "rezso",
            "ended_on": 1735309617.0828402,
            "started_on": 1735177176.2388349,
            "submitted_on": null,
            "status": 1,
            "chroot": "fedora-40-x86_64",
            "arch": "x86_64",
            "buildroot_pkgs": [],
            "task_id": "8448025-fedora-40-x86_64",
            "build_id": 8448025,
            "package_name": "cutlass",
            "package_version": "3.6.0-20241225.0.gitbf9da7b7.cu12_6",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rezso/ML/cutlass",
            "git_hash": "f2e277b0cea97e9af4a75fbf2c590aa08b012c24",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rezso/ML--rezso",
            "results": {
                "packages": [
                    {
                        "name": "cutlass-devel",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc40",
                        "arch": "x86_64"
                    },
                    {
                        "name": "cutlass",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc40",
                        "arch": "src"
                    },
                    {
                        "name": "cutlass-static",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc40",
                        "arch": "x86_64"
                    },
                    {
                        "name": "cutlass",
                        "epoch": null,
                        "version": "3.6.0",
                        "release": "20241225.0.gitbf9da7b7.cu12_6.fc40",
                        "arch": "x86_64"
                    }
                ]
            },
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/ML/fedora-40-x86_64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                },
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rezso/CUDA/fedora-40-x86_64/",
                    "id": "copr_rezso_CUDA",
                    "name": "Additional repo copr_rezso_CUDA"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_x86_64"
                },
                {
                    "baseurl": "http://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa",
                    "id": "http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa",
                    "name": "Additional repo http_developer_download_nvidia_com_compute_cuda_repos_rhel9_sbsa"
                }
            ],
            "tags": [
                "arch_x86_64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rezso/ML",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rezso/ML",
            "result_dir": "08448025-cutlass",
            "built_packages": "cutlass-devel 3.6.0\ncutlass-static 3.6.0\ncutlass 3.6.0",
            "id": 8448025,
            "mockchain_macros": {
                "copr_username": "rezso",
                "copr_projectname": "ML",
                "vendor": "Fedora Project COPR (rezso/ML)"
            }
        }
    ]
}
[2024-12-27 14:26:57,795][  INFO][PID:3155375] Sending fedora-messaging bus message in build.end
[2024-12-27 14:26:58,214][  INFO][PID:3155375] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/builder-live.log by gzip
[2024-12-27 14:26:58,218][  INFO][PID:3155375] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/builder-live.log' as PID 3785926
[2024-12-27 14:26:58,311][  INFO][PID:3155375] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/builder-live.log)
[2024-12-27 14:26:58,312][  INFO][PID:3155375] Compressing /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/backend.log by gzip
[2024-12-27 14:26:58,313][  INFO][PID:3155375] Running command 'gzip /var/lib/copr/public_html/results/rezso/ML/fedora-40-x86_64/08448025-cutlass/backend.log' as PID 3785933