[2024-12-27 02:11:13,990][  INFO][PID:2103856] Marking build as starting
[2024-12-27 02:11:14,017][  INFO][PID:2103856] Trying to allocate VM
[2024-12-27 02:11:17,095][  INFO][PID:2103856] Allocated host ResallocHost, ticket_id=408754, hostname=2620:52:3:1:dead:beef:cafe:c253
[2024-12-27 02:11:17,095][  INFO][PID:2103856] Allocating ssh connection to builder
[2024-12-27 02:11:17,096][  INFO][PID:2103856] Checking that builder machine is OK
[2024-12-27 02:11:17,831][  INFO][PID:2103856] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c253 '/usr/bin/test -f /etc/mock/fedora-rawhide-ppc64le.cfg'
[2024-12-27 02:11:18,196][  INFO][PID:2103856] Filling build.info file with builder info
[2024-12-27 02:11:18,198][  INFO][PID:2103856] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20241227",
            "project_dirname": "llvm-snapshots-big-merge-20241227",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1735265478.1979558,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-rawhide-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "8449906-fedora-rawhide-ppc64le",
            "build_id": 8449906,
            "package_name": "llvm",
            "package_version": "19.1.6-3",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/llvm",
            "git_hash": "8d7c318bdfa59dc017f32053d8dd6a0ac6c0c0a9",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20241227--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227",
            "result_dir": "08449906-llvm",
            "built_packages": "",
            "id": 8449906,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20241227",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20241227)"
            }
        }
    ]
}
[2024-12-27 02:11:18,220][  INFO][PID:2103856] Sending fedora-messaging bus message in build.start
[2024-12-27 02:11:18,785][  INFO][PID:2103856] Sending fedora-messaging bus message in chroot.start
[2024-12-27 02:11:18,805][  INFO][PID:2103856] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8449906-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached
[2024-12-27 02:11:19,506][  INFO][PID:2103856] Downloading the builder-live.log file, attempt 1
[2024-12-27 02:11:19,508][  INFO][PID:2103856] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c253 copr-rpmbuild-log
[2024-12-27 02:11:24,514][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 02:21:24,586][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 02:31:24,660][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 02:41:24,732][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 02:51:24,802][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:01:24,874][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:11:24,946][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:21:25,017][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:31:25,112][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:41:25,191][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 03:51:25,281][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:01:25,368][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:11:25,541][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:21:25,646][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:31:25,731][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:41:25,818][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 04:51:25,907][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:01:25,997][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:11:26,094][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:21:26,181][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:31:26,268][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:41:26,351][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 05:51:26,435][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:01:26,522][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:11:26,609][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:21:26,694][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:31:26,779][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:41:26,871][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 06:51:26,967][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:01:27,051][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:11:27,151][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:21:27,236][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:31:27,319][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:41:27,407][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 07:51:27,486][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:01:27,557][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:11:27,775][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:21:27,857][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:31:27,954][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:41:28,042][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 08:51:28,137][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:01:28,222][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:11:28,313][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:21:28,395][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:31:28,486][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:41:28,573][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 09:51:28,660][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:01:28,749][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:11:28,836][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:21:28,937][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:31:29,025][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:41:29,117][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 10:51:29,204][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:01:29,290][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:11:29,379][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:21:29,463][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:31:29,556][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:41:29,653][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 11:51:29,763][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:01:29,864][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:11:29,949][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:21:30,026][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:31:30,109][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:41:30,192][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 12:51:30,275][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:01:30,360][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:11:30,450][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:21:30,539][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:31:30,626][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:41:30,704][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 13:51:30,781][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:01:30,860][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:11:30,939][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:21:31,042][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:31:31,115][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:41:31,183][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 14:51:31,260][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:01:31,329][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:11:31,403][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:21:31,475][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:31:31,545][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:41:31,616][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 15:51:31,686][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:01:31,756][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:11:31,829][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:21:31,905][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:31:31,973][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:41:32,043][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 16:51:32,113][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:01:32,182][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:11:32,259][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:21:32,331][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:31:32,403][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:41:32,474][  INFO][PID:2103856] Periodic builder liveness probe: alive
[2024-12-27 17:47:07,655][  INFO][PID:2103856] Downloading results from builder
[2024-12-27 17:47:07,686][  INFO][PID:2103856] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c253]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm started
[2024-12-27 17:47:07,719][  INFO][PID:2103856] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c253]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/build-08449906.rsync.log
[2024-12-27 17:47:10,259][  INFO][PID:2103856] rsyncing finished.
[2024-12-27 17:47:10,262][  INFO][PID:2103856] Releasing VM back to pool
[2024-12-27 17:47:10,281][  INFO][PID:2103856] Searching for 'success' file in resultdir
[2024-12-27 17:47:10,287][ ERROR][PID:2103856] Build failed: Backend process error: No success file => build failure
[2024-12-27 17:47:10,393][  INFO][PID:2103856] Finished build: id=8449906 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227 chroot=fedora-rawhide-ppc64le 
[2024-12-27 17:47:10,501][ ERROR][PID:2103856] Backend process error: No success file => build failure
[2024-12-27 17:47:10,503][  INFO][PID:2103856] Worker failed build, took 56152.30448889732
[2024-12-27 17:47:10,520][  INFO][PID:2103856] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20241227",
            "project_dirname": "llvm-snapshots-big-merge-20241227",
            "submitter": "kkleine",
            "ended_on": 1735321630.5024447,
            "started_on": 1735265478.1979558,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-rawhide-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "8449906-fedora-rawhide-ppc64le",
            "build_id": 8449906,
            "package_name": "llvm",
            "package_version": "19.1.6-3",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/llvm",
            "git_hash": "8d7c318bdfa59dc017f32053d8dd6a0ac6c0c0a9",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20241227--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227",
            "result_dir": "08449906-llvm",
            "built_packages": "",
            "id": 8449906,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20241227",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20241227)"
            }
        }
    ]
}
[2024-12-27 17:47:11,109][  INFO][PID:2103856] Sending fedora-messaging bus message in build.end
[2024-12-27 17:47:11,440][  INFO][PID:2103856] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/builder-live.log by gzip
[2024-12-27 17:47:11,471][  INFO][PID:2103856] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/builder-live.log' as PID 4162280
[2024-12-27 17:47:12,067][  INFO][PID:2103856] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/builder-live.log)
[2024-12-27 17:47:12,076][  INFO][PID:2103856] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/backend.log by gzip
[2024-12-27 17:47:12,079][  INFO][PID:2103856] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241227/fedora-rawhide-ppc64le/08449906-llvm/backend.log' as PID 4162319