[2024-12-15 02:28:09,486][  INFO][PID:4055880] Marking build as starting
[2024-12-15 02:28:09,525][  INFO][PID:4055880] Trying to allocate VM
[2024-12-15 02:28:15,714][  INFO][PID:4055880] Allocated host ResallocHost, ticket_id=193172, hostname=2620:52:3:1:dead:beef:cafe:c24c
[2024-12-15 02:28:15,721][  INFO][PID:4055880] Allocating ssh connection to builder
[2024-12-15 02:28:15,722][  INFO][PID:4055880] Checking that builder machine is OK
[2024-12-15 02:28:18,028][  INFO][PID:4055880] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c24c '/usr/bin/test -f /etc/mock/fedora-40-ppc64le.cfg'
[2024-12-15 02:28:18,711][  INFO][PID:4055880] Filling build.info file with builder info
[2024-12-15 02:28:18,719][  INFO][PID:4055880] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241215",
            "project_dirname": "llvm-snapshots-pgo-20241215",
            "submitter": "tstellar",
            "ended_on": null,
            "started_on": 1734229698.7190566,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-40-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "8394413-fedora-40-ppc64le",
            "build_id": 8394413,
            "package_name": "llvm",
            "package_version": "19.1.3-1",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241215/llvm",
            "git_hash": "64e849c2032507b0df81d4dc71082a53b607c305",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241215--tstellar",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215",
            "result_dir": "08394413-llvm",
            "built_packages": "",
            "id": 8394413,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241215",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241215)"
            }
        }
    ]
}
[2024-12-15 02:28:18,802][  INFO][PID:4055880] Sending fedora-messaging bus message in build.start
[2024-12-15 02:28:20,016][  INFO][PID:4055880] Sending fedora-messaging bus message in chroot.start
[2024-12-15 02:28:20,108][  INFO][PID:4055880] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8394413-fedora-40-ppc64le --chroot fedora-40-ppc64le --detached
[2024-12-15 02:28:21,631][  INFO][PID:4055880] Downloading the builder-live.log file, attempt 1
[2024-12-15 02:28:21,640][  INFO][PID:4055880] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c24c copr-rpmbuild-log
[2024-12-15 02:28:26,685][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 02:38:26,785][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 02:48:26,863][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 02:58:26,961][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:08:27,058][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:18:27,200][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:28:27,383][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:38:27,474][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:48:27,559][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 03:58:27,642][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:08:27,781][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:18:28,238][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:28:28,378][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:38:28,520][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:48:28,615][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 04:58:28,692][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:08:28,787][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:18:28,887][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:28:28,983][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:38:29,074][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:48:29,170][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 05:58:29,264][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:08:29,354][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:18:29,439][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:28:29,522][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:38:29,604][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:48:29,696][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 06:58:29,780][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:08:29,871][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:18:29,967][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:28:30,051][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:38:30,136][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:48:30,222][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 07:58:30,310][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:08:30,439][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:18:30,532][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:28:30,608][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:38:30,681][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:48:30,760][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 08:58:30,872][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:08:30,958][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:18:31,047][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:28:31,131][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:38:31,219][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:48:31,317][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 09:58:31,446][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:08:31,543][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:18:31,686][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:28:31,770][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:38:31,850][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:48:31,932][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 10:58:32,021][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:08:32,117][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:18:32,209][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:28:32,283][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:38:32,356][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:48:32,430][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 11:58:32,509][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:08:32,597][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:18:32,685][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:28:32,810][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:38:32,905][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:48:32,994][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 12:58:33,129][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:08:33,245][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:18:33,419][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:28:33,546][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:38:33,666][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:48:33,857][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 13:58:33,934][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:08:34,024][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:18:34,145][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:28:34,224][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:38:34,297][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:48:34,395][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 14:58:34,503][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:08:34,582][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:18:34,696][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:28:34,807][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:38:34,957][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:48:35,076][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 15:58:35,177][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:08:35,279][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:18:35,392][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:28:35,469][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:38:35,554][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:48:35,631][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 16:58:35,704][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:08:35,820][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:18:35,909][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:28:35,982][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:38:36,054][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:48:36,126][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 17:58:36,197][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:08:36,268][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:18:36,351][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:28:36,421][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:38:36,492][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:48:36,560][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 18:58:36,629][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:08:36,719][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:18:36,837][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:28:36,907][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:38:36,976][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:48:37,057][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 19:58:37,125][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:08:37,199][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:18:37,311][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:28:37,381][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:38:37,452][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:48:37,531][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 20:58:37,608][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:08:37,710][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:18:37,803][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:28:37,895][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:38:37,976][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:48:38,052][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 21:58:38,132][  INFO][PID:4055880] Periodic builder liveness probe: alive
[2024-12-15 22:08:23,900][  INFO][PID:4055880] Downloading results from builder
[2024-12-15 22:08:23,931][  INFO][PID:4055880] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c24c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm started
[2024-12-15 22:08:23,958][  INFO][PID:4055880] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c24c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/build-08394413.rsync.log
[2024-12-15 22:08:28,122][  INFO][PID:4055880] rsyncing finished.
[2024-12-15 22:08:28,124][  INFO][PID:4055880] Releasing VM back to pool
[2024-12-15 22:08:28,148][  INFO][PID:4055880] Searching for 'success' file in resultdir
[2024-12-15 22:08:28,157][ ERROR][PID:4055880] Build failed: Backend process error: No success file => build failure
[2024-12-15 22:08:28,269][  INFO][PID:4055880] Finished build: id=8394413 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215 chroot=fedora-40-ppc64le 
[2024-12-15 22:08:28,371][ ERROR][PID:4055880] Backend process error: No success file => build failure
[2024-12-15 22:08:28,375][  INFO][PID:4055880] Worker failed build, took 70809.65676879883
[2024-12-15 22:08:28,395][  INFO][PID:4055880] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241215",
            "project_dirname": "llvm-snapshots-pgo-20241215",
            "submitter": "tstellar",
            "ended_on": 1734300508.3758254,
            "started_on": 1734229698.7190566,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-40-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "8394413-fedora-40-ppc64le",
            "build_id": 8394413,
            "package_name": "llvm",
            "package_version": "19.1.3-1",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241215/llvm",
            "git_hash": "64e849c2032507b0df81d4dc71082a53b607c305",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241215--tstellar",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215",
            "result_dir": "08394413-llvm",
            "built_packages": "",
            "id": 8394413,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241215",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241215)"
            }
        }
    ]
}
[2024-12-15 22:08:29,027][  INFO][PID:4055880] Sending fedora-messaging bus message in build.end
[2024-12-15 22:08:29,383][  INFO][PID:4055880] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/builder-live.log by gzip
[2024-12-15 22:08:29,413][  INFO][PID:4055880] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/builder-live.log' as PID 3329662
[2024-12-15 22:08:30,820][  INFO][PID:4055880] Finished after 1 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/builder-live.log)
[2024-12-15 22:08:30,835][  INFO][PID:4055880] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/backend.log by gzip
[2024-12-15 22:08:30,838][  INFO][PID:4055880] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241215/fedora-40-ppc64le/08394413-llvm/backend.log' as PID 3329851