[2024-10-21 02:12:57,270][  INFO][PID:3232119] Marking build as starting
[2024-10-21 02:12:57,435][  INFO][PID:3232119] Trying to allocate VM
[2024-10-21 02:13:03,570][  INFO][PID:3232119] Allocated host ResallocHost, ticket_id=5488030, hostname=150.239.210.2
[2024-10-21 02:13:03,571][  INFO][PID:3232119] Allocating ssh connection to builder
[2024-10-21 02:13:03,579][  INFO][PID:3232119] Checking that builder machine is OK
[2024-10-21 02:13:04,254][  INFO][PID:3232119] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@150.239.210.2 '/usr/bin/test -f /etc/mock/fedora-39-s390x.cfg'
[2024-10-21 02:13:04,576][  INFO][PID:3232119] Filling build.info file with builder info
[2024-10-21 02:13:04,580][  INFO][PID:3232119] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241021",
            "project_dirname": "llvm-snapshots-pgo-20241021",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1729476784.5780094,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-39-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8160643-fedora-39-s390x",
            "build_id": 8160643,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241021/llvm",
            "git_hash": "066c792643fa74da6dc41e6c2e42f97258051c33",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241021--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021",
            "result_dir": "08160643-llvm",
            "built_packages": "",
            "id": 8160643,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241021",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241021)"
            }
        }
    ]
}
[2024-10-21 02:13:04,693][  INFO][PID:3232119] Sending fedora-messaging bus message in build.start
[2024-10-21 02:13:05,723][  INFO][PID:3232119] Sending fedora-messaging bus message in chroot.start
[2024-10-21 02:13:05,777][  INFO][PID:3232119] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8160643-fedora-39-s390x --chroot fedora-39-s390x --detached
[2024-10-21 02:13:06,360][  INFO][PID:3232119] Downloading the builder-live.log file, attempt 1
[2024-10-21 02:13:06,366][  INFO][PID:3232119] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@150.239.210.2 copr-rpmbuild-log
[2024-10-21 02:13:11,370][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 02:23:11,491][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 02:33:11,570][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 02:43:11,648][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 02:53:11,721][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:03:11,798][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:13:11,877][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:23:11,957][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:33:12,139][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:43:12,494][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 03:53:12,619][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:03:12,726][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:13:12,940][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:23:13,035][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:33:13,129][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:43:13,217][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 04:53:13,343][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:03:13,434][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:13:13,560][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:23:13,664][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:33:13,769][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:43:13,860][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 05:53:13,975][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:03:14,116][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:13:14,234][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:23:14,365][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:33:14,524][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:43:14,647][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 06:53:14,743][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:03:14,844][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:13:14,998][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:23:15,353][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:33:15,546][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:43:15,634][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 07:53:15,774][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:03:15,873][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:13:16,121][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:23:16,399][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:33:16,552][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:43:16,643][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 08:53:16,777][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:03:16,917][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:13:17,070][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:23:17,185][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:33:17,297][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:43:17,398][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 09:53:17,509][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:03:17,635][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:13:17,879][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:23:18,005][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:33:18,112][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:43:18,196][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 10:53:18,299][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 11:03:18,428][  INFO][PID:3232119] Periodic builder liveness probe: alive
[2024-10-21 11:05:57,674][  INFO][PID:3232119] Downloading results from builder
[2024-10-21 11:05:57,714][  INFO][PID:3232119] rsyncing of mockbuilder@150.239.210.2:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm started
[2024-10-21 11:05:57,750][  INFO][PID:3232119] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@150.239.210.2:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/build-08160643.rsync.log
[2024-10-21 11:06:04,947][  INFO][PID:3232119] rsyncing finished.
[2024-10-21 11:06:04,949][  INFO][PID:3232119] Releasing VM back to pool
[2024-10-21 11:06:05,019][  INFO][PID:3232119] Searching for 'success' file in resultdir
[2024-10-21 11:06:05,033][ ERROR][PID:3232119] Build failed: Backend process error: No success file => build failure
[2024-10-21 11:06:05,171][  INFO][PID:3232119] Finished build: id=8160643 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021 chroot=fedora-39-s390x 
[2024-10-21 11:06:05,287][ ERROR][PID:3232119] Backend process error: No success file => build failure
[2024-10-21 11:06:05,293][  INFO][PID:3232119] Worker failed build, took 31980.715440511703
[2024-10-21 11:06:05,312][  INFO][PID:3232119] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241021",
            "project_dirname": "llvm-snapshots-pgo-20241021",
            "submitter": "kkleine",
            "ended_on": 1729508765.2934499,
            "started_on": 1729476784.5780094,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-39-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8160643-fedora-39-s390x",
            "build_id": 8160643,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241021/llvm",
            "git_hash": "066c792643fa74da6dc41e6c2e42f97258051c33",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241021--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021",
            "result_dir": "08160643-llvm",
            "built_packages": "",
            "id": 8160643,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241021",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241021)"
            }
        }
    ]
}
[2024-10-21 11:06:06,889][  INFO][PID:3232119] Sending fedora-messaging bus message in build.end
[2024-10-21 11:06:07,316][  INFO][PID:3232119] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/builder-live.log by gzip
[2024-10-21 11:06:07,350][  INFO][PID:3232119] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/builder-live.log' as PID 1197755
[2024-10-21 11:06:08,266][  INFO][PID:3232119] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/builder-live.log)
[2024-10-21 11:06:08,282][  INFO][PID:3232119] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/backend.log by gzip
[2024-10-21 11:06:08,289][  INFO][PID:3232119] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241021/fedora-39-s390x/08160643-llvm/backend.log' as PID 1197885