[2024-10-22 02:14:23,259][  INFO][PID:2126650] Marking build as starting
[2024-10-22 02:14:23,598][  INFO][PID:2126650] Trying to allocate VM
[2024-10-22 02:16:42,065][  INFO][PID:2126650] Allocated host ResallocHost, ticket_id=5506564, hostname=150.240.1.4
[2024-10-22 02:16:42,066][  INFO][PID:2126650] Allocating ssh connection to builder
[2024-10-22 02:16:42,066][  INFO][PID:2126650] Checking that builder machine is OK
[2024-10-22 02:16:42,564][  INFO][PID:2126650] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@150.240.1.4 '/usr/bin/test -f /etc/mock/centos-stream-10-s390x.cfg'
[2024-10-22 02:16:42,880][  INFO][PID:2126650] Filling build.info file with builder info
[2024-10-22 02:16:42,882][  INFO][PID:2126650] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241022",
            "project_dirname": "llvm-snapshots-pgo-20241022",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1729563402.8816984,
            "submitted_on": null,
            "status": 3,
            "chroot": "centos-stream-10-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8164742-centos-stream-10-s390x",
            "build_id": 8164742,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241022/llvm",
            "git_hash": "c99d622e58e169d18b5cbec3cf3a98f424b0ce18",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241022--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "result_dir": "08164742-llvm",
            "built_packages": "",
            "id": 8164742,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241022",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241022)"
            }
        }
    ]
}
[2024-10-22 02:16:42,947][  INFO][PID:2126650] Sending fedora-messaging bus message in build.start
[2024-10-22 02:16:43,696][  INFO][PID:2126650] Sending fedora-messaging bus message in chroot.start
[2024-10-22 02:16:43,717][  INFO][PID:2126650] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8164742-centos-stream-10-s390x --chroot centos-stream-10-s390x --detached
[2024-10-22 02:16:44,296][  INFO][PID:2126650] Downloading the builder-live.log file, attempt 1
[2024-10-22 02:16:44,297][  INFO][PID:2126650] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@150.240.1.4 copr-rpmbuild-log
[2024-10-22 02:16:49,308][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 02:26:49,394][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 02:36:49,469][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 02:46:49,540][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 02:56:49,621][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:06:49,697][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:16:49,803][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:26:49,919][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:36:50,026][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:46:50,109][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 03:56:50,197][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:06:50,303][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:16:50,541][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:26:50,646][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:36:50,738][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:46:50,821][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 04:56:50,939][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:06:51,036][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:16:51,170][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:26:51,264][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:36:51,368][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:46:51,459][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 05:56:51,550][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:06:51,674][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:16:51,823][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:26:51,919][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:36:52,024][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:46:52,119][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 06:56:52,229][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:06:52,389][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:16:52,557][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:26:53,105][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:36:53,317][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:46:53,425][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 07:56:53,559][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:06:53,758][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:16:53,919][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:26:54,033][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:36:54,168][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:46:54,322][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 08:56:54,503][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:06:54,916][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:16:55,217][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:26:55,757][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:36:55,895][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:46:56,004][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 09:56:56,110][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:06:56,242][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:16:56,376][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:26:56,621][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:36:57,071][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:46:57,279][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 10:56:57,509][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:06:57,719][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:16:57,939][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:26:58,054][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:36:58,184][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:46:58,291][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 11:56:58,546][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:06:58,765][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:16:58,996][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:26:59,120][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:36:59,234][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:46:59,352][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 12:56:59,517][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:06:59,746][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:17:00,026][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:27:00,212][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:37:00,402][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:47:00,518][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 13:57:00,612][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:07:00,935][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:17:01,208][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:27:01,430][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:37:01,595][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:47:01,755][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 14:57:01,960][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:07:02,189][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:17:02,569][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:27:02,794][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:37:03,006][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:47:03,281][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 15:57:03,576][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 16:07:03,831][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 16:17:04,049][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 16:27:04,427][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 16:37:04,713][  INFO][PID:2126650] Periodic builder liveness probe: alive
[2024-10-22 16:38:55,999][  INFO][PID:2126650] Downloading results from builder
[2024-10-22 16:38:56,040][  INFO][PID:2126650] rsyncing of mockbuilder@150.240.1.4:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm started
[2024-10-22 16:38:56,083][  INFO][PID:2126650] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@150.240.1.4:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/build-08164742.rsync.log
[2024-10-22 16:39:03,273][  INFO][PID:2126650] rsyncing finished.
[2024-10-22 16:39:03,278][  INFO][PID:2126650] Releasing VM back to pool
[2024-10-22 16:39:03,305][  INFO][PID:2126650] Searching for 'success' file in resultdir
[2024-10-22 16:39:03,315][ ERROR][PID:2126650] Build failed: Backend process error: No success file => build failure
[2024-10-22 16:39:03,454][  INFO][PID:2126650] Finished build: id=8164742 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022 chroot=centos-stream-10-s390x 
[2024-10-22 16:39:03,578][ ERROR][PID:2126650] Backend process error: No success file => build failure
[2024-10-22 16:39:03,581][  INFO][PID:2126650] Worker failed build, took 51740.69777774811
[2024-10-22 16:39:03,602][  INFO][PID:2126650] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241022",
            "project_dirname": "llvm-snapshots-pgo-20241022",
            "submitter": "kkleine",
            "ended_on": 1729615143.579476,
            "started_on": 1729563402.8816984,
            "submitted_on": null,
            "status": 0,
            "chroot": "centos-stream-10-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8164742-centos-stream-10-s390x",
            "build_id": 8164742,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241022/llvm",
            "git_hash": "c99d622e58e169d18b5cbec3cf3a98f424b0ce18",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241022--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "result_dir": "08164742-llvm",
            "built_packages": "",
            "id": 8164742,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241022",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241022)"
            }
        }
    ]
}
[2024-10-22 16:39:04,920][  INFO][PID:2126650] Sending fedora-messaging bus message in build.end
[2024-10-22 16:39:05,387][  INFO][PID:2126650] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/builder-live.log by gzip
[2024-10-22 16:39:05,435][  INFO][PID:2126650] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/builder-live.log' as PID 2706028
[2024-10-22 16:39:06,549][  INFO][PID:2126650] Finished after 1 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/builder-live.log)
[2024-10-22 16:39:06,561][  INFO][PID:2126650] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/backend.log by gzip
[2024-10-22 16:39:06,565][  INFO][PID:2126650] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/centos-stream-10-s390x/08164742-llvm/backend.log' as PID 2706160