[2024-10-22 02:15:05,008][  INFO][PID:2132853] Marking build as starting
[2024-10-22 02:15:05,085][  INFO][PID:2132853] Trying to allocate VM
[2024-10-22 02:17:23,302][  INFO][PID:2132853] Allocated host ResallocHost, ticket_id=5506579, hostname=169.63.185.180
[2024-10-22 02:17:23,304][  INFO][PID:2132853] Allocating ssh connection to builder
[2024-10-22 02:17:23,304][  INFO][PID:2132853] Checking that builder machine is OK
[2024-10-22 02:17:23,853][  INFO][PID:2132853] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.63.185.180 '/usr/bin/test -f /etc/mock/fedora-rawhide-s390x.cfg'
[2024-10-22 02:17:24,170][  INFO][PID:2132853] Filling build.info file with builder info
[2024-10-22 02:17:24,172][  INFO][PID:2132853] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241022",
            "project_dirname": "llvm-snapshots-pgo-20241022",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1729563444.1721904,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-rawhide-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8164781-fedora-rawhide-s390x",
            "build_id": 8164781,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241022/llvm",
            "git_hash": "016db0ac9714ca4c3c4530f80eaba5f2aabeaa0f",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241022--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "result_dir": "08164781-llvm",
            "built_packages": "",
            "id": 8164781,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241022",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241022)"
            }
        }
    ]
}
[2024-10-22 02:17:24,232][  INFO][PID:2132853] Sending fedora-messaging bus message in build.start
[2024-10-22 02:17:24,956][  INFO][PID:2132853] Sending fedora-messaging bus message in chroot.start
[2024-10-22 02:17:24,976][  INFO][PID:2132853] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8164781-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached
[2024-10-22 02:17:25,496][  INFO][PID:2132853] Downloading the builder-live.log file, attempt 1
[2024-10-22 02:17:25,498][  INFO][PID:2132853] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.63.185.180 copr-rpmbuild-log
[2024-10-22 02:17:30,502][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 02:27:30,582][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 02:37:30,654][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 02:47:30,729][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 02:57:30,806][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:07:30,881][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:17:31,003][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:27:31,116][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:37:31,213][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:47:31,295][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 03:57:31,383][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:07:31,508][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:17:31,867][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:27:31,965][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:37:32,068][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:47:32,153][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 04:57:32,304][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:07:32,404][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:17:32,536][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:27:32,639][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:37:32,731][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:47:32,830][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 05:57:32,921][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:07:33,039][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:17:33,174][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:27:33,277][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:37:33,370][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:47:33,458][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 06:57:33,560][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:07:33,711][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:17:33,930][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:27:34,251][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:37:34,451][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:47:34,542][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 07:57:34,699][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:07:34,904][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:17:35,109][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:27:35,217][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:37:35,369][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:47:35,512][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 08:57:35,683][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:07:36,041][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:17:36,344][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:27:36,883][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:37:36,995][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:47:37,114][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 09:57:37,247][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:07:37,364][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:17:37,507][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:27:37,772][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:37:38,210][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:47:38,387][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 10:57:38,633][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:07:38,818][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:17:38,999][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:27:39,110][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:37:39,231][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:47:39,387][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 11:57:39,677][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:07:39,881][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:17:40,131][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:27:40,261][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:37:40,361][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:47:40,468][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 12:57:40,659][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:07:40,859][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:17:41,195][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:27:41,348][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:37:41,502][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:47:41,609][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 13:57:41,702][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:07:41,950][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:17:42,226][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:27:42,428][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:37:42,650][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:47:42,842][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 14:57:43,053][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:07:43,299][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:17:43,679][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:27:43,922][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:37:44,100][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:47:44,327][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 15:57:44,706][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:07:44,878][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:17:45,052][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:27:45,472][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:37:45,781][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:47:45,978][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 16:57:46,087][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:07:46,237][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:17:46,501][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:27:46,671][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:37:46,768][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:47:46,875][  INFO][PID:2132853] Periodic builder liveness probe: alive
[2024-10-22 17:52:31,537][  INFO][PID:2132853] Downloading results from builder
[2024-10-22 17:52:31,570][  INFO][PID:2132853] rsyncing of mockbuilder@169.63.185.180:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm started
[2024-10-22 17:52:31,594][  INFO][PID:2132853] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@169.63.185.180:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/build-08164781.rsync.log
[2024-10-22 17:52:38,730][  INFO][PID:2132853] rsyncing finished.
[2024-10-22 17:52:38,732][  INFO][PID:2132853] Releasing VM back to pool
[2024-10-22 17:52:38,750][  INFO][PID:2132853] Searching for 'success' file in resultdir
[2024-10-22 17:52:38,757][ ERROR][PID:2132853] Build failed: Backend process error: No success file => build failure
[2024-10-22 17:52:38,859][  INFO][PID:2132853] Finished build: id=8164781 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022 chroot=fedora-rawhide-s390x 
[2024-10-22 17:52:38,958][ ERROR][PID:2132853] Backend process error: No success file => build failure
[2024-10-22 17:52:38,960][  INFO][PID:2132853] Worker failed build, took 56114.78874850273
[2024-10-22 17:52:38,976][  INFO][PID:2132853] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241022",
            "project_dirname": "llvm-snapshots-pgo-20241022",
            "submitter": "kkleine",
            "ended_on": 1729619558.960939,
            "started_on": 1729563444.1721904,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-rawhide-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8164781-fedora-rawhide-s390x",
            "build_id": 8164781,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241022/llvm",
            "git_hash": "016db0ac9714ca4c3c4530f80eaba5f2aabeaa0f",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241022--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022",
            "result_dir": "08164781-llvm",
            "built_packages": "",
            "id": 8164781,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241022",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241022)"
            }
        }
    ]
}
[2024-10-22 17:52:39,955][  INFO][PID:2132853] Sending fedora-messaging bus message in build.end
[2024-10-22 17:52:40,244][  INFO][PID:2132853] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/builder-live.log by gzip
[2024-10-22 17:52:40,264][  INFO][PID:2132853] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/builder-live.log' as PID 3232920
[2024-10-22 17:52:41,233][  INFO][PID:2132853] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/builder-live.log)
[2024-10-22 17:52:41,243][  INFO][PID:2132853] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/backend.log by gzip
[2024-10-22 17:52:41,245][  INFO][PID:2132853] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241022/fedora-rawhide-s390x/08164781-llvm/backend.log' as PID 3233001