[2024-12-09 02:25:21,767][  INFO][PID:3471830] Marking build as starting
[2024-12-09 02:25:21,801][  INFO][PID:3471830] Trying to allocate VM
[2024-12-09 02:26:30,302][  INFO][PID:3471830] Allocated host ResallocHost, ticket_id=88738, hostname=169.62.20.48
[2024-12-09 02:26:30,304][  INFO][PID:3471830] Allocating ssh connection to builder
[2024-12-09 02:26:30,305][  INFO][PID:3471830] Checking that builder machine is OK
[2024-12-09 02:26:30,778][  INFO][PID:3471830] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.62.20.48 '/usr/bin/test -f /etc/mock/fedora-39-s390x.cfg'
[2024-12-09 02:26:31,097][  INFO][PID:3471830] Filling build.info file with builder info
[2024-12-09 02:26:31,099][  INFO][PID:3471830] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20241209",
            "project_dirname": "llvm-snapshots-big-merge-20241209",
            "submitter": "tstellar",
            "ended_on": null,
            "started_on": 1733711191.0991943,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-39-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8364760-fedora-39-s390x",
            "build_id": 8364760,
            "package_name": "llvm",
            "package_version": "19.1.5-3",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/llvm",
            "git_hash": "6dfb7547af0c9d78c1020f9dbe5f99db94e096ab",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20241209--tstellar",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209",
            "result_dir": "08364760-llvm",
            "built_packages": "",
            "id": 8364760,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20241209",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20241209)"
            }
        }
    ]
}
[2024-12-09 02:26:31,126][  INFO][PID:3471830] Sending fedora-messaging bus message in build.start
[2024-12-09 02:26:31,947][  INFO][PID:3471830] Sending fedora-messaging bus message in chroot.start
[2024-12-09 02:26:31,972][  INFO][PID:3471830] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8364760-fedora-39-s390x --chroot fedora-39-s390x --detached
[2024-12-09 02:26:32,495][  INFO][PID:3471830] Downloading the builder-live.log file, attempt 1
[2024-12-09 02:26:32,499][  INFO][PID:3471830] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.62.20.48 copr-rpmbuild-log
[2024-12-09 02:26:37,534][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 02:36:37,630][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 02:46:37,699][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 02:56:37,771][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:06:37,840][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:16:38,089][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:26:38,292][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:36:38,386][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:46:38,469][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 03:56:38,551][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:06:38,664][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:16:38,912][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:26:39,061][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:36:39,152][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:46:39,256][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 04:56:39,348][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:06:39,444][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:16:39,554][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:26:39,642][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:36:39,731][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:46:39,828][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 05:56:39,914][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:06:40,007][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:16:40,099][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:26:40,187][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:36:40,272][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:46:40,361][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 06:56:40,454][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:06:40,558][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:16:40,708][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:26:40,829][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:36:40,944][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:46:41,023][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 07:56:41,097][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:06:41,201][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:16:41,367][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:26:41,478][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:36:41,598][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:46:41,687][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 08:56:41,782][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:06:41,905][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:16:42,081][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:26:42,196][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:36:42,298][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:46:42,407][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 09:56:42,549][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:06:42,652][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:16:42,779][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:26:42,882][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:36:42,958][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:46:43,050][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 10:56:43,170][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:06:43,289][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:16:43,385][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:26:43,489][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:36:43,594][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:46:43,679][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 11:56:43,860][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:06:44,462][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:16:44,828][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:26:44,981][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:36:45,074][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:46:45,158][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 12:56:45,229][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:06:45,313][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:16:45,440][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:26:45,574][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:36:45,708][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:46:45,801][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 13:56:45,896][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:06:45,989][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:16:46,147][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:26:46,353][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:36:46,472][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:46:46,549][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 14:56:46,634][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:06:46,721][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:16:46,924][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:26:47,064][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:36:47,144][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:46:47,216][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 15:56:47,295][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:06:47,388][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:16:47,578][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:26:47,706][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:36:47,791][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:46:47,876][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 16:56:47,979][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 17:06:48,061][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 17:16:48,155][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 17:26:48,251][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 17:36:48,337][  INFO][PID:3471830] Periodic builder liveness probe: alive
[2024-12-09 17:38:33,412][  INFO][PID:3471830] Downloading results from builder
[2024-12-09 17:38:33,412][  INFO][PID:3471830] rsyncing of mockbuilder@169.62.20.48:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm started
[2024-12-09 17:38:33,413][  INFO][PID:3471830] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@169.62.20.48:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/build-08364760.rsync.log
[2024-12-09 17:38:37,209][  INFO][PID:3471830] rsyncing finished.
[2024-12-09 17:38:37,210][  INFO][PID:3471830] Releasing VM back to pool
[2024-12-09 17:38:37,222][  INFO][PID:3471830] Searching for 'success' file in resultdir
[2024-12-09 17:38:37,222][ ERROR][PID:3471830] Build failed: Backend process error: No success file => build failure
[2024-12-09 17:38:37,223][  INFO][PID:3471830] Finished build: id=8364760 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209 chroot=fedora-39-s390x 
[2024-12-09 17:38:37,225][ ERROR][PID:3471830] Backend process error: No success file => build failure
[2024-12-09 17:38:37,225][  INFO][PID:3471830] Worker failed build, took 54726.126551151276
[2024-12-09 17:38:37,226][  INFO][PID:3471830] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20241209",
            "project_dirname": "llvm-snapshots-big-merge-20241209",
            "submitter": "tstellar",
            "ended_on": 1733765917.2257454,
            "started_on": 1733711191.0991943,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-39-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8364760-fedora-39-s390x",
            "build_id": 8364760,
            "package_name": "llvm",
            "package_version": "19.1.5-3",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/llvm",
            "git_hash": "6dfb7547af0c9d78c1020f9dbe5f99db94e096ab",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20241209--tstellar",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209",
            "result_dir": "08364760-llvm",
            "built_packages": "",
            "id": 8364760,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20241209",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20241209)"
            }
        }
    ]
}
[2024-12-09 17:38:37,266][  INFO][PID:3471830] Sending fedora-messaging bus message in build.end
[2024-12-09 17:38:37,286][  INFO][PID:3471830] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/builder-live.log by gzip
[2024-12-09 17:38:37,287][  INFO][PID:3471830] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/builder-live.log' as PID 3616879
[2024-12-09 17:38:37,870][  INFO][PID:3471830] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/builder-live.log)
[2024-12-09 17:38:37,871][  INFO][PID:3471830] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/backend.log by gzip
[2024-12-09 17:38:37,871][  INFO][PID:3471830] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20241209/fedora-39-s390x/08364760-llvm/backend.log' as PID 3616933