[2024-11-07 02:09:30,549][  INFO][PID:2108002] Marking build as starting
[2024-11-07 02:09:30,811][  INFO][PID:2108002] Trying to allocate VM
[2024-11-07 02:11:49,117][  INFO][PID:2108002] Allocated host ResallocHost, ticket_id=5747564, hostname=169.62.22.198
[2024-11-07 02:11:49,118][  INFO][PID:2108002] Allocating ssh connection to builder
[2024-11-07 02:11:49,126][  INFO][PID:2108002] Checking that builder machine is OK
[2024-11-07 02:11:49,690][  INFO][PID:2108002] Running remote command: copr-builder-ready centos-stream-10-s390x
[2024-11-07 02:11:50,021][  INFO][PID:2108002] Red Hat subscription not needed for centos-stream-10-s390x
Builder is ready to be used

[2024-11-07 02:11:50,022][  INFO][PID:2108002] Filling build.info file with builder info
[2024-11-07 02:11:50,025][  INFO][PID:2108002] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241107",
            "project_dirname": "llvm-snapshots-pgo-20241107",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1730945510.024946,
            "submitted_on": null,
            "status": 3,
            "chroot": "centos-stream-10-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8224534-centos-stream-10-s390x",
            "build_id": 8224534,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241107/llvm",
            "git_hash": "ce0a97f75ede0794855eb697af4e9759f8acdc89",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241107--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107",
            "result_dir": "08224534-llvm",
            "built_packages": "",
            "id": 8224534,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241107",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241107)"
            }
        }
    ]
}
[2024-11-07 02:11:50,137][  INFO][PID:2108002] Sending fedora-messaging bus message in build.start
[2024-11-07 02:11:51,123][  INFO][PID:2108002] Sending fedora-messaging bus message in chroot.start
[2024-11-07 02:11:51,164][  INFO][PID:2108002] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8224534-centos-stream-10-s390x --chroot centos-stream-10-s390x --detached
[2024-11-07 02:11:51,734][  INFO][PID:2108002] Downloading the builder-live.log file, attempt 1
[2024-11-07 02:11:51,736][  INFO][PID:2108002] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.62.22.198 copr-rpmbuild-log
[2024-11-07 02:11:56,754][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 02:21:56,844][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 02:31:56,924][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 02:41:56,998][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 02:51:57,084][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:01:57,156][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:11:57,236][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:21:57,341][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:31:57,462][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:41:57,860][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 03:51:57,948][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:01:58,057][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:11:58,235][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:21:58,414][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:31:58,508][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:41:58,593][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 04:51:58,678][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:01:58,772][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:11:58,907][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:21:59,015][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:31:59,100][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:41:59,182][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 05:51:59,268][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:01:59,357][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:11:59,462][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:21:59,551][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:31:59,688][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:41:59,773][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 06:51:59,858][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:01:59,990][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:12:00,174][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:22:00,295][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:32:00,400][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:42:00,489][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 07:52:00,577][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:02:00,672][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:12:00,776][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:22:00,903][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:32:01,109][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:42:01,223][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 08:52:01,606][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:02:01,912][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:12:02,168][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:22:02,317][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:32:02,438][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:42:02,574][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 09:52:02,675][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:02:02,775][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:12:02,994][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:22:03,154][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:32:03,241][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:42:03,323][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 10:52:03,421][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:02:03,500][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:12:03,719][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:22:03,957][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:32:04,059][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:42:04,137][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 11:52:04,221][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:02:04,295][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:12:04,444][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:22:04,555][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:32:04,651][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:42:04,747][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 12:52:04,834][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:02:04,955][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:12:05,131][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:22:05,353][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:32:05,499][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:42:05,749][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 13:52:05,927][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 14:02:06,112][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 14:12:06,239][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 14:22:06,422][  INFO][PID:2108002] Periodic builder liveness probe: alive
[2024-11-07 14:25:39,329][  INFO][PID:2108002] Downloading results from builder
[2024-11-07 14:25:39,358][  INFO][PID:2108002] rsyncing of mockbuilder@169.62.22.198:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm started
[2024-11-07 14:25:39,389][  INFO][PID:2108002] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@169.62.22.198:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/build-08224534.rsync.log
[2024-11-07 14:25:46,583][  INFO][PID:2108002] rsyncing finished.
[2024-11-07 14:25:46,587][  INFO][PID:2108002] Releasing VM back to pool
[2024-11-07 14:25:46,613][  INFO][PID:2108002] Searching for 'success' file in resultdir
[2024-11-07 14:25:46,620][ ERROR][PID:2108002] Build failed: Backend process error: No success file => build failure
[2024-11-07 14:25:46,747][  INFO][PID:2108002] Finished build: id=8224534 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107 chroot=centos-stream-10-s390x 
[2024-11-07 14:25:46,843][ ERROR][PID:2108002] Backend process error: No success file => build failure
[2024-11-07 14:25:46,847][  INFO][PID:2108002] Worker failed build, took 44036.822229385376
[2024-11-07 14:25:46,861][  INFO][PID:2108002] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-pgo-20241107",
            "project_dirname": "llvm-snapshots-pgo-20241107",
            "submitter": "kkleine",
            "ended_on": 1730989546.8471754,
            "started_on": 1730945510.024946,
            "submitted_on": null,
            "status": 0,
            "chroot": "centos-stream-10-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8224534-centos-stream-10-s390x",
            "build_id": 8224534,
            "package_name": "llvm",
            "package_version": "19.1.0-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241107/llvm",
            "git_hash": "ce0a97f75ede0794855eb697af4e9759f8acdc89",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241107--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107",
            "result_dir": "08224534-llvm",
            "built_packages": "",
            "id": 8224534,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-pgo-20241107",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241107)"
            }
        }
    ]
}
[2024-11-07 14:25:47,871][  INFO][PID:2108002] Sending fedora-messaging bus message in build.end
[2024-11-07 14:25:48,227][  INFO][PID:2108002] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/builder-live.log by gzip
[2024-11-07 14:25:48,247][  INFO][PID:2108002] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/builder-live.log' as PID 1209465
[2024-11-07 14:25:48,965][  INFO][PID:2108002] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/builder-live.log)
[2024-11-07 14:25:48,975][  INFO][PID:2108002] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/backend.log by gzip
[2024-11-07 14:25:48,977][  INFO][PID:2108002] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241107/centos-stream-10-s390x/08224534-llvm/backend.log' as PID 1209570