[2024-11-13 02:10:48,148][ INFO][PID:1258270] Marking build as starting [2024-11-13 02:10:48,336][ INFO][PID:1258270] Trying to allocate VM [2024-11-13 02:12:16,630][ INFO][PID:1258270] Allocated host ResallocHost, ticket_id=5840860, hostname=169.63.182.183 [2024-11-13 02:12:16,635][ INFO][PID:1258270] Allocating ssh connection to builder [2024-11-13 02:12:16,636][ INFO][PID:1258270] Checking that builder machine is OK [2024-11-13 02:12:17,265][ INFO][PID:1258270] Running remote command: copr-builder-ready centos-stream-10-s390x [2024-11-13 02:12:17,760][ INFO][PID:1258270] Red Hat subscription not needed for centos-stream-10-s390x Builder is ready to be used [2024-11-13 02:12:17,763][ INFO][PID:1258270] Filling build.info file with builder info [2024-11-13 02:12:17,769][ INFO][PID:1258270] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241113", "project_dirname": "llvm-snapshots-pgo-20241113", "submitter": "kkleine", "ended_on": null, "started_on": 1731463937.7664664, "submitted_on": null, "status": 3, "chroot": "centos-stream-10-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8249603-centos-stream-10-s390x", "build_id": 8249603, "package_name": "llvm", "package_version": "19.1.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241113/llvm", "git_hash": "7fe5390f7cc4e37ae49ceb8e8327a046c2ceaedb", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241113--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113", "result_dir": "08249603-llvm", "built_packages": "", "id": 8249603, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241113", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241113)" } } ] } [2024-11-13 02:12:18,019][ INFO][PID:1258270] Sending fedora-messaging bus message in build.start [2024-11-13 02:12:20,004][ INFO][PID:1258270] Sending fedora-messaging bus message in chroot.start [2024-11-13 02:12:20,049][ INFO][PID:1258270] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8249603-centos-stream-10-s390x --chroot centos-stream-10-s390x --detached [2024-11-13 02:12:20,655][ INFO][PID:1258270] Downloading the builder-live.log file, attempt 1 [2024-11-13 02:12:20,665][ INFO][PID:1258270] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.63.182.183 copr-rpmbuild-log [2024-11-13 02:12:25,672][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 02:22:25,874][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 02:32:25,978][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 02:42:26,064][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 02:52:26,146][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:02:26,227][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:12:26,324][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:22:26,570][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:32:27,062][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:42:27,175][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 03:52:27,285][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:02:27,453][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:12:27,795][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:22:28,240][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:32:28,494][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:42:28,635][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 04:52:28,763][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:02:28,938][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:12:29,200][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:22:29,486][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:32:29,614][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:42:29,744][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 05:52:29,833][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:02:29,942][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:12:30,155][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:22:30,305][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:32:30,413][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:42:30,539][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 06:52:30,639][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:02:30,731][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:12:30,908][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:22:31,044][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:32:31,137][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:42:31,231][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 07:52:31,377][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:02:31,516][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:12:31,709][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:22:31,838][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:32:31,946][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:42:32,048][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 08:52:32,166][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:02:32,310][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:12:32,604][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:22:32,803][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:32:32,947][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:42:33,103][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 09:52:33,382][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:02:33,767][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:12:34,289][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:22:35,387][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:32:36,002][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:42:36,391][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 10:52:36,642][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:02:36,768][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:12:36,944][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:22:37,202][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:32:37,333][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:42:37,493][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 11:52:37,599][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:02:37,871][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:12:38,389][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:22:39,145][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:32:40,034][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:42:40,588][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 12:52:41,292][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:02:41,963][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:12:42,591][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:22:43,143][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:32:43,575][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:42:43,734][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 13:52:43,865][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:02:43,980][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:12:44,125][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:22:44,382][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:32:44,678][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:42:45,010][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 14:52:45,283][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:02:45,441][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:12:45,603][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:22:45,739][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:32:45,889][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:42:45,997][ INFO][PID:1258270] Periodic builder liveness probe: alive [2024-11-13 15:49:20,902][ INFO][PID:1258270] Downloading results from builder [2024-11-13 15:49:20,933][ INFO][PID:1258270] rsyncing of mockbuilder@169.63.182.183:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm started [2024-11-13 15:49:20,976][ INFO][PID:1258270] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@169.63.182.183:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/build-08249603.rsync.log [2024-11-13 15:49:28,292][ INFO][PID:1258270] rsyncing finished. [2024-11-13 15:49:28,299][ INFO][PID:1258270] Releasing VM back to pool [2024-11-13 15:49:28,322][ INFO][PID:1258270] Searching for 'success' file in resultdir [2024-11-13 15:49:28,329][ ERROR][PID:1258270] Build failed: Backend process error: No success file => build failure [2024-11-13 15:49:28,415][ INFO][PID:1258270] Finished build: id=8249603 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113 chroot=centos-stream-10-s390x [2024-11-13 15:49:28,493][ ERROR][PID:1258270] Backend process error: No success file => build failure [2024-11-13 15:49:28,494][ INFO][PID:1258270] Worker failed build, took 49030.727941036224 [2024-11-13 15:49:28,506][ INFO][PID:1258270] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241113", "project_dirname": "llvm-snapshots-pgo-20241113", "submitter": "kkleine", "ended_on": 1731512968.4944074, "started_on": 1731463937.7664664, "submitted_on": null, "status": 0, "chroot": "centos-stream-10-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8249603-centos-stream-10-s390x", "build_id": 8249603, "package_name": "llvm", "package_version": "19.1.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241113/llvm", "git_hash": "7fe5390f7cc4e37ae49ceb8e8327a046c2ceaedb", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241113--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113", "result_dir": "08249603-llvm", "built_packages": "", "id": 8249603, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241113", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241113)" } } ] } [2024-11-13 15:49:29,327][ INFO][PID:1258270] Sending fedora-messaging bus message in build.end [2024-11-13 15:49:29,572][ INFO][PID:1258270] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/builder-live.log by gzip [2024-11-13 15:49:29,587][ INFO][PID:1258270] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/builder-live.log' as PID 1769040 [2024-11-13 15:49:30,775][ INFO][PID:1258270] Finished after 1 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/builder-live.log) [2024-11-13 15:49:30,780][ INFO][PID:1258270] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/backend.log by gzip [2024-11-13 15:49:30,783][ INFO][PID:1258270] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241113/centos-stream-10-s390x/08249603-llvm/backend.log' as PID 1769116