[2024-11-21 02:16:36,109][ INFO][PID:4072683] Marking build as starting [2024-11-21 02:16:36,395][ INFO][PID:4072683] Trying to allocate VM [2024-11-21 02:16:42,548][ INFO][PID:4072683] Allocated host ResallocHost, ticket_id=5984882, hostname=52.116.124.151 [2024-11-21 02:16:42,557][ INFO][PID:4072683] Allocating ssh connection to builder [2024-11-21 02:16:42,558][ INFO][PID:4072683] Checking that builder machine is OK [2024-11-21 02:16:43,123][ INFO][PID:4072683] Running remote command: copr-builder-ready centos-stream-10-s390x [2024-11-21 02:16:43,549][ INFO][PID:4072683] Red Hat subscription not needed for centos-stream-10-s390x Builder is ready to be used [2024-11-21 02:16:43,551][ INFO][PID:4072683] Filling build.info file with builder info [2024-11-21 02:16:43,554][ INFO][PID:4072683] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241121", "project_dirname": "llvm-snapshots-pgo-20241121", "submitter": "tstellar", "ended_on": null, "started_on": 1732155403.5543678, "submitted_on": null, "status": 3, "chroot": "centos-stream-10-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8289535-centos-stream-10-s390x", "build_id": 8289535, "package_name": "llvm", "package_version": "19.1.3-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241121/llvm", "git_hash": "799cd681158cc09fa0813a4ac7549eb6eadbe5bc", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241121--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121", "result_dir": "08289535-llvm", "built_packages": "", "id": 8289535, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241121", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241121)" } } ] } [2024-11-21 02:16:43,803][ INFO][PID:4072683] Sending fedora-messaging bus message in build.start [2024-11-21 02:16:45,684][ INFO][PID:4072683] Sending fedora-messaging bus message in chroot.start [2024-11-21 02:16:45,754][ INFO][PID:4072683] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8289535-centos-stream-10-s390x --chroot centos-stream-10-s390x --detached [2024-11-21 02:16:46,394][ INFO][PID:4072683] Downloading the builder-live.log file, attempt 1 [2024-11-21 02:16:46,402][ INFO][PID:4072683] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.116.124.151 copr-rpmbuild-log [2024-11-21 02:16:51,427][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 02:26:51,593][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 02:36:51,678][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 02:46:51,749][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 02:56:51,837][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:06:51,923][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:16:52,051][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:26:52,199][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:36:52,288][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:46:52,639][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 03:56:52,762][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:06:52,849][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:16:53,283][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:26:53,430][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:36:53,520][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:46:53,602][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 04:56:53,704][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:06:53,803][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:16:53,944][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:26:54,061][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:36:54,149][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:46:54,231][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 05:56:54,329][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:06:54,458][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:16:54,586][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:26:54,679][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:36:54,840][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:46:55,024][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 06:56:55,120][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:06:55,212][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:16:55,333][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:26:55,421][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:36:55,551][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:46:55,717][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 07:56:55,812][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:06:55,892][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:16:56,069][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:26:56,418][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:36:57,036][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:46:57,497][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 08:56:57,833][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:06:58,216][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:16:58,566][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:26:58,800][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:36:58,983][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:46:59,221][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 09:56:59,567][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:07:00,071][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:17:00,695][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:27:01,066][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:37:01,543][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:47:01,662][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 10:57:01,841][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:07:01,952][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:17:02,177][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:27:02,375][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:37:02,510][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:47:02,655][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 11:57:02,796][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 12:07:03,121][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 12:17:03,762][ INFO][PID:4072683] Periodic builder liveness probe: alive [2024-11-21 12:23:19,355][ INFO][PID:4072683] Downloading results from builder [2024-11-21 12:23:19,387][ INFO][PID:4072683] rsyncing of mockbuilder@52.116.124.151:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm started [2024-11-21 12:23:19,410][ INFO][PID:4072683] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@52.116.124.151:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/build-08289535.rsync.log [2024-11-21 12:23:19,441][ INFO][PID:4072683] rsyncing finished. [2024-11-21 12:23:19,449][ ERROR][PID:4072683] Failed to download data from builder due to rsync error, see the rsync log file for details. [2024-11-21 12:23:19,450][ ERROR][PID:4072683] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2024-11-21 12:23:29,453][ INFO][PID:4072683] rsyncing of mockbuilder@52.116.124.151:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm started [2024-11-21 12:23:29,460][ INFO][PID:4072683] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@52.116.124.151:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/build-08289535.rsync.log [2024-11-21 12:23:36,819][ INFO][PID:4072683] rsyncing finished. [2024-11-21 12:23:36,822][ INFO][PID:4072683] Releasing VM back to pool [2024-11-21 12:23:36,851][ INFO][PID:4072683] Searching for 'success' file in resultdir [2024-11-21 12:23:36,857][ ERROR][PID:4072683] Build failed: Backend process error: No success file => build failure [2024-11-21 12:23:36,962][ INFO][PID:4072683] Finished build: id=8289535 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121 chroot=centos-stream-10-s390x [2024-11-21 12:23:37,035][ ERROR][PID:4072683] Backend process error: No success file => build failure [2024-11-21 12:23:37,069][ INFO][PID:4072683] Worker failed build, took 36413.51550912857 [2024-11-21 12:23:37,078][ INFO][PID:4072683] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241121", "project_dirname": "llvm-snapshots-pgo-20241121", "submitter": "tstellar", "ended_on": 1732191817.069877, "started_on": 1732155403.5543678, "submitted_on": null, "status": 0, "chroot": "centos-stream-10-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8289535-centos-stream-10-s390x", "build_id": 8289535, "package_name": "llvm", "package_version": "19.1.3-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241121/llvm", "git_hash": "799cd681158cc09fa0813a4ac7549eb6eadbe5bc", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241121--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121", "result_dir": "08289535-llvm", "built_packages": "", "id": 8289535, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241121", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241121)" } } ] } [2024-11-21 12:23:37,980][ INFO][PID:4072683] Sending fedora-messaging bus message in build.end [2024-11-21 12:23:38,270][ INFO][PID:4072683] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/builder-live.log by gzip [2024-11-21 12:23:38,292][ INFO][PID:4072683] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/builder-live.log' as PID 2787148 [2024-11-21 12:23:39,225][ INFO][PID:4072683] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/builder-live.log) [2024-11-21 12:23:39,233][ INFO][PID:4072683] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/backend.log by gzip [2024-11-21 12:23:39,236][ INFO][PID:4072683] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241121/centos-stream-10-s390x/08289535-llvm/backend.log' as PID 2787207