[2024-11-10 02:15:22,197][ INFO][PID:3271606] Marking build as starting [2024-11-10 02:15:22,292][ INFO][PID:3271606] Trying to allocate VM [2024-11-10 02:18:40,646][ INFO][PID:3271606] Allocated host ResallocHost, ticket_id=5791090, hostname=169.63.185.45 [2024-11-10 02:18:40,648][ INFO][PID:3271606] Allocating ssh connection to builder [2024-11-10 02:18:40,648][ INFO][PID:3271606] Checking that builder machine is OK [2024-11-10 02:18:41,167][ INFO][PID:3271606] Running remote command: copr-builder-ready fedora-rawhide-s390x [2024-11-10 02:18:41,481][ INFO][PID:3271606] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2024-11-10 02:18:41,481][ INFO][PID:3271606] Filling build.info file with builder info [2024-11-10 02:18:41,483][ INFO][PID:3271606] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241110", "project_dirname": "llvm-snapshots-pgo-20241110", "submitter": "kkleine", "ended_on": null, "started_on": 1731205121.4829526, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8237828-fedora-rawhide-s390x", "build_id": 8237828, "package_name": "llvm", "package_version": "19.1.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241110/llvm", "git_hash": "aa4bfa9b7a61282b5791dffb77fbf7be7b6aff5f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241110--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110", "result_dir": "08237828-llvm", "built_packages": "", "id": 8237828, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241110", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241110)" } } ] } [2024-11-10 02:18:41,572][ INFO][PID:3271606] Sending fedora-messaging bus message in build.start [2024-11-10 02:18:42,350][ INFO][PID:3271606] Sending fedora-messaging bus message in chroot.start [2024-11-10 02:18:42,372][ INFO][PID:3271606] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8237828-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2024-11-10 02:18:42,904][ INFO][PID:3271606] Downloading the builder-live.log file, attempt 1 [2024-11-10 02:18:42,908][ INFO][PID:3271606] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@169.63.185.45 copr-rpmbuild-log [2024-11-10 02:18:47,918][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 02:28:48,039][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 02:38:48,161][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 02:48:48,263][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 02:58:48,353][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:08:48,440][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:18:48,537][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:28:48,616][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:38:48,707][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:48:48,945][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 03:58:49,038][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:08:49,187][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:18:49,411][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:28:49,502][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:38:49,595][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:48:49,686][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 04:58:49,795][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:08:49,896][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:18:50,013][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:28:50,111][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:38:50,244][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:48:50,351][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 05:58:50,463][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:08:50,579][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:18:50,721][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:28:50,849][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:38:50,958][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:48:51,059][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 06:58:51,162][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:08:51,266][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:18:51,362][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:28:51,461][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:38:51,584][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:48:51,921][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 07:58:52,539][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:08:53,130][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:18:54,065][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:28:54,176][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:38:54,264][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:48:54,354][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 08:58:54,441][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:08:54,544][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:18:54,637][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:28:54,738][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:38:54,840][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:48:54,927][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 09:58:55,019][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:08:55,173][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:18:55,272][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:28:55,402][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:38:55,588][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:48:55,722][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 10:58:55,845][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:08:55,949][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:18:56,047][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:28:56,131][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:38:56,262][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:48:56,439][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 11:58:56,592][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:08:56,722][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:18:57,013][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:28:57,118][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:38:57,276][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:48:57,397][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 12:58:57,489][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:08:57,568][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:18:57,694][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:28:57,776][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:38:57,854][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:48:57,933][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 13:58:58,047][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:08:58,135][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:18:58,231][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:28:58,312][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:38:58,423][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:48:58,506][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 14:58:58,619][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:08:58,721][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:18:58,817][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:28:58,892][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:38:58,967][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:48:59,038][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 15:58:59,112][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:08:59,196][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:18:59,277][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:28:59,356][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:38:59,447][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:48:59,549][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 16:58:59,646][ INFO][PID:3271606] Periodic builder liveness probe: alive [2024-11-10 17:03:10,986][ INFO][PID:3271606] Downloading results from builder [2024-11-10 17:03:11,014][ INFO][PID:3271606] rsyncing of mockbuilder@169.63.185.45:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm started [2024-11-10 17:03:11,041][ INFO][PID:3271606] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@169.63.185.45:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/build-08237828.rsync.log [2024-11-10 17:03:18,216][ INFO][PID:3271606] rsyncing finished. [2024-11-10 17:03:18,220][ INFO][PID:3271606] Releasing VM back to pool [2024-11-10 17:03:18,249][ INFO][PID:3271606] Searching for 'success' file in resultdir [2024-11-10 17:03:18,260][ ERROR][PID:3271606] Build failed: Backend process error: No success file => build failure [2024-11-10 17:03:18,336][ INFO][PID:3271606] Finished build: id=8237828 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110 chroot=fedora-rawhide-s390x [2024-11-10 17:03:18,408][ ERROR][PID:3271606] Backend process error: No success file => build failure [2024-11-10 17:03:18,410][ INFO][PID:3271606] Worker failed build, took 53076.92708873749 [2024-11-10 17:03:18,423][ INFO][PID:3271606] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20241110", "project_dirname": "llvm-snapshots-pgo-20241110", "submitter": "kkleine", "ended_on": 1731258198.4100413, "started_on": 1731205121.4829526, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "8237828-fedora-rawhide-s390x", "build_id": 8237828, "package_name": "llvm", "package_version": "19.1.0-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20241110/llvm", "git_hash": "aa4bfa9b7a61282b5791dffb77fbf7be7b6aff5f", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20241110--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null } ], "tags": [ "arch_s390x" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110", "result_dir": "08237828-llvm", "built_packages": "", "id": 8237828, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20241110", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20241110)" } } ] } [2024-11-10 17:03:19,205][ INFO][PID:3271606] Sending fedora-messaging bus message in build.end [2024-11-10 17:03:19,439][ INFO][PID:3271606] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/builder-live.log by gzip [2024-11-10 17:03:19,451][ INFO][PID:3271606] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/builder-live.log' as PID 2312961 [2024-11-10 17:03:20,869][ INFO][PID:3271606] Finished after 1 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/builder-live.log) [2024-11-10 17:03:20,875][ INFO][PID:3271606] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/backend.log by gzip [2024-11-10 17:03:20,877][ INFO][PID:3271606] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20241110/fedora-rawhide-s390x/08237828-llvm/backend.log' as PID 2313112