[2024-07-19 19:22:36,241][ INFO][PID:434566] Marking build as starting [2024-07-19 19:22:36,351][ INFO][PID:434566] Trying to allocate VM [2024-07-19 19:23:24,812][ INFO][PID:434566] Allocated host ResallocHost, ticket_id=3903713, hostname=140.211.168.222 [2024-07-19 19:23:24,813][ INFO][PID:434566] Allocating ssh connection to builder [2024-07-19 19:23:24,814][ INFO][PID:434566] Checking that builder machine is OK [2024-07-19 19:23:26,277][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.222 '/usr/bin/test -f /etc/mock/fedora-rawhide-ppc64le.cfg' [2024-07-19 19:23:27,294][ INFO][PID:434566] Filling build.info file with builder info [2024-07-19 19:23:27,296][ INFO][PID:434566] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": null, "started_on": 1721417007.2955725, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "7762930-fedora-rawhide-ppc64le", "build_id": 7762930, "package_name": "rstudio", "package_version": "2024.04.2+764-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/rstudio", "git_hash": "0c513c86970344fae58b27ec1b650cc653da5a94", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "07762930-rstudio", "built_packages": "", "id": 7762930, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-07-19 19:23:27,386][ INFO][PID:434566] Sending fedora-messaging bus message in build.start [2024-07-19 19:23:28,199][ INFO][PID:434566] Sending fedora-messaging bus message in chroot.start [2024-07-19 19:23:28,227][ INFO][PID:434566] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7762930-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2024-07-19 19:23:29,668][ INFO][PID:434566] Downloading the builder-live.log file, attempt 1 [2024-07-19 19:23:29,670][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.222 copr-rpmbuild-log [2024-07-19 19:23:34,684][ INFO][PID:434566] Status: False [2024-07-19 19:33:34,797][ INFO][PID:434566] Status: False [2024-07-19 19:39:43,258][ ERROR][PID:434566] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 19:39:53,259][WARNING][PID:434566] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 19:40:03,262][ INFO][PID:434566] Downloading the builder-live.log file, attempt 2 [2024-07-19 19:40:03,271][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.222 copr-rpmbuild-log [2024-07-19 19:41:03,339][ ERROR][PID:434566] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 19:41:13,344][WARNING][PID:434566] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 19:41:23,345][ INFO][PID:434566] Downloading the builder-live.log file, attempt 3 [2024-07-19 19:41:23,348][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.222 copr-rpmbuild-log [2024-07-19 19:42:23,418][ ERROR][PID:434566] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 19:42:33,493][WARNING][PID:434566] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 19:42:43,495][ INFO][PID:434566] Downloading the builder-live.log file, attempt 4 [2024-07-19 19:42:43,497][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.222 copr-rpmbuild-log [2024-07-19 19:43:34,914][ INFO][PID:434566] Status: False [2024-07-19 19:43:43,567][ ERROR][PID:434566] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 19:43:54,694][ ERROR][PID:434566] Giving up for unstable SSH, failures: 1721417993.2598567, 1721418073.3442714, 1721418153.4937997, 1721418234.6939638 [2024-07-19 19:43:54,696][ ERROR][PID:434566] Re-try request for task on 'ResallocHost, ticket_id=3903713, hostname=140.211.168.222': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-07-19 19:43:54,697][ INFO][PID:434566] Releasing VM back to pool [2024-07-19 19:43:54,791][ INFO][PID:434566] Retry #1 (on other host) [2024-07-19 19:43:54,793][ INFO][PID:434566] Trying to allocate VM [2024-07-19 19:44:23,251][ INFO][PID:434566] Allocated host ResallocHost, ticket_id=3904464, hostname=2620:52:3:1:dead:beef:cafe:c20c [2024-07-19 19:44:23,252][ INFO][PID:434566] Allocating ssh connection to builder [2024-07-19 19:44:23,253][ INFO][PID:434566] Checking that builder machine is OK [2024-07-19 19:44:24,909][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c20c '/usr/bin/test -f /etc/mock/fedora-rawhide-ppc64le.cfg' [2024-07-19 19:44:25,576][ INFO][PID:434566] Filling build.info file with builder info [2024-07-19 19:44:26,816][ INFO][PID:434566] Not re-notifying FE and msg buses for the new host. [2024-07-19 19:44:26,818][ INFO][PID:434566] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7762930-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2024-07-19 19:44:28,491][ INFO][PID:434566] Downloading the builder-live.log file, attempt 1 [2024-07-19 19:44:28,494][ INFO][PID:434566] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c20c copr-rpmbuild-log [2024-07-19 19:53:38,601][ INFO][PID:434566] Status: False [2024-07-19 20:03:38,757][ INFO][PID:434566] Status: False [2024-07-19 20:13:38,954][ INFO][PID:434566] Status: False [2024-07-19 20:23:39,117][ INFO][PID:434566] Status: False [2024-07-19 20:33:39,225][ INFO][PID:434566] Status: False [2024-07-19 20:43:39,345][ INFO][PID:434566] Status: False [2024-07-19 20:53:39,486][ INFO][PID:434566] Status: False [2024-07-19 20:57:52,428][ INFO][PID:434566] Downloading results from builder [2024-07-19 20:57:52,429][ INFO][PID:434566] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c20c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio started [2024-07-19 20:57:52,430][ INFO][PID:434566] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c20c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/build-07762930.rsync.log [2024-07-19 20:57:58,295][ INFO][PID:434566] rsyncing finished. [2024-07-19 20:57:58,296][ INFO][PID:434566] Releasing VM back to pool [2024-07-19 20:57:58,308][ INFO][PID:434566] Searching for 'success' file in resultdir [2024-07-19 20:57:58,309][ INFO][PID:434566] Going to sign pkgs from source: 7762930-fedora-rawhide-ppc64le in chroot: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le [2024-07-19 20:57:58,310][ INFO][PID:434566] Calling '/bin/sign -u psimovec#openblas-0.3.23@copr.fedorahosted.org -p' (attempt #1) [2024-07-19 20:57:58,629][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:57:59,591][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:57:59,592][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-common-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:58:00,724][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-common-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:58:00,725][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-common-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:58:03,256][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-common-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:58:03,257][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-server-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:58:04,175][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-server-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:58:04,176][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-2024.04.2+764-3.fc41.src.rpm' (attempt #1) [2024-07-19 20:58:13,249][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-2024.04.2+764-3.fc41.src.rpm [2024-07-19 20:58:13,250][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-server-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:58:14,729][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-server-debuginfo-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:58:14,734][ INFO][PID:434566] Calling '/bin/sign -4 -h sha256 -u psimovec#openblas-0.3.23@copr.fedorahosted.org -r /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-debugsource-2024.04.2+764-3.fc41.ppc64le.rpm' (attempt #1) [2024-07-19 20:58:15,659][ INFO][PID:434566] signed rpm: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/rstudio-debugsource-2024.04.2+764-3.fc41.ppc64le.rpm [2024-07-19 20:58:15,659][ INFO][PID:434566] Sign done [2024-07-19 20:58:15,660][ INFO][PID:434566] Incremental createrepo run, adding 07762930-rstudio into https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le, (auto-create-repo=True) [2024-07-19 20:58:15,662][ INFO][PID:434566] Running command 'copr-repo --batched /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le --add 07762930-rstudio --no-appstream-metadata' as PID 1208642 [2024-07-19 20:58:30,454][ INFO][PID:434566] Finished after 14 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le --add 07762930-rstudio --no-appstream-metadata) [2024-07-19 20:58:30,455][ INFO][PID:434566] Getting build details [2024-07-19 20:58:30,457][ INFO][PID:434566] Listing built binary packages in /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio [2024-07-19 20:58:30,458][ INFO][PID:434566] Built packages: ['rstudio-common-debuginfo 2024.04.2+764', 'rstudio-common 2024.04.2+764', 'rstudio-debugsource 2024.04.2+764', 'rstudio-server-debuginfo 2024.04.2+764', 'rstudio-server 2024.04.2+764', 'rstudio-debuginfo 2024.04.2+764'] [2024-07-19 20:58:30,459][ INFO][PID:434566] build details: {'built_packages': 'rstudio-common-debuginfo 2024.04.2+764\nrstudio-common 2024.04.2+764\nrstudio-debugsource 2024.04.2+764\nrstudio-server-debuginfo 2024.04.2+764\nrstudio-server 2024.04.2+764\nrstudio-debuginfo 2024.04.2+764'} [2024-07-19 20:58:30,461][ INFO][PID:434566] Retrieving pubkey [2024-07-19 20:58:30,462][ INFO][PID:434566] Calling '/bin/sign -u psimovec#openblas-0.3.23@copr.fedorahosted.org -p' (attempt #1) [2024-07-19 20:58:30,786][ INFO][PID:434566] Added pubkey for user psimovec project openblas-0.3.23 into: /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/pubkey.gpg [2024-07-19 20:58:30,786][ INFO][PID:434566] Finished build: id=7762930 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-rawhide-ppc64le [2024-07-19 20:58:30,788][ INFO][PID:434566] Worker succeeded build, took 4443.972363948822 [2024-07-19 20:58:30,790][ INFO][PID:434566] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": 1721422710.7888129, "started_on": 1721418266.816449, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "7762930-fedora-rawhide-ppc64le", "build_id": 7762930, "package_name": "rstudio", "package_version": "2024.04.2+764-3", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/rstudio", "git_hash": "0c513c86970344fae58b27ec1b650cc653da5a94", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": { "packages": [ { "name": "rstudio-common-debuginfo", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" }, { "name": "rstudio-common", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" }, { "name": "rstudio", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "src" }, { "name": "rstudio-debugsource", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" }, { "name": "rstudio-server-debuginfo", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" }, { "name": "rstudio-server", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" }, { "name": "rstudio-debuginfo", "epoch": null, "version": "2024.04.2+764", "release": "3.fc41", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "07762930-rstudio", "built_packages": "rstudio-common-debuginfo 2024.04.2+764\nrstudio-common 2024.04.2+764\nrstudio-debugsource 2024.04.2+764\nrstudio-server-debuginfo 2024.04.2+764\nrstudio-server 2024.04.2+764\nrstudio-debuginfo 2024.04.2+764", "id": 7762930, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2024-07-19 20:58:30,885][ INFO][PID:434566] Sending fedora-messaging bus message in build.end [2024-07-19 20:58:30,914][ INFO][PID:434566] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/builder-live.log by gzip [2024-07-19 20:58:30,916][ INFO][PID:434566] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/builder-live.log' as PID 1210771 [2024-07-19 20:58:30,965][ INFO][PID:434566] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/builder-live.log) [2024-07-19 20:58:30,966][ INFO][PID:434566] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/backend.log by gzip [2024-07-19 20:58:30,968][ INFO][PID:434566] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-rawhide-ppc64le/07762930-rstudio/backend.log' as PID 1210775