[2024-11-14 21:03:38,739][ INFO][PID:2980579] Marking build as starting [2024-11-14 21:03:38,882][ INFO][PID:2980579] Trying to allocate VM [2024-11-14 21:05:27,042][ INFO][PID:2980579] Allocated host ResallocHost, ticket_id=5885014, hostname=107.21.140.196 [2024-11-14 21:05:27,043][ INFO][PID:2980579] Allocating ssh connection to builder [2024-11-14 21:05:27,044][ INFO][PID:2980579] Checking that builder machine is OK [2024-11-14 21:05:27,407][ INFO][PID:2980579] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2024-11-14 21:05:27,626][ INFO][PID:2980579] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2024-11-14 21:05:27,628][ INFO][PID:2980579] Filling build.info file with builder info [2024-11-14 21:05:27,629][ INFO][PID:2980579] Sending build state back to frontend: { "builds": [ { "timeout": 86400, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "poscat", "project_name": "Nix", "project_dirname": "Nix", "submitter": null, "ended_on": null, "started_on": 1731618327.6292145, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8262863-fedora-rawhide-x86_64", "build_id": 8262863, "package_name": "aws-sdk-cpp", "package_version": "1.11.447-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/poscat/Nix/aws-sdk-cpp", "git_hash": "b59d48d3b4acd72978655bd36d34c2b050dfa611", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "poscat/Nix--3e65d2cc-5d78-44f5-bda8-183084c98c43", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": true, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/poscat/Nix/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/poscat/mdbook-linkcheck/fedora-rawhide-x86_64/", "id": "copr_poscat_mdbook_linkcheck", "name": "Additional repo copr_poscat_mdbook_linkcheck" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/poscat/Nix", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/poscat/Nix", "result_dir": "08262863-aws-sdk-cpp", "built_packages": "", "id": 8262863, "mockchain_macros": { "copr_username": "poscat", "copr_projectname": "Nix", "vendor": "Fedora Project COPR (poscat/Nix)" } } ] } [2024-11-14 21:05:27,695][ INFO][PID:2980579] Sending fedora-messaging bus message in build.start [2024-11-14 21:05:28,517][ INFO][PID:2980579] Sending fedora-messaging bus message in chroot.start [2024-11-14 21:05:28,542][ INFO][PID:2980579] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8262863-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-11-14 21:05:28,910][ INFO][PID:2980579] Downloading the builder-live.log file, attempt 1 [2024-11-14 21:05:28,911][ INFO][PID:2980579] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.21.140.196 copr-rpmbuild-log [2024-11-14 21:05:33,920][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 21:15:34,118][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 21:25:34,339][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 21:34:47,415][ ERROR][PID:2980579] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 21:34:57,416][WARNING][PID:2980579] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 21:35:07,417][ INFO][PID:2980579] Downloading the builder-live.log file, attempt 2 [2024-11-14 21:35:07,419][ INFO][PID:2980579] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.21.140.196 copr-rpmbuild-log [2024-11-14 21:35:35,369][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 21:36:07,487][ ERROR][PID:2980579] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 21:36:17,522][WARNING][PID:2980579] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 21:36:27,523][ INFO][PID:2980579] Downloading the builder-live.log file, attempt 3 [2024-11-14 21:36:27,524][ INFO][PID:2980579] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.21.140.196 copr-rpmbuild-log [2024-11-14 21:37:27,592][ ERROR][PID:2980579] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 21:37:37,594][WARNING][PID:2980579] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-14 21:37:47,595][ INFO][PID:2980579] Downloading the builder-live.log file, attempt 4 [2024-11-14 21:37:47,596][ INFO][PID:2980579] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@107.21.140.196 copr-rpmbuild-log [2024-11-14 21:38:47,664][ ERROR][PID:2980579] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-14 21:38:57,670][ ERROR][PID:2980579] Giving up for unstable SSH, failures: 1731620097.416227, 1731620177.522091, 1731620257.5948117, 1731620337.6706054 [2024-11-14 21:38:57,671][ ERROR][PID:2980579] Re-try request for task on 'ResallocHost, ticket_id=5885014, hostname=107.21.140.196': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-11-14 21:38:57,672][ INFO][PID:2980579] Releasing VM back to pool [2024-11-14 21:38:57,688][ INFO][PID:2980579] Retry #1 (on other host) [2024-11-14 21:38:57,724][ INFO][PID:2980579] Trying to allocate VM [2024-11-14 21:43:15,855][ INFO][PID:2980579] Allocated host ResallocHost, ticket_id=5885842, hostname=35.173.199.214 [2024-11-14 21:43:15,856][ INFO][PID:2980579] Allocating ssh connection to builder [2024-11-14 21:43:15,857][ INFO][PID:2980579] Checking that builder machine is OK [2024-11-14 21:43:16,204][ INFO][PID:2980579] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2024-11-14 21:43:16,428][ INFO][PID:2980579] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2024-11-14 21:43:16,429][ INFO][PID:2980579] Filling build.info file with builder info [2024-11-14 21:43:16,479][ INFO][PID:2980579] Not re-notifying FE and msg buses for the new host. [2024-11-14 21:43:16,480][ INFO][PID:2980579] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8262863-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-11-14 21:43:16,853][ INFO][PID:2980579] Downloading the builder-live.log file, attempt 1 [2024-11-14 21:43:16,855][ INFO][PID:2980579] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@35.173.199.214 copr-rpmbuild-log [2024-11-14 21:45:36,884][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 21:55:36,973][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:05:37,063][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:15:37,239][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:25:37,865][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:35:38,052][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:45:38,301][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 22:55:38,391][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:05:38,480][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:15:38,651][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:25:38,791][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:35:38,869][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:45:38,944][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-14 23:55:39,023][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:05:39,139][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:15:39,246][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:25:39,325][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:35:39,397][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:45:39,485][ INFO][PID:2980579] Periodic builder liveness probe: alive [2024-11-15 00:55:01,124][ INFO][PID:2980579] Downloading results from builder [2024-11-15 00:55:01,150][ INFO][PID:2980579] rsyncing of mockbuilder@35.173.199.214:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp started [2024-11-15 00:55:01,178][ INFO][PID:2980579] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@35.173.199.214:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/ &> /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/build-08262863.rsync.log [2024-11-15 00:55:07,154][ INFO][PID:2980579] rsyncing finished. [2024-11-15 00:55:07,157][ INFO][PID:2980579] Releasing VM back to pool [2024-11-15 00:55:07,173][ INFO][PID:2980579] Searching for 'success' file in resultdir [2024-11-15 00:55:07,185][ INFO][PID:2980579] Going to sign pkgs from source: 8262863-fedora-rawhide-x86_64 in chroot: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64 [2024-11-15 00:55:07,199][ INFO][PID:2980579] Calling '/bin/sign -u poscat#Nix@copr.fedorahosted.org -p' (attempt #1) [2024-11-15 00:55:07,524][ INFO][PID:2980579] Calling '/bin/sign -4 -h sha256 -u poscat#Nix@copr.fedorahosted.org -r /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-1.11.447-1.fc42.x86_64.rpm' (attempt #1) [2024-11-15 00:55:09,321][ INFO][PID:2980579] signed rpm: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-1.11.447-1.fc42.x86_64.rpm [2024-11-15 00:55:09,325][ INFO][PID:2980579] Calling '/bin/sign -4 -h sha256 -u poscat#Nix@copr.fedorahosted.org -r /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-debuginfo-1.11.447-1.fc42.x86_64.rpm' (attempt #1) [2024-11-15 00:55:23,555][ INFO][PID:2980579] signed rpm: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-debuginfo-1.11.447-1.fc42.x86_64.rpm [2024-11-15 00:55:23,555][ INFO][PID:2980579] Calling '/bin/sign -4 -h sha256 -u poscat#Nix@copr.fedorahosted.org -r /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-devel-1.11.447-1.fc42.x86_64.rpm' (attempt #1) [2024-11-15 00:55:24,961][ INFO][PID:2980579] signed rpm: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-devel-1.11.447-1.fc42.x86_64.rpm [2024-11-15 00:55:24,961][ INFO][PID:2980579] Calling '/bin/sign -4 -h sha256 -u poscat#Nix@copr.fedorahosted.org -r /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-debugsource-1.11.447-1.fc42.x86_64.rpm' (attempt #1) [2024-11-15 00:55:26,672][ INFO][PID:2980579] signed rpm: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-debugsource-1.11.447-1.fc42.x86_64.rpm [2024-11-15 00:55:26,672][ INFO][PID:2980579] Calling '/bin/sign -4 -h sha256 -u poscat#Nix@copr.fedorahosted.org -r /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-1.11.447-1.fc42.src.rpm' (attempt #1) [2024-11-15 00:55:28,696][ INFO][PID:2980579] signed rpm: /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/aws-sdk-cpp-1.11.447-1.fc42.src.rpm [2024-11-15 00:55:28,697][ INFO][PID:2980579] Sign done [2024-11-15 00:55:28,702][ INFO][PID:2980579] Incremental createrepo run, adding 08262863-aws-sdk-cpp into https://download.copr.fedorainfracloud.org/results/poscat/Nix/fedora-rawhide-x86_64, (auto-create-repo=True) [2024-11-15 00:55:28,727][ INFO][PID:2980579] Running command 'copr-repo --batched /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64 --add 08262863-aws-sdk-cpp --no-appstream-metadata' as PID 4092427 [2024-11-15 00:55:36,437][ INFO][PID:2980579] Finished after 7 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64 --add 08262863-aws-sdk-cpp --no-appstream-metadata) [2024-11-15 00:55:36,457][ INFO][PID:2980579] Getting build details [2024-11-15 00:55:36,459][ INFO][PID:2980579] Listing built binary packages in /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp [2024-11-15 00:55:36,459][ INFO][PID:2980579] Built packages: ['aws-sdk-cpp-debugsource 1.11.447', 'aws-sdk-cpp-debuginfo 1.11.447', 'aws-sdk-cpp-devel 1.11.447', 'aws-sdk-cpp 1.11.447'] [2024-11-15 00:55:36,460][ INFO][PID:2980579] build details: {'built_packages': 'aws-sdk-cpp-debugsource 1.11.447\naws-sdk-cpp-debuginfo 1.11.447\naws-sdk-cpp-devel 1.11.447\naws-sdk-cpp 1.11.447'} [2024-11-15 00:55:36,463][ INFO][PID:2980579] Retrieving pubkey [2024-11-15 00:55:36,464][ INFO][PID:2980579] Calling '/bin/sign -u poscat#Nix@copr.fedorahosted.org -p' (attempt #1) [2024-11-15 00:55:36,774][ INFO][PID:2980579] Added pubkey for user poscat project Nix into: /var/lib/copr/public_html/results/poscat/Nix/pubkey.gpg [2024-11-15 00:55:36,786][ INFO][PID:2980579] Finished build: id=8262863 failed=False timeout=86400 destdir=/var/lib/copr/public_html/results/poscat/Nix chroot=fedora-rawhide-x86_64 [2024-11-15 00:55:36,855][ INFO][PID:2980579] Worker succeeded build, took 11540.376430749893 [2024-11-15 00:55:36,867][ INFO][PID:2980579] Sending build state back to frontend: { "builds": [ { "timeout": 86400, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "poscat", "project_name": "Nix", "project_dirname": "Nix", "submitter": null, "ended_on": 1731632136.8556812, "started_on": 1731620596.4792504, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8262863-fedora-rawhide-x86_64", "build_id": 8262863, "package_name": "aws-sdk-cpp", "package_version": "1.11.447-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/poscat/Nix/aws-sdk-cpp", "git_hash": "b59d48d3b4acd72978655bd36d34c2b050dfa611", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "poscat/Nix--3e65d2cc-5d78-44f5-bda8-183084c98c43", "results": { "packages": [ { "name": "aws-sdk-cpp", "epoch": null, "version": "1.11.447", "release": "1.fc42", "arch": "src" }, { "name": "aws-sdk-cpp-debugsource", "epoch": null, "version": "1.11.447", "release": "1.fc42", "arch": "x86_64" }, { "name": "aws-sdk-cpp-debuginfo", "epoch": null, "version": "1.11.447", "release": "1.fc42", "arch": "x86_64" }, { "name": "aws-sdk-cpp-devel", "epoch": null, "version": "1.11.447", "release": "1.fc42", "arch": "x86_64" }, { "name": "aws-sdk-cpp", "epoch": null, "version": "1.11.447", "release": "1.fc42", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": true, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/poscat/Nix/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/poscat/mdbook-linkcheck/fedora-rawhide-x86_64/", "id": "copr_poscat_mdbook_linkcheck", "name": "Additional repo copr_poscat_mdbook_linkcheck" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/poscat/Nix", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/poscat/Nix", "result_dir": "08262863-aws-sdk-cpp", "built_packages": "aws-sdk-cpp-debugsource 1.11.447\naws-sdk-cpp-debuginfo 1.11.447\naws-sdk-cpp-devel 1.11.447\naws-sdk-cpp 1.11.447", "id": 8262863, "mockchain_macros": { "copr_username": "poscat", "copr_projectname": "Nix", "vendor": "Fedora Project COPR (poscat/Nix)" } } ] } [2024-11-15 00:55:37,867][ INFO][PID:2980579] Sending fedora-messaging bus message in build.end [2024-11-15 00:55:38,088][ INFO][PID:2980579] Compressing /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/builder-live.log by gzip [2024-11-15 00:55:38,090][ INFO][PID:2980579] Running command 'gzip /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/builder-live.log' as PID 4092573 [2024-11-15 00:55:38,591][ INFO][PID:2980579] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/builder-live.log) [2024-11-15 00:55:38,593][ INFO][PID:2980579] Compressing /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/backend.log by gzip [2024-11-15 00:55:38,594][ INFO][PID:2980579] Running command 'gzip /var/lib/copr/public_html/results/poscat/Nix/fedora-rawhide-x86_64/08262863-aws-sdk-cpp/backend.log' as PID 4092580