[2024-07-04 16:31:52,670][ INFO][PID:426597] Marking build as starting [2024-07-04 16:31:52,783][ INFO][PID:426597] Trying to allocate VM [2024-07-04 16:33:00,974][ INFO][PID:426597] Allocated host ResallocHost, ticket_id=3677284, hostname=3.84.87.29 [2024-07-04 16:33:00,975][ INFO][PID:426597] Allocating ssh connection to builder [2024-07-04 16:33:00,975][ INFO][PID:426597] Checking that builder machine is OK [2024-07-04 16:33:01,337][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.84.87.29 '/usr/bin/test -f /etc/mock/epel-7-x86_64.cfg' [2024-07-04 16:33:01,552][ INFO][PID:426597] Filling build.info file with builder info [2024-07-04 16:33:01,553][ INFO][PID:426597] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "pvalena", "project_name": "rubygems", "project_dirname": "rubygems", "submitter": "pvalena", "ended_on": null, "started_on": 1720110781.5535903, "submitted_on": null, "status": 3, "chroot": "epel-7-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7708445-epel-7-x86_64", "build_id": 7708445, "package_name": "rubygem-rspec-mocks", "package_version": "3.13.1-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/pvalena/rubygems/rubygem-rspec-mocks", "git_hash": "74b7ea483949cf6a4a6fda088e8aa4343e0090c1", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "pvalena/rubygems--pvalena", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems/epel-7-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/ruby/epel-7-x86_64/", "id": "copr_pvalena_ruby", "module_hotfixes": true, "name": "Additional repo copr_pvalena_ruby" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [ "cucumber" ], "destdir": "/var/lib/copr/public_html/results/pvalena/rubygems", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems", "result_dir": "07708445-rubygem-rspec-mocks", "built_packages": "", "id": 7708445, "mockchain_macros": { "copr_username": "pvalena", "copr_projectname": "rubygems", "vendor": "Fedora Project COPR (pvalena/rubygems)" } } ] } [2024-07-04 16:33:01,662][ INFO][PID:426597] Sending fedora-messaging bus message in build.start [2024-07-04 16:33:02,542][ INFO][PID:426597] Sending fedora-messaging bus message in chroot.start [2024-07-04 16:33:02,578][ INFO][PID:426597] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7708445-epel-7-x86_64 --chroot epel-7-x86_64 --detached [2024-07-04 16:33:02,967][ INFO][PID:426597] Downloading the builder-live.log file, attempt 1 [2024-07-04 16:33:02,969][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.84.87.29 copr-rpmbuild-log [2024-07-04 16:33:07,979][ INFO][PID:426597] Status: False [2024-07-04 16:34:03,818][ ERROR][PID:426597] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-04 16:34:13,819][WARNING][PID:426597] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-04 16:34:23,820][ INFO][PID:426597] Downloading the builder-live.log file, attempt 2 [2024-07-04 16:34:23,822][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.84.87.29 copr-rpmbuild-log [2024-07-04 16:35:23,890][ ERROR][PID:426597] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-04 16:35:33,895][WARNING][PID:426597] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-04 16:35:43,896][ INFO][PID:426597] Downloading the builder-live.log file, attempt 3 [2024-07-04 16:35:43,897][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.84.87.29 copr-rpmbuild-log [2024-07-04 16:36:43,962][ ERROR][PID:426597] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-04 16:36:53,963][WARNING][PID:426597] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-04 16:37:03,964][ INFO][PID:426597] Downloading the builder-live.log file, attempt 4 [2024-07-04 16:37:03,966][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.84.87.29 copr-rpmbuild-log [2024-07-04 16:38:04,033][ ERROR][PID:426597] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-04 16:38:14,035][ ERROR][PID:426597] Giving up for unstable SSH, failures: 1720110853.8194792, 1720110933.8954544, 1720111013.96373, 1720111094.0356379 [2024-07-04 16:38:14,036][ ERROR][PID:426597] Re-try request for task on 'ResallocHost, ticket_id=3677284, hostname=3.84.87.29': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-07-04 16:38:14,037][ INFO][PID:426597] Releasing VM back to pool [2024-07-04 16:38:14,045][ INFO][PID:426597] Retry #1 (on other host) [2024-07-04 16:38:14,046][ INFO][PID:426597] Trying to allocate VM [2024-07-04 16:38:17,125][ INFO][PID:426597] Allocated host ResallocHost, ticket_id=3677312, hostname=54.163.212.87 [2024-07-04 16:38:17,126][ INFO][PID:426597] Allocating ssh connection to builder [2024-07-04 16:38:17,126][ INFO][PID:426597] Checking that builder machine is OK [2024-07-04 16:38:17,521][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.163.212.87 '/usr/bin/test -f /etc/mock/epel-7-x86_64.cfg' [2024-07-04 16:38:17,735][ INFO][PID:426597] Filling build.info file with builder info [2024-07-04 16:38:17,740][ INFO][PID:426597] Not re-notifying FE and msg buses for the new host. [2024-07-04 16:38:17,740][ INFO][PID:426597] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7708445-epel-7-x86_64 --chroot epel-7-x86_64 --detached [2024-07-04 16:38:18,157][ INFO][PID:426597] Downloading the builder-live.log file, attempt 1 [2024-07-04 16:38:18,159][ INFO][PID:426597] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.163.212.87 copr-rpmbuild-log [2024-07-04 16:39:56,144][ INFO][PID:426597] Downloading results from builder [2024-07-04 16:39:56,146][ INFO][PID:426597] rsyncing of mockbuilder@54.163.212.87:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks started [2024-07-04 16:39:56,147][ INFO][PID:426597] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.163.212.87:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/ &> /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/build-07708445.rsync.log [2024-07-04 16:39:56,430][ INFO][PID:426597] rsyncing finished. [2024-07-04 16:39:56,431][ INFO][PID:426597] Releasing VM back to pool [2024-07-04 16:39:56,440][ INFO][PID:426597] Searching for 'success' file in resultdir [2024-07-04 16:39:56,441][ INFO][PID:426597] Going to sign pkgs from source: 7708445-epel-7-x86_64 in chroot: /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64 [2024-07-04 16:39:56,442][ INFO][PID:426597] Calling '/bin/sign -u pvalena#rubygems@copr.fedorahosted.org -p' (attempt #1) [2024-07-04 16:39:56,726][ INFO][PID:426597] Calling '/bin/sign -4 -h sha256 -u pvalena#rubygems@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-doc-3.13.1-1.el7_9.noarch.rpm' (attempt #1) [2024-07-04 16:39:57,518][ INFO][PID:426597] signed rpm: /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-doc-3.13.1-1.el7_9.noarch.rpm [2024-07-04 16:39:57,518][ INFO][PID:426597] Calling '/bin/sign -4 -h sha256 -u pvalena#rubygems@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-3.13.1-1.el7_9.noarch.rpm' (attempt #1) [2024-07-04 16:39:58,300][ INFO][PID:426597] signed rpm: /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-3.13.1-1.el7_9.noarch.rpm [2024-07-04 16:39:58,301][ INFO][PID:426597] Calling '/bin/sign -4 -h sha256 -u pvalena#rubygems@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-3.13.1-1.el7_9.src.rpm' (attempt #1) [2024-07-04 16:39:59,212][ INFO][PID:426597] signed rpm: /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/rubygem-rspec-mocks-3.13.1-1.el7_9.src.rpm [2024-07-04 16:39:59,213][ INFO][PID:426597] Sign done [2024-07-04 16:39:59,213][ INFO][PID:426597] Incremental createrepo run, adding 07708445-rubygem-rspec-mocks into https://download.copr.fedorainfracloud.org/results/pvalena/rubygems/epel-7-x86_64, (auto-create-repo=True) [2024-07-04 16:39:59,215][ INFO][PID:426597] Running command 'copr-repo --batched /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64 --add 07708445-rubygem-rspec-mocks --no-appstream-metadata' as PID 474677 [2024-07-04 16:40:01,041][ INFO][PID:426597] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64 --add 07708445-rubygem-rspec-mocks --no-appstream-metadata) [2024-07-04 16:40:01,042][ INFO][PID:426597] Getting build details [2024-07-04 16:40:01,043][ INFO][PID:426597] Listing built binary packages in /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks [2024-07-04 16:40:01,043][ INFO][PID:426597] Built packages: ['rubygem-rspec-mocks-doc 3.13.1', 'rubygem-rspec-mocks 3.13.1'] [2024-07-04 16:40:01,043][ INFO][PID:426597] build details: {'built_packages': 'rubygem-rspec-mocks-doc 3.13.1\nrubygem-rspec-mocks 3.13.1'} [2024-07-04 16:40:01,044][ INFO][PID:426597] Retrieving pubkey [2024-07-04 16:40:01,044][ INFO][PID:426597] Calling '/bin/sign -u pvalena#rubygems@copr.fedorahosted.org -p' (attempt #1) [2024-07-04 16:40:01,338][ INFO][PID:426597] Added pubkey for user pvalena project rubygems into: /var/lib/copr/public_html/results/pvalena/rubygems/pubkey.gpg [2024-07-04 16:40:01,338][ INFO][PID:426597] Finished build: id=7708445 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/pvalena/rubygems chroot=epel-7-x86_64 [2024-07-04 16:40:01,340][ INFO][PID:426597] Worker succeeded build, took 103.60057044029236 [2024-07-04 16:40:01,341][ INFO][PID:426597] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "pvalena", "project_name": "rubygems", "project_dirname": "rubygems", "submitter": "pvalena", "ended_on": 1720111201.34067, "started_on": 1720111097.7400997, "submitted_on": null, "status": 1, "chroot": "epel-7-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7708445-epel-7-x86_64", "build_id": 7708445, "package_name": "rubygem-rspec-mocks", "package_version": "3.13.1-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/pvalena/rubygems/rubygem-rspec-mocks", "git_hash": "74b7ea483949cf6a4a6fda088e8aa4343e0090c1", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "pvalena/rubygems--pvalena", "results": { "packages": [ { "name": "rubygem-rspec-mocks-doc", "epoch": null, "version": "3.13.1", "release": "1.el7_9", "arch": "noarch" }, { "name": "rubygem-rspec-mocks", "epoch": null, "version": "3.13.1", "release": "1.el7_9", "arch": "src" }, { "name": "rubygem-rspec-mocks", "epoch": null, "version": "3.13.1", "release": "1.el7_9", "arch": "noarch" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems/epel-7-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/ruby/epel-7-x86_64/", "id": "copr_pvalena_ruby", "module_hotfixes": true, "name": "Additional repo copr_pvalena_ruby" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [ "cucumber" ], "destdir": "/var/lib/copr/public_html/results/pvalena/rubygems", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems", "result_dir": "07708445-rubygem-rspec-mocks", "built_packages": "rubygem-rspec-mocks-doc 3.13.1\nrubygem-rspec-mocks 3.13.1", "id": 7708445, "mockchain_macros": { "copr_username": "pvalena", "copr_projectname": "rubygems", "vendor": "Fedora Project COPR (pvalena/rubygems)" } } ] } [2024-07-04 16:40:01,429][ INFO][PID:426597] Sending fedora-messaging bus message in build.end [2024-07-04 16:40:01,460][ INFO][PID:426597] Compressing /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/builder-live.log by gzip [2024-07-04 16:40:01,462][ INFO][PID:426597] Running command 'gzip /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/builder-live.log' as PID 474763 [2024-07-04 16:40:01,468][ INFO][PID:426597] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/builder-live.log) [2024-07-04 16:40:01,468][ INFO][PID:426597] Compressing /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/backend.log by gzip [2024-07-04 16:40:01,469][ INFO][PID:426597] Running command 'gzip /var/lib/copr/public_html/results/pvalena/rubygems/epel-7-x86_64/07708445-rubygem-rspec-mocks/backend.log' as PID 474764