[2024-11-21 16:28:24,843][ INFO][PID:424550] Marking build as starting [2024-11-21 16:28:25,182][ INFO][PID:424550] Trying to allocate VM [2024-11-21 16:28:37,317][ INFO][PID:424550] Allocated host ResallocHost, ticket_id=6003803, hostname=184.73.9.178 [2024-11-21 16:28:37,319][ INFO][PID:424550] Allocating ssh connection to builder [2024-11-21 16:28:37,319][ INFO][PID:424550] Checking that builder machine is OK [2024-11-21 16:28:37,709][ INFO][PID:424550] Running remote command: copr-builder-ready centos-stream-9-x86_64 [2024-11-21 16:28:37,941][ INFO][PID:424550] Red Hat subscription not needed for centos-stream-9-x86_64 Builder is ready to be used [2024-11-21 16:28:37,942][ INFO][PID:424550] Filling build.info file with builder info [2024-11-21 16:28:37,944][ INFO][PID:424550] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "trix", "project_name": "CS9", "project_dirname": "CS9", "submitter": "https://src.fedoraproject.org/user/trix", "ended_on": null, "started_on": 1732206517.9435391, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8297621-centos-stream-9-x86_64", "build_id": 8297621, "package_name": "hipsparse", "package_version": "6.2.0-6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/trix/CS9/hipsparse", "git_hash": "3f037b0bc380350a467aa232069655e35a394ac3", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "trix/CS9--https://src.fedoraproject.org/user/trix", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/trix/CS9/centos-stream-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/trix/CS9", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/trix/CS9", "result_dir": "08297621-hipsparse", "built_packages": "", "id": 8297621, "mockchain_macros": { "copr_username": "trix", "copr_projectname": "CS9", "vendor": "Fedora Project COPR (trix/CS9)" } } ] } [2024-11-21 16:28:38,014][ INFO][PID:424550] Sending fedora-messaging bus message in build.start [2024-11-21 16:28:39,290][ INFO][PID:424550] Sending fedora-messaging bus message in chroot.start [2024-11-21 16:28:39,343][ INFO][PID:424550] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8297621-centos-stream-9-x86_64 --chroot centos-stream-9-x86_64 --detached [2024-11-21 16:28:39,787][ INFO][PID:424550] Downloading the builder-live.log file, attempt 1 [2024-11-21 16:28:39,793][ INFO][PID:424550] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@184.73.9.178 copr-rpmbuild-log [2024-11-21 16:28:40,004][ ERROR][PID:424550] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-21 16:28:44,798][ INFO][PID:424550] Periodic builder liveness probe: alive [2024-11-21 16:28:50,005][WARNING][PID:424550] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-21 16:29:00,012][ INFO][PID:424550] Downloading the builder-live.log file, attempt 2 [2024-11-21 16:29:00,014][ INFO][PID:424550] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@184.73.9.178 copr-rpmbuild-log [2024-11-21 16:30:00,091][ ERROR][PID:424550] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-21 16:30:10,105][WARNING][PID:424550] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-21 16:30:20,106][ INFO][PID:424550] Downloading the builder-live.log file, attempt 3 [2024-11-21 16:30:20,109][ INFO][PID:424550] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@184.73.9.178 copr-rpmbuild-log [2024-11-21 16:31:20,179][ ERROR][PID:424550] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-21 16:31:30,183][WARNING][PID:424550] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-11-21 16:31:40,183][ INFO][PID:424550] Downloading the builder-live.log file, attempt 4 [2024-11-21 16:31:40,185][ INFO][PID:424550] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@184.73.9.178 copr-rpmbuild-log [2024-11-21 16:32:40,258][ ERROR][PID:424550] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-11-21 16:32:50,260][ ERROR][PID:424550] Giving up for unstable SSH, failures: 1732206530.0053785, 1732206610.1053886, 1732206690.1830418, 1732206770.2605288 [2024-11-21 16:32:50,262][ ERROR][PID:424550] Re-try request for task on 'ResallocHost, ticket_id=6003803, hostname=184.73.9.178': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-11-21 16:32:50,263][ INFO][PID:424550] Releasing VM back to pool [2024-11-21 16:32:50,280][ INFO][PID:424550] Retry #1 (on other host) [2024-11-21 16:32:50,281][ INFO][PID:424550] Trying to allocate VM [2024-11-21 16:32:56,327][ INFO][PID:424550] Allocated host ResallocHost, ticket_id=6003908, hostname=2620:52:3:1:dead:beef:cafe:c119 [2024-11-21 16:32:56,327][ INFO][PID:424550] Allocating ssh connection to builder [2024-11-21 16:32:56,328][ INFO][PID:424550] Checking that builder machine is OK [2024-11-21 16:32:56,887][ INFO][PID:424550] Running remote command: copr-builder-ready centos-stream-9-x86_64 [2024-11-21 16:32:57,218][ INFO][PID:424550] Red Hat subscription not needed for centos-stream-9-x86_64 Builder is ready to be used [2024-11-21 16:32:57,219][ INFO][PID:424550] Filling build.info file with builder info [2024-11-21 16:32:57,232][ INFO][PID:424550] Not re-notifying FE and msg buses for the new host. [2024-11-21 16:32:57,232][ INFO][PID:424550] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8297621-centos-stream-9-x86_64 --chroot centos-stream-9-x86_64 --detached [2024-11-21 16:32:57,918][ INFO][PID:424550] Downloading the builder-live.log file, attempt 1 [2024-11-21 16:32:57,920][ INFO][PID:424550] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c119 copr-rpmbuild-log [2024-11-21 16:34:32,808][ INFO][PID:424550] Downloading results from builder [2024-11-21 16:34:32,809][ INFO][PID:424550] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c119]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse started [2024-11-21 16:34:32,810][ INFO][PID:424550] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c119]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/ &> /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/build-08297621.rsync.log [2024-11-21 16:34:33,243][ INFO][PID:424550] rsyncing finished. [2024-11-21 16:34:33,243][ INFO][PID:424550] Releasing VM back to pool [2024-11-21 16:34:33,260][ INFO][PID:424550] Searching for 'success' file in resultdir [2024-11-21 16:34:33,262][ ERROR][PID:424550] Build failed: Backend process error: No success file => build failure [2024-11-21 16:34:33,263][ INFO][PID:424550] Finished build: id=8297621 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/trix/CS9 chroot=centos-stream-9-x86_64 [2024-11-21 16:34:33,269][ ERROR][PID:424550] Backend process error: No success file => build failure [2024-11-21 16:34:33,270][ INFO][PID:424550] Worker failed build, took 96.03796148300171 [2024-11-21 16:34:33,272][ INFO][PID:424550] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "trix", "project_name": "CS9", "project_dirname": "CS9", "submitter": "https://src.fedoraproject.org/user/trix", "ended_on": 1732206873.2700849, "started_on": 1732206777.2321234, "submitted_on": null, "status": 0, "chroot": "centos-stream-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8297621-centos-stream-9-x86_64", "build_id": 8297621, "package_name": "hipsparse", "package_version": "6.2.0-6", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/trix/CS9/hipsparse", "git_hash": "3f037b0bc380350a467aa232069655e35a394ac3", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "trix/CS9--https://src.fedoraproject.org/user/trix", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/trix/CS9/centos-stream-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/trix/CS9", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/trix/CS9", "result_dir": "08297621-hipsparse", "built_packages": "", "id": 8297621, "mockchain_macros": { "copr_username": "trix", "copr_projectname": "CS9", "vendor": "Fedora Project COPR (trix/CS9)" } } ] } [2024-11-21 16:34:33,343][ INFO][PID:424550] Sending fedora-messaging bus message in build.end [2024-11-21 16:34:33,368][ INFO][PID:424550] Compressing /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/builder-live.log by gzip [2024-11-21 16:34:33,370][ INFO][PID:424550] Running command 'gzip /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/builder-live.log' as PID 467738 [2024-11-21 16:34:33,375][ INFO][PID:424550] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/builder-live.log) [2024-11-21 16:34:33,377][ INFO][PID:424550] Compressing /var/lib/copr/public_html/results/trix/CS9/centos-stream-9-x86_64/08297621-hipsparse/backend.log by gzip