[2024-04-30 18:31:05,445][ INFO][PID:2302703] Marking build as starting [2024-04-30 18:31:05,742][ INFO][PID:2302703] Trying to allocate VM [2024-04-30 18:31:33,846][ INFO][PID:2302703] Allocated host ResallocHost, ticket_id=2595621, hostname=3.83.229.60 [2024-04-30 18:31:33,847][ INFO][PID:2302703] Allocating ssh connection to builder [2024-04-30 18:31:33,847][ INFO][PID:2302703] Checking that builder machine is OK [2024-04-30 18:31:34,196][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.229.60 '/usr/bin/test -f /etc/mock/fedora-40-i386.cfg' [2024-04-30 18:31:34,411][ INFO][PID:2302703] Filling build.info file with builder info [2024-04-30 18:31:34,412][ INFO][PID:2302703] Sending build state back to frontend: { "builds": [ { "timeout": null, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "huakim", "project_name": "waydroid", "project_dirname": "waydroid", "submitter": "huakim", "ended_on": null, "started_on": 1714501894.4124968, "submitted_on": null, "status": 3, "chroot": "fedora-40-i386", "arch": "i386", "buildroot_pkgs": [ "waydroid-macros", "dnf", "rpm-build" ], "task_id": "7394557-fedora-40-i386", "build_id": 7394557, "package_name": "waydroid-image-system-gapps", "package_version": "20240427-0", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/huakim/waydroid/waydroid-image-system-gapps", "git_hash": "69c3dbde6b245c12c9c87e2c172fc1b0ebed99e5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "huakim/waydroid--huakim", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid/fedora-40-i386/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid/fedora-40-i386/", "id": "copr_huakim_waydroid", "module_hotfixes": true, "name": "Additional repo copr_huakim_waydroid" } ], "tags": [ "arch_i386" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/huakim/waydroid", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid", "result_dir": "07394557-waydroid-image-system-gapps", "built_packages": "", "id": 7394557, "mockchain_macros": { "copr_username": "huakim", "copr_projectname": "waydroid", "vendor": "Fedora Project COPR (huakim/waydroid)" } } ] } [2024-04-30 18:31:34,482][ INFO][PID:2302703] Sending fedora-messaging bus message in build.start [2024-04-30 18:31:35,171][ INFO][PID:2302703] Sending fedora-messaging bus message in chroot.start [2024-04-30 18:31:35,357][ INFO][PID:2302703] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7394557-fedora-40-i386 --chroot fedora-40-i386 --detached [2024-04-30 18:31:35,721][ INFO][PID:2302703] Downloading the builder-live.log file, attempt 1 [2024-04-30 18:31:35,723][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.229.60 copr-rpmbuild-log [2024-04-30 18:31:40,727][ INFO][PID:2302703] Status: False [2024-04-30 18:34:56,133][ ERROR][PID:2302703] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-30 18:35:06,134][WARNING][PID:2302703] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-30 18:35:16,135][ INFO][PID:2302703] Downloading the builder-live.log file, attempt 2 [2024-04-30 18:35:16,136][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.229.60 copr-rpmbuild-log [2024-04-30 18:36:16,204][ ERROR][PID:2302703] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-30 18:36:26,205][WARNING][PID:2302703] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-30 18:36:36,206][ INFO][PID:2302703] Downloading the builder-live.log file, attempt 3 [2024-04-30 18:36:36,207][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.229.60 copr-rpmbuild-log [2024-04-30 18:37:36,275][ ERROR][PID:2302703] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-30 18:37:46,277][WARNING][PID:2302703] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-30 18:37:56,277][ INFO][PID:2302703] Downloading the builder-live.log file, attempt 4 [2024-04-30 18:37:56,279][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.83.229.60 copr-rpmbuild-log [2024-04-30 18:38:56,348][ ERROR][PID:2302703] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-30 18:39:06,415][ ERROR][PID:2302703] Giving up for unstable SSH, failures: 1714502106.134076, 1714502186.2053108, 1714502266.277058, 1714502346.4157162 [2024-04-30 18:39:06,416][ ERROR][PID:2302703] Re-try request for task on 'ResallocHost, ticket_id=2595621, hostname=3.83.229.60': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-04-30 18:39:06,417][ INFO][PID:2302703] Releasing VM back to pool [2024-04-30 18:39:06,428][ INFO][PID:2302703] Retry #1 (on other host) [2024-04-30 18:39:06,431][ INFO][PID:2302703] Trying to allocate VM [2024-04-30 18:39:54,553][ INFO][PID:2302703] Allocated host ResallocHost, ticket_id=2595712, hostname=3.87.214.133 [2024-04-30 18:39:54,554][ INFO][PID:2302703] Allocating ssh connection to builder [2024-04-30 18:39:54,555][ INFO][PID:2302703] Checking that builder machine is OK [2024-04-30 18:39:54,911][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.214.133 '/usr/bin/test -f /etc/mock/fedora-40-i386.cfg' [2024-04-30 18:39:55,126][ INFO][PID:2302703] Filling build.info file with builder info [2024-04-30 18:39:55,206][ INFO][PID:2302703] Not re-notifying FE and msg buses for the new host. [2024-04-30 18:39:55,207][ INFO][PID:2302703] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7394557-fedora-40-i386 --chroot fedora-40-i386 --detached [2024-04-30 18:39:55,598][ INFO][PID:2302703] Downloading the builder-live.log file, attempt 1 [2024-04-30 18:39:55,600][ INFO][PID:2302703] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.214.133 copr-rpmbuild-log [2024-04-30 18:41:45,632][ INFO][PID:2302703] Status: False [2024-04-30 18:51:45,770][ INFO][PID:2302703] Status: False [2024-04-30 18:56:07,803][ INFO][PID:2302703] Downloading results from builder [2024-04-30 18:56:07,804][ INFO][PID:2302703] rsyncing of mockbuilder@3.87.214.133:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps started [2024-04-30 18:56:07,805][ INFO][PID:2302703] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.87.214.133:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/ &> /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/build-07394557.rsync.log [2024-04-30 19:20:24,461][ INFO][PID:2302703] rsyncing finished. [2024-04-30 19:20:24,463][ INFO][PID:2302703] Releasing VM back to pool [2024-04-30 19:20:24,486][ INFO][PID:2302703] Searching for 'success' file in resultdir [2024-04-30 19:20:24,487][ INFO][PID:2302703] Going to sign pkgs from source: 7394557-fedora-40-i386 in chroot: /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386 [2024-04-30 19:20:24,489][ INFO][PID:2302703] Calling '/bin/sign -u huakim#waydroid@copr.fedorahosted.org -p' (attempt #1) [2024-04-30 19:20:24,789][ INFO][PID:2302703] Calling '/bin/sign -4 -h sha256 -u huakim#waydroid@copr.fedorahosted.org -r /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/waydroid-image-system-gapps-20240427-0.src.rpm' (attempt #1) [2024-04-30 19:43:34,765][ INFO][PID:2302703] signed rpm: /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/waydroid-image-system-gapps-20240427-0.src.rpm [2024-04-30 19:43:34,767][ INFO][PID:2302703] Calling '/bin/sign -4 -h sha256 -u huakim#waydroid@copr.fedorahosted.org -r /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/waydroid-image-system-gapps-20240427-0.i686.rpm' (attempt #1) [2024-04-30 19:46:49,397][ INFO][PID:2302703] signed rpm: /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/waydroid-image-system-gapps-20240427-0.i686.rpm [2024-04-30 19:46:49,398][ INFO][PID:2302703] Sign done [2024-04-30 19:46:49,399][ INFO][PID:2302703] Incremental createrepo run, adding 07394557-waydroid-image-system-gapps into https://download.copr.fedorainfracloud.org/results/huakim/waydroid/fedora-40-i386, (auto-create-repo=True) [2024-04-30 19:46:49,400][ INFO][PID:2302703] Running command 'copr-repo --batched /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386 --add 07394557-waydroid-image-system-gapps --no-appstream-metadata' as PID 2711352 [2024-04-30 19:47:14,439][ INFO][PID:2302703] Finished after 25 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386 --add 07394557-waydroid-image-system-gapps --no-appstream-metadata) [2024-04-30 19:47:14,454][ INFO][PID:2302703] Getting build details [2024-04-30 19:47:14,455][ INFO][PID:2302703] Listing built binary packages in /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps [2024-04-30 19:47:14,455][ INFO][PID:2302703] Built packages: ['waydroid-image-system-gapps 20240427'] [2024-04-30 19:47:14,456][ INFO][PID:2302703] build details: {'built_packages': 'waydroid-image-system-gapps 20240427'} [2024-04-30 19:47:14,456][ INFO][PID:2302703] Retrieving pubkey [2024-04-30 19:47:14,456][ INFO][PID:2302703] Calling '/bin/sign -u huakim#waydroid@copr.fedorahosted.org -p' (attempt #1) [2024-04-30 19:47:14,870][ INFO][PID:2302703] Added pubkey for user huakim project waydroid into: /var/lib/copr/public_html/results/huakim/waydroid/pubkey.gpg [2024-04-30 19:47:14,921][ INFO][PID:2302703] Finished build: id=7394557 failed=False timeout=None destdir=/var/lib/copr/public_html/results/huakim/waydroid chroot=fedora-40-i386 [2024-04-30 19:47:14,923][ INFO][PID:2302703] Worker succeeded build, took 4039.7169625759125 [2024-04-30 19:47:14,924][ INFO][PID:2302703] Sending build state back to frontend: { "builds": [ { "timeout": null, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "huakim", "project_name": "waydroid", "project_dirname": "waydroid", "submitter": "huakim", "ended_on": 1714506434.923676, "started_on": 1714502395.2067134, "submitted_on": null, "status": 1, "chroot": "fedora-40-i386", "arch": "i386", "buildroot_pkgs": [ "waydroid-macros", "dnf", "rpm-build" ], "task_id": "7394557-fedora-40-i386", "build_id": 7394557, "package_name": "waydroid-image-system-gapps", "package_version": "20240427-0", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/huakim/waydroid/waydroid-image-system-gapps", "git_hash": "69c3dbde6b245c12c9c87e2c172fc1b0ebed99e5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "huakim/waydroid--huakim", "results": { "packages": [ { "name": "waydroid-image-system-gapps", "epoch": null, "version": "20240427", "release": "0", "arch": "i686" }, { "name": "waydroid-image-system-gapps", "epoch": null, "version": "20240427", "release": "0", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid/fedora-40-i386/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid/fedora-40-i386/", "id": "copr_huakim_waydroid", "module_hotfixes": true, "name": "Additional repo copr_huakim_waydroid" } ], "tags": [ "arch_i386" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/huakim/waydroid", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/huakim/waydroid", "result_dir": "07394557-waydroid-image-system-gapps", "built_packages": "waydroid-image-system-gapps 20240427", "id": 7394557, "mockchain_macros": { "copr_username": "huakim", "copr_projectname": "waydroid", "vendor": "Fedora Project COPR (huakim/waydroid)" } } ] } [2024-04-30 19:47:15,007][ INFO][PID:2302703] Sending fedora-messaging bus message in build.end [2024-04-30 19:47:15,032][ INFO][PID:2302703] Compressing /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/builder-live.log by gzip [2024-04-30 19:47:15,033][ INFO][PID:2302703] Running command 'gzip /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/builder-live.log' as PID 2712513 [2024-04-30 19:47:15,040][ INFO][PID:2302703] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/builder-live.log) [2024-04-30 19:47:15,040][ INFO][PID:2302703] Compressing /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/backend.log by gzip [2024-04-30 19:47:15,041][ INFO][PID:2302703] Running command 'gzip /var/lib/copr/public_html/results/huakim/waydroid/fedora-40-i386/07394557-waydroid-image-system-gapps/backend.log' as PID 2712515