[2024-04-26 05:27:30,955][ INFO][PID:2724999] Marking build as starting [2024-04-26 05:27:31,099][ INFO][PID:2724999] Trying to allocate VM [2024-04-26 05:27:37,252][ INFO][PID:2724999] Allocated host ResallocHost, ticket_id=2474674, hostname=2620:52:3:1:dead:beef:cafe:c1cb [2024-04-26 05:27:37,253][ INFO][PID:2724999] Allocating ssh connection to builder [2024-04-26 05:27:37,253][ INFO][PID:2724999] Checking that builder machine is OK [2024-04-26 05:27:37,852][ INFO][PID:2724999] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1cb '/usr/bin/test -f /etc/mock/fedora-rawhide-x86_64.cfg' [2024-04-26 05:27:38,218][ INFO][PID:2724999] Filling build.info file with builder info [2024-04-26 05:27:38,220][ INFO][PID:2724999] Sending build state back to frontend: { "builds": [ { "timeout": 115200, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "nickc", "project_name": "binutils-test", "project_dirname": "binutils-test", "submitter": "nickc", "ended_on": null, "started_on": 1714109258.2196634, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7372015-fedora-rawhide-x86_64", "build_id": 7372015, "package_name": "llvm16", "package_version": "16.0.6-8", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nickc/binutils-test/llvm16", "git_hash": "893505e65314843f1f0f52d736738a989545f433", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nickc/binutils-test--nickc", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nickc/binutils-test/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nickc/binutils-test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nickc/binutils-test", "result_dir": "07372015-llvm16", "built_packages": "", "id": 7372015, "mockchain_macros": { "copr_username": "nickc", "copr_projectname": "binutils-test", "vendor": "Fedora Project COPR (nickc/binutils-test)" } } ] } [2024-04-26 05:27:38,318][ INFO][PID:2724999] Sending fedora-messaging bus message in build.start [2024-04-26 05:27:39,565][ INFO][PID:2724999] Sending fedora-messaging bus message in chroot.start [2024-04-26 05:27:39,604][ INFO][PID:2724999] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7372015-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-04-26 05:27:40,231][ INFO][PID:2724999] Downloading the builder-live.log file, attempt 1 [2024-04-26 05:27:40,248][ INFO][PID:2724999] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1cb copr-rpmbuild-log [2024-04-26 05:27:45,261][ INFO][PID:2724999] Status: False [2024-04-26 05:37:45,475][ INFO][PID:2724999] Status: False [2024-04-26 05:47:45,644][ INFO][PID:2724999] Status: False [2024-04-26 05:57:45,798][ INFO][PID:2724999] Status: False [2024-04-26 06:07:45,970][ INFO][PID:2724999] Status: False [2024-04-26 06:17:46,162][ INFO][PID:2724999] Status: False [2024-04-26 06:27:46,360][ INFO][PID:2724999] Status: False [2024-04-26 06:37:46,481][ INFO][PID:2724999] Status: False [2024-04-26 06:47:46,623][ INFO][PID:2724999] Status: False [2024-04-26 06:57:46,772][ INFO][PID:2724999] Status: False [2024-04-26 07:07:46,922][ INFO][PID:2724999] Status: False [2024-04-26 07:17:47,077][ INFO][PID:2724999] Status: False [2024-04-26 07:27:47,249][ INFO][PID:2724999] Status: False [2024-04-26 07:37:47,471][ INFO][PID:2724999] Status: False [2024-04-26 07:47:47,670][ INFO][PID:2724999] Status: False [2024-04-26 07:57:47,823][ INFO][PID:2724999] Status: False [2024-04-26 08:07:47,995][ INFO][PID:2724999] Status: False [2024-04-26 08:17:48,240][ INFO][PID:2724999] Status: False [2024-04-26 08:27:48,437][ INFO][PID:2724999] Status: False [2024-04-26 08:37:48,636][ INFO][PID:2724999] Status: False [2024-04-26 08:47:48,953][ INFO][PID:2724999] Status: False [2024-04-26 08:57:49,160][ INFO][PID:2724999] Status: False [2024-04-26 09:02:19,729][ INFO][PID:2724999] Downloading results from builder [2024-04-26 09:02:19,730][ INFO][PID:2724999] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c1cb]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16 started [2024-04-26 09:02:19,754][ INFO][PID:2724999] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c1cb]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/ &> /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/build-07372015.rsync.log [2024-04-26 09:04:33,905][ INFO][PID:2724999] rsyncing finished. [2024-04-26 09:04:33,921][ ERROR][PID:2724999] Failed to download data from builder due to rsync error, see the rsync log file for details. [2024-04-26 09:04:33,932][ ERROR][PID:2724999] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2024-04-26 09:04:43,964][ INFO][PID:2724999] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c1cb]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16 started [2024-04-26 09:04:44,045][ INFO][PID:2724999] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c1cb]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/ &> /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/build-07372015.rsync.log [2024-04-26 09:05:24,540][ INFO][PID:2724999] rsyncing finished. [2024-04-26 09:05:24,544][ INFO][PID:2724999] Releasing VM back to pool [2024-04-26 09:05:24,656][ INFO][PID:2724999] Searching for 'success' file in resultdir [2024-04-26 09:05:24,658][ INFO][PID:2724999] Going to sign pkgs from source: 7372015-fedora-rawhide-x86_64 in chroot: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64 [2024-04-26 09:05:24,664][ INFO][PID:2724999] Calling '/bin/sign -u nickc#binutils-test@copr.fedorahosted.org -p' (attempt #1) [2024-04-26 09:05:25,010][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-debuginfo-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:06:16,493][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-debuginfo-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:06:16,497][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:06:21,251][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:06:21,252][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-libs-debuginfo-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:07:05,723][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-libs-debuginfo-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:07:05,729][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-cmake-utils-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:07:06,373][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-cmake-utils-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:07:06,377][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-16.0.6-8.fc41.src.rpm' (attempt #1) [2024-04-26 09:07:15,540][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-16.0.6-8.fc41.src.rpm [2024-04-26 09:07:15,546][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-libs-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:07:23,352][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-libs-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:07:23,353][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-doc-16.0.6-8.fc41.noarch.rpm' (attempt #1) [2024-04-26 09:07:26,310][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-doc-16.0.6-8.fc41.noarch.rpm [2024-04-26 09:07:26,312][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-devel-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:07:27,934][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-devel-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:07:27,936][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-debugsource-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:07:34,756][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-debugsource-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:07:34,757][ INFO][PID:2724999] Calling '/bin/sign -4 -h sha256 -u nickc#binutils-test@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-static-16.0.6-8.fc41.x86_64.rpm' (attempt #1) [2024-04-26 09:09:47,476][ INFO][PID:2724999] signed rpm: /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/llvm16-static-16.0.6-8.fc41.x86_64.rpm [2024-04-26 09:09:47,477][ INFO][PID:2724999] Sign done [2024-04-26 09:09:47,478][ INFO][PID:2724999] Incremental createrepo run, adding 07372015-llvm16 into https://download.copr.fedorainfracloud.org/results/nickc/binutils-test/fedora-rawhide-x86_64, (auto-create-repo=True) [2024-04-26 09:09:47,517][ INFO][PID:2724999] Running command 'copr-repo --batched /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64 --add 07372015-llvm16 --no-appstream-metadata' as PID 3745006 [2024-04-26 09:11:44,357][ INFO][PID:2724999] Finished after 116 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64 --add 07372015-llvm16 --no-appstream-metadata) [2024-04-26 09:11:44,360][ INFO][PID:2724999] Getting build details [2024-04-26 09:11:44,364][ INFO][PID:2724999] Listing built binary packages in /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16 [2024-04-26 09:11:44,367][ INFO][PID:2724999] Built packages: ['llvm16-debuginfo 16.0.6', 'llvm16-libs-debuginfo 16.0.6', 'llvm16-static 16.0.6', 'llvm16 16.0.6', 'llvm16-devel 16.0.6', 'llvm16-debugsource 16.0.6', 'llvm16-doc 16.0.6', 'llvm16-libs 16.0.6', 'llvm16-cmake-utils 16.0.6'] [2024-04-26 09:11:44,374][ INFO][PID:2724999] build details: {'built_packages': 'llvm16-debuginfo 16.0.6\nllvm16-libs-debuginfo 16.0.6\nllvm16-static 16.0.6\nllvm16 16.0.6\nllvm16-devel 16.0.6\nllvm16-debugsource 16.0.6\nllvm16-doc 16.0.6\nllvm16-libs 16.0.6\nllvm16-cmake-utils 16.0.6'} [2024-04-26 09:11:44,380][ INFO][PID:2724999] Retrieving pubkey [2024-04-26 09:11:44,396][ INFO][PID:2724999] Calling '/bin/sign -u nickc#binutils-test@copr.fedorahosted.org -p' (attempt #1) [2024-04-26 09:11:44,739][ INFO][PID:2724999] Added pubkey for user nickc project binutils-test into: /var/lib/copr/public_html/results/nickc/binutils-test/pubkey.gpg [2024-04-26 09:11:44,741][ INFO][PID:2724999] Finished build: id=7372015 failed=False timeout=115200 destdir=/var/lib/copr/public_html/results/nickc/binutils-test chroot=fedora-rawhide-x86_64 [2024-04-26 09:11:44,749][ INFO][PID:2724999] Worker succeeded build, took 13446.529390096664 [2024-04-26 09:11:44,751][ INFO][PID:2724999] Sending build state back to frontend: { "builds": [ { "timeout": 115200, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "nickc", "project_name": "binutils-test", "project_dirname": "binutils-test", "submitter": "nickc", "ended_on": 1714122704.7490535, "started_on": 1714109258.2196634, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7372015-fedora-rawhide-x86_64", "build_id": 7372015, "package_name": "llvm16", "package_version": "16.0.6-8", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nickc/binutils-test/llvm16", "git_hash": "893505e65314843f1f0f52d736738a989545f433", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nickc/binutils-test--nickc", "results": { "packages": [ { "name": "llvm16-debuginfo", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "src" }, { "name": "llvm16-libs-debuginfo", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16-static", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16-devel", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16-debugsource", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16-doc", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "noarch" }, { "name": "llvm16-libs", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" }, { "name": "llvm16-cmake-utils", "epoch": null, "version": "16.0.6", "release": "8.fc41", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nickc/binutils-test/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nickc/binutils-test", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nickc/binutils-test", "result_dir": "07372015-llvm16", "built_packages": "llvm16-debuginfo 16.0.6\nllvm16-libs-debuginfo 16.0.6\nllvm16-static 16.0.6\nllvm16 16.0.6\nllvm16-devel 16.0.6\nllvm16-debugsource 16.0.6\nllvm16-doc 16.0.6\nllvm16-libs 16.0.6\nllvm16-cmake-utils 16.0.6", "id": 7372015, "mockchain_macros": { "copr_username": "nickc", "copr_projectname": "binutils-test", "vendor": "Fedora Project COPR (nickc/binutils-test)" } } ] } [2024-04-26 09:11:45,246][ INFO][PID:2724999] Sending fedora-messaging bus message in build.end [2024-04-26 09:11:45,330][ INFO][PID:2724999] Compressing /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/builder-live.log by gzip [2024-04-26 09:11:45,354][ INFO][PID:2724999] Running command 'gzip /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/builder-live.log' as PID 3755293 [2024-04-26 09:11:47,540][ INFO][PID:2724999] Finished after 2 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/builder-live.log) [2024-04-26 09:11:47,547][ INFO][PID:2724999] Compressing /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/backend.log by gzip [2024-04-26 09:11:47,590][ INFO][PID:2724999] Running command 'gzip /var/lib/copr/public_html/results/nickc/binutils-test/fedora-rawhide-x86_64/07372015-llvm16/backend.log' as PID 3755498