[2024-07-19 13:47:24,836][ INFO][PID:1764825] Marking build as starting [2024-07-19 13:47:24,907][ INFO][PID:1764825] Trying to allocate VM [2024-07-19 13:47:42,990][ INFO][PID:1764825] Allocated host ResallocHost, ticket_id=3888002, hostname=44.201.24.40 [2024-07-19 13:47:42,991][ INFO][PID:1764825] Allocating ssh connection to builder [2024-07-19 13:47:42,991][ INFO][PID:1764825] Checking that builder machine is OK [2024-07-19 13:47:43,378][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.201.24.40 '/usr/bin/test -f /etc/mock/fedora-39-x86_64.cfg' [2024-07-19 13:47:43,593][ INFO][PID:1764825] Filling build.info file with builder info [2024-07-19 13:47:43,595][ INFO][PID:1764825] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@Serokell", "project_name": "Tezos", "project_dirname": "Tezos", "submitter": "serokell-tezos-packaging", "ended_on": null, "started_on": 1721396863.5949185, "submitted_on": null, "status": 3, "chroot": "fedora-39-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7757045-fedora-39-x86_64", "build_id": 7757045, "package_name": "tezos-baker-PtParisB", "package_version": "1:20.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@Serokell/Tezos/tezos-baker-PtParisB", "git_hash": "f45364b24fecf35a19957f2e5e8f707a2593fdd4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@Serokell/Tezos--serokell-tezos-packaging", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@Serokell/Tezos/fedora-39-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@Serokell/Tezos", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@Serokell/Tezos", "result_dir": "07757045-tezos-baker-PtParisB", "built_packages": "", "id": 7757045, "mockchain_macros": { "copr_username": "@Serokell", "copr_projectname": "Tezos", "vendor": "Fedora Project COPR (@Serokell/Tezos)" } } ] } [2024-07-19 13:47:43,659][ INFO][PID:1764825] Sending fedora-messaging bus message in build.start [2024-07-19 13:47:44,374][ INFO][PID:1764825] Sending fedora-messaging bus message in chroot.start [2024-07-19 13:47:44,398][ INFO][PID:1764825] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7757045-fedora-39-x86_64 --chroot fedora-39-x86_64 --detached [2024-07-19 13:47:44,767][ INFO][PID:1764825] Downloading the builder-live.log file, attempt 1 [2024-07-19 13:47:44,769][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.201.24.40 copr-rpmbuild-log [2024-07-19 13:47:49,795][ INFO][PID:1764825] Status: False [2024-07-19 13:53:13,274][ ERROR][PID:1764825] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 13:53:23,327][WARNING][PID:1764825] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 13:53:33,330][ INFO][PID:1764825] Downloading the builder-live.log file, attempt 2 [2024-07-19 13:53:33,338][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.201.24.40 copr-rpmbuild-log [2024-07-19 13:54:33,431][ ERROR][PID:1764825] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 13:54:43,435][WARNING][PID:1764825] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 13:54:53,436][ INFO][PID:1764825] Downloading the builder-live.log file, attempt 3 [2024-07-19 13:54:53,438][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.201.24.40 copr-rpmbuild-log [2024-07-19 13:55:53,509][ ERROR][PID:1764825] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 13:56:03,512][WARNING][PID:1764825] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-07-19 13:56:13,513][ INFO][PID:1764825] Downloading the builder-live.log file, attempt 4 [2024-07-19 13:56:13,515][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.201.24.40 copr-rpmbuild-log [2024-07-19 13:57:13,583][ ERROR][PID:1764825] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-07-19 13:57:23,630][ ERROR][PID:1764825] Giving up for unstable SSH, failures: 1721397203.3277571, 1721397283.4355783, 1721397363.5125089, 1721397443.6293151 [2024-07-19 13:57:23,634][ ERROR][PID:1764825] Re-try request for task on 'ResallocHost, ticket_id=3888002, hostname=44.201.24.40': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-07-19 13:57:23,635][ INFO][PID:1764825] Releasing VM back to pool [2024-07-19 13:57:23,660][ INFO][PID:1764825] Retry #1 (on other host) [2024-07-19 13:57:23,664][ INFO][PID:1764825] Trying to allocate VM [2024-07-19 14:05:41,966][ INFO][PID:1764825] Allocated host ResallocHost, ticket_id=3888425, hostname=3.237.2.246 [2024-07-19 14:05:41,968][ INFO][PID:1764825] Allocating ssh connection to builder [2024-07-19 14:05:41,969][ INFO][PID:1764825] Checking that builder machine is OK [2024-07-19 14:05:42,339][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.237.2.246 '/usr/bin/test -f /etc/mock/fedora-39-x86_64.cfg' [2024-07-19 14:05:42,555][ INFO][PID:1764825] Filling build.info file with builder info [2024-07-19 14:05:42,556][ INFO][PID:1764825] Not re-notifying FE and msg buses for the new host. [2024-07-19 14:05:42,557][ INFO][PID:1764825] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7757045-fedora-39-x86_64 --chroot fedora-39-x86_64 --detached [2024-07-19 14:05:42,950][ INFO][PID:1764825] Downloading the builder-live.log file, attempt 1 [2024-07-19 14:05:42,951][ INFO][PID:1764825] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.237.2.246 copr-rpmbuild-log [2024-07-19 14:05:47,955][ INFO][PID:1764825] Status: False [2024-07-19 14:15:48,059][ INFO][PID:1764825] Status: False [2024-07-19 14:25:48,300][ INFO][PID:1764825] Status: False [2024-07-19 14:33:36,909][ INFO][PID:1764825] Downloading results from builder [2024-07-19 14:33:36,911][ INFO][PID:1764825] rsyncing of mockbuilder@3.237.2.246:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB started [2024-07-19 14:33:36,912][ INFO][PID:1764825] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.237.2.246:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/ &> /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/build-07757045.rsync.log [2024-07-19 14:33:42,292][ INFO][PID:1764825] rsyncing finished. [2024-07-19 14:33:42,294][ INFO][PID:1764825] Releasing VM back to pool [2024-07-19 14:33:42,318][ INFO][PID:1764825] Searching for 'success' file in resultdir [2024-07-19 14:33:42,319][ INFO][PID:1764825] Going to sign pkgs from source: 7757045-fedora-39-x86_64 in chroot: /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64 [2024-07-19 14:33:42,320][ INFO][PID:1764825] Calling '/bin/sign -u @Serokell#Tezos@copr.fedorahosted.org -p' (attempt #1) [2024-07-19 14:33:42,658][ INFO][PID:1764825] Calling '/bin/sign -4 -h sha256 -u @Serokell#Tezos@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/tezos-baker-PtParisB-20.2-2.x86_64.rpm' (attempt #1) [2024-07-19 14:33:44,463][ INFO][PID:1764825] signed rpm: /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/tezos-baker-PtParisB-20.2-2.x86_64.rpm [2024-07-19 14:33:44,464][ INFO][PID:1764825] Calling '/bin/sign -4 -h sha256 -u @Serokell#Tezos@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/tezos-baker-PtParisB-20.2-2.src.rpm' (attempt #1) [2024-07-19 14:33:55,525][ INFO][PID:1764825] signed rpm: /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/tezos-baker-PtParisB-20.2-2.src.rpm [2024-07-19 14:33:55,526][ INFO][PID:1764825] Sign done [2024-07-19 14:33:55,527][ INFO][PID:1764825] Incremental createrepo run, adding 07757045-tezos-baker-PtParisB into https://download.copr.fedorainfracloud.org/results/@Serokell/Tezos/fedora-39-x86_64, (auto-create-repo=True) [2024-07-19 14:33:55,536][ INFO][PID:1764825] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64 --add 07757045-tezos-baker-PtParisB --no-appstream-metadata' as PID 2181620 [2024-07-19 14:33:58,195][ INFO][PID:1764825] Finished after 2 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64 --add 07757045-tezos-baker-PtParisB --no-appstream-metadata) [2024-07-19 14:33:58,196][ INFO][PID:1764825] Getting build details [2024-07-19 14:33:58,197][ INFO][PID:1764825] Listing built binary packages in /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB [2024-07-19 14:33:58,198][ INFO][PID:1764825] Built packages: ['tezos-baker-PtParisB 20.2'] [2024-07-19 14:33:58,198][ INFO][PID:1764825] build details: {'built_packages': 'tezos-baker-PtParisB 20.2'} [2024-07-19 14:33:58,199][ INFO][PID:1764825] Retrieving pubkey [2024-07-19 14:33:58,199][ INFO][PID:1764825] Calling '/bin/sign -u @Serokell#Tezos@copr.fedorahosted.org -p' (attempt #1) [2024-07-19 14:33:58,625][ INFO][PID:1764825] Added pubkey for user @Serokell project Tezos into: /var/lib/copr/public_html/results/@Serokell/Tezos/pubkey.gpg [2024-07-19 14:33:58,626][ INFO][PID:1764825] Finished build: id=7757045 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/@Serokell/Tezos chroot=fedora-39-x86_64 [2024-07-19 14:33:58,629][ INFO][PID:1764825] Worker succeeded build, took 1696.0725004673004 [2024-07-19 14:33:58,631][ INFO][PID:1764825] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@Serokell", "project_name": "Tezos", "project_dirname": "Tezos", "submitter": "serokell-tezos-packaging", "ended_on": 1721399638.6291838, "started_on": 1721397942.5566833, "submitted_on": null, "status": 1, "chroot": "fedora-39-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7757045-fedora-39-x86_64", "build_id": 7757045, "package_name": "tezos-baker-PtParisB", "package_version": "1:20.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@Serokell/Tezos/tezos-baker-PtParisB", "git_hash": "f45364b24fecf35a19957f2e5e8f707a2593fdd4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@Serokell/Tezos--serokell-tezos-packaging", "results": { "packages": [ { "name": "tezos-baker-PtParisB", "epoch": 1, "version": "20.2", "release": "2", "arch": "x86_64" }, { "name": "tezos-baker-PtParisB", "epoch": 1, "version": "20.2", "release": "2", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@Serokell/Tezos/fedora-39-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@Serokell/Tezos", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@Serokell/Tezos", "result_dir": "07757045-tezos-baker-PtParisB", "built_packages": "tezos-baker-PtParisB 20.2", "id": 7757045, "mockchain_macros": { "copr_username": "@Serokell", "copr_projectname": "Tezos", "vendor": "Fedora Project COPR (@Serokell/Tezos)" } } ] } [2024-07-19 14:33:58,749][ INFO][PID:1764825] Sending fedora-messaging bus message in build.end [2024-07-19 14:33:58,777][ INFO][PID:1764825] Compressing /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/builder-live.log by gzip [2024-07-19 14:33:58,785][ INFO][PID:1764825] Running command 'gzip /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/builder-live.log' as PID 2182152 [2024-07-19 14:33:58,846][ INFO][PID:1764825] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/builder-live.log) [2024-07-19 14:33:58,848][ INFO][PID:1764825] Compressing /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/backend.log by gzip [2024-07-19 14:33:58,860][ INFO][PID:1764825] Running command 'gzip /var/lib/copr/public_html/results/@Serokell/Tezos/fedora-39-x86_64/07757045-tezos-baker-PtParisB/backend.log' as PID 2182160