[2024-06-18 14:26:24,002][  INFO][PID:1121274] Marking build as starting
[2024-06-18 14:26:24,083][  INFO][PID:1121274] Trying to allocate VM
[2024-06-18 14:31:42,310][  INFO][PID:1121274] Allocated host ResallocHost, ticket_id=3380913, hostname=54.92.183.176
[2024-06-18 14:31:42,311][  INFO][PID:1121274] Allocating ssh connection to builder
[2024-06-18 14:31:42,312][  INFO][PID:1121274] Checking that builder machine is OK
[2024-06-18 14:31:42,797][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.92.183.176 '/usr/bin/test -f /etc/mock/centos-stream-10-aarch64.cfg'
[2024-06-18 14:31:43,063][  INFO][PID:1121274] Filling build.info file with builder info
[2024-06-18 14:31:43,065][  INFO][PID:1121274] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 18000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "packit",
            "project_name": "containers-buildah-5596",
            "project_dirname": "containers-buildah-5596",
            "submitter": "packit",
            "ended_on": null,
            "started_on": 1718721103.064939,
            "submitted_on": null,
            "status": 3,
            "chroot": "centos-stream-10-aarch64",
            "arch": "aarch64",
            "buildroot_pkgs": [],
            "task_id": "7624771-centos-stream-10-aarch64",
            "build_id": 7624771,
            "package_name": "buildah",
            "package_version": "102:1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/containers-buildah-5596/buildah",
            "git_hash": "f9ebd9975287348e4e6e9154c512bc5f503cda35",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "packit/containers-buildah-5596--packit",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/containers-buildah-5596/centos-stream-10-aarch64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_aarch64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/packit/containers-buildah-5596",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/containers-buildah-5596",
            "result_dir": "07624771-buildah",
            "built_packages": "",
            "id": 7624771,
            "mockchain_macros": {
                "copr_username": "packit",
                "copr_projectname": "containers-buildah-5596",
                "vendor": "Fedora Project COPR (packit/containers-buildah-5596)"
            }
        }
    ]
}
[2024-06-18 14:31:43,196][  INFO][PID:1121274] Sending fedora-messaging bus message in build.start
[2024-06-18 14:31:45,554][  INFO][PID:1121274] Sending fedora-messaging bus message in chroot.start
[2024-06-18 14:31:45,587][  INFO][PID:1121274] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7624771-centos-stream-10-aarch64 --chroot centos-stream-10-aarch64 --detached
[2024-06-18 14:31:46,108][  INFO][PID:1121274] Downloading the builder-live.log file, attempt 1
[2024-06-18 14:31:46,112][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.92.183.176 copr-rpmbuild-log
[2024-06-18 14:31:51,121][  INFO][PID:1121274] Status: False
[2024-06-18 14:34:43,448][ ERROR][PID:1121274] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-06-18 14:34:53,449][WARNING][PID:1121274] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-06-18 14:35:03,450][  INFO][PID:1121274] Downloading the builder-live.log file, attempt 2
[2024-06-18 14:35:03,452][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.92.183.176 copr-rpmbuild-log
[2024-06-18 14:36:03,520][ ERROR][PID:1121274] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-06-18 14:36:13,542][WARNING][PID:1121274] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-06-18 14:36:23,542][  INFO][PID:1121274] Downloading the builder-live.log file, attempt 3
[2024-06-18 14:36:23,544][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.92.183.176 copr-rpmbuild-log
[2024-06-18 14:37:23,614][ ERROR][PID:1121274] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-06-18 14:37:33,623][WARNING][PID:1121274] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-06-18 14:37:43,624][  INFO][PID:1121274] Downloading the builder-live.log file, attempt 4
[2024-06-18 14:37:43,626][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.92.183.176 copr-rpmbuild-log
[2024-06-18 14:38:43,695][ ERROR][PID:1121274] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-06-18 14:38:53,729][ ERROR][PID:1121274] Giving up for unstable SSH, failures: 1718721293.4491374, 1718721373.542082, 1718721453.6237721, 1718721533.7290797
[2024-06-18 14:38:53,730][ ERROR][PID:1121274] Re-try request for task on 'ResallocHost, ticket_id=3380913, hostname=54.92.183.176': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts
[2024-06-18 14:38:53,731][  INFO][PID:1121274] Releasing VM back to pool
[2024-06-18 14:38:53,739][  INFO][PID:1121274] Retry #1 (on other host)
[2024-06-18 14:38:53,740][  INFO][PID:1121274] Trying to allocate VM
[2024-06-18 14:46:11,916][  INFO][PID:1121274] Allocated host ResallocHost, ticket_id=3381127, hostname=34.228.15.13
[2024-06-18 14:46:11,959][  INFO][PID:1121274] Allocating ssh connection to builder
[2024-06-18 14:46:11,960][  INFO][PID:1121274] Checking that builder machine is OK
[2024-06-18 14:46:12,395][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.228.15.13 '/usr/bin/test -f /etc/mock/centos-stream-10-aarch64.cfg'
[2024-06-18 14:46:12,660][  INFO][PID:1121274] Filling build.info file with builder info
[2024-06-18 14:46:12,672][  INFO][PID:1121274] Not re-notifying FE and msg buses for the new host.
[2024-06-18 14:46:12,672][  INFO][PID:1121274] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7624771-centos-stream-10-aarch64 --chroot centos-stream-10-aarch64 --detached
[2024-06-18 14:46:13,152][  INFO][PID:1121274] Downloading the builder-live.log file, attempt 1
[2024-06-18 14:46:13,155][  INFO][PID:1121274] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.228.15.13 copr-rpmbuild-log
[2024-06-18 14:46:18,163][  INFO][PID:1121274] Status: False
[2024-06-18 14:56:15,528][  INFO][PID:1121274] Downloading results from builder
[2024-06-18 14:56:15,529][  INFO][PID:1121274] rsyncing of mockbuilder@34.228.15.13:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah started
[2024-06-18 14:56:15,530][  INFO][PID:1121274] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@34.228.15.13:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/ &> /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/build-07624771.rsync.log
[2024-06-18 14:56:16,482][  INFO][PID:1121274] rsyncing finished.
[2024-06-18 14:56:16,483][  INFO][PID:1121274] Releasing VM back to pool
[2024-06-18 14:56:16,494][  INFO][PID:1121274] Searching for 'success' file in resultdir
[2024-06-18 14:56:16,495][  INFO][PID:1121274] Going to sign pkgs from source: 7624771-centos-stream-10-aarch64 in chroot: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64
[2024-06-18 14:56:16,496][  INFO][PID:1121274] Calling '/bin/sign -u packit#containers-buildah-5596@copr.fedorahosted.org -p' (attempt #1)
[2024-06-18 14:56:16,676][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-debuginfo-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm' (attempt #1)
[2024-06-18 14:56:17,836][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-debuginfo-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm
[2024-06-18 14:56:17,837][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-tests-debuginfo-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm' (attempt #1)
[2024-06-18 14:56:20,212][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-tests-debuginfo-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm
[2024-06-18 14:56:20,213][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-tests-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm' (attempt #1)
[2024-06-18 14:56:21,994][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-tests-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm
[2024-06-18 14:56:21,995][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.src.rpm' (attempt #1)
[2024-06-18 14:56:24,427][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.src.rpm
[2024-06-18 14:56:24,428][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-debugsource-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm' (attempt #1)
[2024-06-18 14:56:25,298][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-debugsource-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm
[2024-06-18 14:56:25,298][  INFO][PID:1121274] Calling '/bin/sign -4 -h sha256 -u packit#containers-buildah-5596@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm' (attempt #1)
[2024-06-18 14:56:26,223][  INFO][PID:1121274] signed rpm: /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/buildah-1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb.el10.aarch64.rpm
[2024-06-18 14:56:26,223][  INFO][PID:1121274] Sign done
[2024-06-18 14:56:26,224][  INFO][PID:1121274] Incremental createrepo run, adding 07624771-buildah into https://download.copr.fedorainfracloud.org/results/packit/containers-buildah-5596/centos-stream-10-aarch64, (auto-create-repo=True)
[2024-06-18 14:56:26,225][  INFO][PID:1121274] Running command 'copr-repo --batched /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64 --add 07624771-buildah --no-appstream-metadata' as PID 1278009
[2024-06-18 14:56:27,138][  INFO][PID:1121274] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64 --add 07624771-buildah --no-appstream-metadata)
[2024-06-18 14:56:27,138][  INFO][PID:1121274] Getting build details
[2024-06-18 14:56:27,139][  INFO][PID:1121274] Listing built binary packages in /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah
[2024-06-18 14:56:27,139][  INFO][PID:1121274] Built packages:
['buildah-debuginfo 1.36.0', 'buildah-tests 1.36.0', 'buildah-debugsource 1.36.0', 'buildah-tests-debuginfo 1.36.0', 'buildah 1.36.0']
[2024-06-18 14:56:27,139][  INFO][PID:1121274] build details: {'built_packages': 'buildah-debuginfo 1.36.0\nbuildah-tests 1.36.0\nbuildah-debugsource 1.36.0\nbuildah-tests-debuginfo 1.36.0\nbuildah 1.36.0'}
[2024-06-18 14:56:27,140][  INFO][PID:1121274] Retrieving pubkey
[2024-06-18 14:56:27,140][  INFO][PID:1121274] Calling '/bin/sign -u packit#containers-buildah-5596@copr.fedorahosted.org -p' (attempt #1)
[2024-06-18 14:56:27,318][  INFO][PID:1121274] Added pubkey for user packit project containers-buildah-5596 into: /var/lib/copr/public_html/results/packit/containers-buildah-5596/pubkey.gpg
[2024-06-18 14:56:27,318][  INFO][PID:1121274] Finished build: id=7624771 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/packit/containers-buildah-5596 chroot=centos-stream-10-aarch64 
[2024-06-18 14:56:27,320][  INFO][PID:1121274] Worker succeeded build, took 614.6484894752502
[2024-06-18 14:56:27,321][  INFO][PID:1121274] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 18000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "packit",
            "project_name": "containers-buildah-5596",
            "project_dirname": "containers-buildah-5596",
            "submitter": "packit",
            "ended_on": 1718722587.3205068,
            "started_on": 1718721972.6720173,
            "submitted_on": null,
            "status": 1,
            "chroot": "centos-stream-10-aarch64",
            "arch": "aarch64",
            "buildroot_pkgs": [],
            "task_id": "7624771-centos-stream-10-aarch64",
            "build_id": 7624771,
            "package_name": "buildah",
            "package_version": "102:1.36.0-1.20240618142411802721.pr5596.56.gbfa84dfcb",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/containers-buildah-5596/buildah",
            "git_hash": "f9ebd9975287348e4e6e9154c512bc5f503cda35",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "packit/containers-buildah-5596--packit",
            "results": {
                "packages": [
                    {
                        "name": "buildah-debuginfo",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "aarch64"
                    },
                    {
                        "name": "buildah-tests",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "aarch64"
                    },
                    {
                        "name": "buildah-debugsource",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "aarch64"
                    },
                    {
                        "name": "buildah-tests-debuginfo",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "aarch64"
                    },
                    {
                        "name": "buildah",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "src"
                    },
                    {
                        "name": "buildah",
                        "epoch": 102,
                        "version": "1.36.0",
                        "release": "1.20240618142411802721.pr5596.56.gbfa84dfcb.el10",
                        "arch": "aarch64"
                    }
                ]
            },
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/containers-buildah-5596/centos-stream-10-aarch64/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_aarch64"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/packit/containers-buildah-5596",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/containers-buildah-5596",
            "result_dir": "07624771-buildah",
            "built_packages": "buildah-debuginfo 1.36.0\nbuildah-tests 1.36.0\nbuildah-debugsource 1.36.0\nbuildah-tests-debuginfo 1.36.0\nbuildah 1.36.0",
            "id": 7624771,
            "mockchain_macros": {
                "copr_username": "packit",
                "copr_projectname": "containers-buildah-5596",
                "vendor": "Fedora Project COPR (packit/containers-buildah-5596)"
            }
        }
    ]
}
[2024-06-18 14:56:27,384][  INFO][PID:1121274] Sending fedora-messaging bus message in build.end
[2024-06-18 14:56:27,413][  INFO][PID:1121274] Compressing /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/builder-live.log by gzip
[2024-06-18 14:56:27,414][  INFO][PID:1121274] Running command 'gzip /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/builder-live.log' as PID 1278152
[2024-06-18 14:56:27,570][  INFO][PID:1121274] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/builder-live.log)
[2024-06-18 14:56:27,571][  INFO][PID:1121274] Compressing /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/backend.log by gzip
[2024-06-18 14:56:27,572][  INFO][PID:1121274] Running command 'gzip /var/lib/copr/public_html/results/packit/containers-buildah-5596/centos-stream-10-aarch64/07624771-buildah/backend.log' as PID 1278186