[2024-11-15 15:00:45,371][  INFO][PID:3887610] Marking build as starting
[2024-11-15 15:00:45,436][  INFO][PID:3887610] Trying to allocate VM
[2024-11-15 15:02:13,561][  INFO][PID:3887610] Allocated host ResallocHost, ticket_id=5900806, hostname=54.159.76.223
[2024-11-15 15:02:13,563][  INFO][PID:3887610] Allocating ssh connection to builder
[2024-11-15 15:02:13,563][  INFO][PID:3887610] Checking that builder machine is OK
[2024-11-15 15:02:13,930][  INFO][PID:3887610] Running remote command: copr-builder-ready srpm-builds
[2024-11-15 15:02:14,163][  INFO][PID:3887610] Red Hat subscription not needed for srpm-builds
Builder is ready to be used

[2024-11-15 15:02:14,164][  INFO][PID:3887610] Filling build.info file with builder info
[2024-11-15 15:02:14,166][  INFO][PID:3887610] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": null,
            "enable_net": true,
            "project_owner": "praiskup",
            "project_name": "helpers",
            "project_dirname": "helpers",
            "submitter": null,
            "ended_on": null,
            "started_on": 1731682934.1658163,
            "submitted_on": null,
            "status": 3,
            "chroot": "srpm-builds",
            "arch": "x86_64",
            "buildroot_pkgs": null,
            "task_id": "8268099",
            "build_id": 8268099,
            "package_name": "praiskup-helpers",
            "package_version": null,
            "git_repo": null,
            "git_hash": null,
            "git_branch": null,
            "source_type": 9,
            "source_json": "{\"script\": \"#! /bin/bash -x\\n\\nset -e\\n\\nclone_url_parent=https://github.com/praiskup/helpers\\n\\nworkdir=$(basename \\\"$clone_url_parent\\\")\\nworkdir=${workdir%%.git}\\n\\nhook_payload=$(readlink -f \\\"${HOOK_PAYLOAD-hook_payload}\\\")\\n\\nmkdir -p \\\"$COPR_RESULTDIR\\\"\\nresultdir=$(readlink -f \\\"$COPR_RESULTDIR\\\")\\n\\n# clone the helper scripts when needed, and add to PATH\\ntest -d copr-ci-tooling \\\\\\n    || git clone --depth 1 https://github.com/praiskup/copr-ci-tooling.git\\nexport PATH=\\\"$PWD/copr-ci-tooling:$PATH\\\"\\n\\n# clone the tested project\\ngit clone \\\\\\n    --recursive \\\\\\n    --no-single-branch \\\\\\n    \\\"$clone_url_parent\\\"\\n\\n# checkout requested revision\\ncd \\\"$workdir\\\"\\nwebhook-checkout \\\"$hook_payload\\\"\\n\\ngit submodule update --init\\n\\n./bootstrap --ci\\nmake dist\\n\\nmkdir -p \\\"$resultdir\\\"\\ncp ./*.spec \\\"$resultdir\\\"\\ncp ./*.tar.gz \\\"$resultdir\\\"\\n\", \"chroot\": \"fedora-41-x86_64\", \"builddeps\": \"automake git make python-unversioned-command\", \"resultdir\": \"resultdir\", \"tmp\": \"tmp8que1q01\", \"hook_data\": true}",
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": null,
            "sandbox": "praiskup/helpers--66e7e825-34cf-4800-a6de-f7ef221835b2",
            "results": null,
            "appstream": false,
            "allow_user_ssh": null,
            "ssh_public_keys": null,
            "storage": null,
            "background": true,
            "repos": [],
            "destdir": "/var/lib/copr/public_html/results/praiskup/helpers",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/praiskup/helpers",
            "result_dir": "08268099",
            "built_packages": "",
            "tags": [
                "arch_x86_64"
            ],
            "id": 8268099,
            "mockchain_macros": {
                "copr_username": "praiskup",
                "copr_projectname": "helpers",
                "vendor": "Fedora Project COPR (praiskup/helpers)"
            }
        }
    ]
}
[2024-11-15 15:02:14,226][  INFO][PID:3887610] Sending fedora-messaging bus message in build.start
[2024-11-15 15:02:14,978][  INFO][PID:3887610] Sending fedora-messaging bus message in chroot.start
[2024-11-15 15:02:15,003][  INFO][PID:3887610] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8268099 --detached
[2024-11-15 15:02:15,412][  INFO][PID:3887610] Downloading the builder-live.log file, attempt 1
[2024-11-15 15:02:15,414][  INFO][PID:3887610] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.159.76.223 copr-rpmbuild-log
[2024-11-15 15:02:20,418][  INFO][PID:3887610] Periodic builder liveness probe: alive
[2024-11-15 15:02:36,114][ ERROR][PID:3887610] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-11-15 15:02:46,114][WARNING][PID:3887610] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-11-15 15:02:56,115][  INFO][PID:3887610] Downloading the builder-live.log file, attempt 2
[2024-11-15 15:02:56,117][  INFO][PID:3887610] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.159.76.223 copr-rpmbuild-log
[2024-11-15 15:03:56,184][ ERROR][PID:3887610] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-11-15 15:04:06,186][WARNING][PID:3887610] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-11-15 15:04:16,188][  INFO][PID:3887610] Downloading the builder-live.log file, attempt 3
[2024-11-15 15:04:16,190][  INFO][PID:3887610] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.159.76.223 copr-rpmbuild-log
[2024-11-15 15:05:16,257][ ERROR][PID:3887610] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-11-15 15:05:26,266][WARNING][PID:3887610] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2024-11-15 15:05:36,267][  INFO][PID:3887610] Downloading the builder-live.log file, attempt 4
[2024-11-15 15:05:36,269][  INFO][PID:3887610] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.159.76.223 copr-rpmbuild-log
[2024-11-15 15:06:36,336][ ERROR][PID:3887610] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2024-11-15 15:06:46,341][ ERROR][PID:3887610] Giving up for unstable SSH, failures: 1731682966.1149235, 1731683046.1867073, 1731683126.2667508, 1731683206.341472
[2024-11-15 15:06:46,342][ ERROR][PID:3887610] Re-try request for task on 'ResallocHost, ticket_id=5900806, hostname=54.159.76.223': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts
[2024-11-15 15:06:46,343][  INFO][PID:3887610] Releasing VM back to pool
[2024-11-15 15:06:46,355][  INFO][PID:3887610] Retry #1 (on other host)
[2024-11-15 15:06:46,356][  INFO][PID:3887610] Trying to allocate VM
[2024-11-15 15:06:49,387][  INFO][PID:3887610] Allocated host ResallocHost, ticket_id=5900845, hostname=2620:52:3:1:dead:beef:cafe:c197
[2024-11-15 15:06:49,387][  INFO][PID:3887610] Allocating ssh connection to builder
[2024-11-15 15:06:49,388][  INFO][PID:3887610] Checking that builder machine is OK
[2024-11-15 15:06:50,071][  INFO][PID:3887610] Running remote command: copr-builder-ready srpm-builds
[2024-11-15 15:06:50,435][  INFO][PID:3887610] Red Hat subscription not needed for srpm-builds
Builder is ready to be used

[2024-11-15 15:06:50,436][  INFO][PID:3887610] Filling build.info file with builder info
[2024-11-15 15:06:50,443][  INFO][PID:3887610] Not re-notifying FE and msg buses for the new host.
[2024-11-15 15:06:50,443][  INFO][PID:3887610] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8268099 --detached
[2024-11-15 15:06:51,147][  INFO][PID:3887610] Downloading the builder-live.log file, attempt 1
[2024-11-15 15:06:51,148][  INFO][PID:3887610] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c197 copr-rpmbuild-log
[2024-11-15 15:08:03,503][  INFO][PID:3887610] Downloading results from builder
[2024-11-15 15:08:03,504][  INFO][PID:3887610] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c197]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099 started
[2024-11-15 15:08:03,505][  INFO][PID:3887610] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c197]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/ &> /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/build-08268099.rsync.log
[2024-11-15 15:08:04,002][  INFO][PID:3887610] rsyncing finished.
[2024-11-15 15:08:04,003][  INFO][PID:3887610] Releasing VM back to pool
[2024-11-15 15:08:04,013][  INFO][PID:3887610] Searching for 'success' file in resultdir
[2024-11-15 15:08:04,014][  INFO][PID:3887610] Getting build details
[2024-11-15 15:08:04,015][  INFO][PID:3887610] Retrieving SRPM info from /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099
[2024-11-15 15:08:04,016][  INFO][PID:3887610] SRPM URL: https://download.copr.fedorainfracloud.org/results/praiskup/helpers/srpm-builds/08268099/praiskup-helpers-0.1.git.130-1.src.rpm
[2024-11-15 15:08:04,017][  INFO][PID:3887610] build details: {'srpm_url': 'https://download.copr.fedorainfracloud.org/results/praiskup/helpers/srpm-builds/08268099/praiskup-helpers-0.1.git.130-1.src.rpm', 'pkg_name': 'praiskup-helpers', 'pkg_version': '0.1.git.130-1'}
[2024-11-15 15:08:04,017][  INFO][PID:3887610] Finished build: id=8268099 failed=False timeout=108000 destdir=/var/lib/copr/public_html/results/praiskup/helpers chroot=srpm-builds 
[2024-11-15 15:08:04,019][  INFO][PID:3887610] Worker succeeded build, took 73.57686424255371
[2024-11-15 15:08:04,020][  INFO][PID:3887610] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": null,
            "enable_net": true,
            "project_owner": "praiskup",
            "project_name": "helpers",
            "project_dirname": "helpers",
            "submitter": null,
            "ended_on": 1731683284.0198534,
            "started_on": 1731683210.442989,
            "submitted_on": null,
            "status": 1,
            "chroot": "srpm-builds",
            "arch": "x86_64",
            "buildroot_pkgs": null,
            "task_id": "8268099",
            "build_id": 8268099,
            "package_name": "praiskup-helpers",
            "package_version": null,
            "git_repo": null,
            "git_hash": null,
            "git_branch": null,
            "source_type": 9,
            "source_json": "{\"script\": \"#! /bin/bash -x\\n\\nset -e\\n\\nclone_url_parent=https://github.com/praiskup/helpers\\n\\nworkdir=$(basename \\\"$clone_url_parent\\\")\\nworkdir=${workdir%%.git}\\n\\nhook_payload=$(readlink -f \\\"${HOOK_PAYLOAD-hook_payload}\\\")\\n\\nmkdir -p \\\"$COPR_RESULTDIR\\\"\\nresultdir=$(readlink -f \\\"$COPR_RESULTDIR\\\")\\n\\n# clone the helper scripts when needed, and add to PATH\\ntest -d copr-ci-tooling \\\\\\n    || git clone --depth 1 https://github.com/praiskup/copr-ci-tooling.git\\nexport PATH=\\\"$PWD/copr-ci-tooling:$PATH\\\"\\n\\n# clone the tested project\\ngit clone \\\\\\n    --recursive \\\\\\n    --no-single-branch \\\\\\n    \\\"$clone_url_parent\\\"\\n\\n# checkout requested revision\\ncd \\\"$workdir\\\"\\nwebhook-checkout \\\"$hook_payload\\\"\\n\\ngit submodule update --init\\n\\n./bootstrap --ci\\nmake dist\\n\\nmkdir -p \\\"$resultdir\\\"\\ncp ./*.spec \\\"$resultdir\\\"\\ncp ./*.tar.gz \\\"$resultdir\\\"\\n\", \"chroot\": \"fedora-41-x86_64\", \"builddeps\": \"automake git make python-unversioned-command\", \"resultdir\": \"resultdir\", \"tmp\": \"tmp8que1q01\", \"hook_data\": true}",
            "pkg_name": "praiskup-helpers",
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": "https://download.copr.fedorainfracloud.org/results/praiskup/helpers/srpm-builds/08268099/praiskup-helpers-0.1.git.130-1.src.rpm",
            "uses_devel_repo": null,
            "sandbox": "praiskup/helpers--66e7e825-34cf-4800-a6de-f7ef221835b2",
            "results": {
                "name": "praiskup-helpers",
                "epoch": null,
                "version": "0.1.git.130",
                "release": "1",
                "exclusivearch": [],
                "excludearch": []
            },
            "appstream": false,
            "allow_user_ssh": null,
            "ssh_public_keys": null,
            "storage": null,
            "background": true,
            "repos": [],
            "destdir": "/var/lib/copr/public_html/results/praiskup/helpers",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/praiskup/helpers",
            "result_dir": "08268099",
            "built_packages": "",
            "tags": [
                "arch_x86_64"
            ],
            "pkg_version": "0.1.git.130-1",
            "id": 8268099,
            "mockchain_macros": {
                "copr_username": "praiskup",
                "copr_projectname": "helpers",
                "vendor": "Fedora Project COPR (praiskup/helpers)"
            }
        }
    ]
}
[2024-11-15 15:08:04,113][  INFO][PID:3887610] Sending fedora-messaging bus message in build.end
[2024-11-15 15:08:04,136][  INFO][PID:3887610] Compressing /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/builder-live.log by gzip
[2024-11-15 15:08:04,137][  INFO][PID:3887610] Running command 'gzip /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/builder-live.log' as PID 3930377
[2024-11-15 15:08:04,143][  INFO][PID:3887610] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/builder-live.log)
[2024-11-15 15:08:04,144][  INFO][PID:3887610] Compressing /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/backend.log by gzip
[2024-11-15 15:08:04,145][  INFO][PID:3887610] Running command 'gzip /var/lib/copr/public_html/results/praiskup/helpers/srpm-builds/08268099/backend.log' as PID 3930378