[2026-04-12 04:09:31,274][  INFO][PID:1784406] Marking build as starting
[2026-04-12 04:09:31,437][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:09:31,444][  INFO][PID:1784406] VM allocation process starts
[2026-04-12 04:09:31,464][  INFO][PID:1784406] Trying to allocate VM: ResallocHost, ticket_id=2280896, requested_tags=['copr_builder', 'arch_x86_64']
[2026-04-12 04:09:34,512][  INFO][PID:1784406] Allocated host ResallocHost, ticket_id=2280896, hostname=2620:52:6:1161:dead:beef:cafe:c11a, name=vmhost_x86_03_prod_05997163_20260412_040620, requested_tags=['copr_builder', 'arch_x86_64']
[2026-04-12 04:09:34,517][  INFO][PID:1784406] Allocating ssh connection to builder
[2026-04-12 04:09:34,523][  INFO][PID:1784406] Checking that builder machine is OK
[2026-04-12 04:09:35,187][  INFO][PID:1784406] Running remote command: copr-builder-ready srpm-builds
[2026-04-12 04:09:35,568][  INFO][PID:1784406] Red Hat subscription not needed for srpm-builds
Builder is ready to be used

[2026-04-12 04:09:35,569][  INFO][PID:1784406] Filling build.info file with builder info
[2026-04-12 04:09:35,571][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:09:35,572][  INFO][PID:1784406] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": null,
            "enable_net": true,
            "project_owner": "zodium",
            "project_name": "pkgs-zodium",
            "project_dirname": "pkgs-zodium",
            "submitter": "zodium",
            "ended_on": null,
            "started_on": 1775966975.5727007,
            "submitted_on": null,
            "status": 3,
            "chroot": "srpm-builds",
            "arch": "x86_64",
            "buildroot_pkgs": null,
            "task_id": "10314896",
            "build_id": 10314896,
            "package_name": null,
            "package_version": null,
            "git_repo": null,
            "git_hash": null,
            "git_branch": null,
            "source_type": 9,
            "source_json": "{\"script\": \"#!/bin/bash\\nset -euo pipefail\\n\\ninfo() { echo \\\"[\\u2022] $*\\\"; }\\nok()   { echo \\\"[\\u2713] $*\\\"; }\\ndie()  { echo \\\"[\\u2717] $*\\\" >&2; exit 1; }\\n\\n# 1 \\u2014 Dependencies\\ninfo \\\"Installing dependencies...\\\"\\ndnf install -y -q --setopt=install_weak_deps=False \\\\\\n    python3 dnf5-plugins rpmrebuild fedora-workstation-repositories rpm-build\\n\\ninfo \\\"Enabling imput/helium COPR...\\\"\\ndnf copr enable -y imput/helium -q\\n\\ninfo \\\"Enabling Google Chrome repo...\\\"\\ndnf config-manager setopt google-chrome.enabled=1\\n\\ninfo \\\"Installing helium-bin...\\\"\\ndnf install -y -q helium-bin\\nok \\\"helium-bin installed\\\"\\n\\n# 2 \\u2014 Version + install dir\\nINSTALLED_VER=$(rpm -q helium-bin --queryformat '%{VERSION}')\\nok \\\"helium-bin version: $INSTALLED_VER\\\"\\n\\nHELIUM_DIR=$(rpm -ql helium-bin \\\\\\n    | grep -E '^(/opt|/usr/share)/[^/]+$' \\\\\\n    | head -1)\\n[[ -n \\\"$HELIUM_DIR\\\" ]] || die \\\"Could not determine Helium install dir\\\"\\ninfo \\\"Helium install dir: $HELIUM_DIR\\\"\\n\\n# 3 \\u2014 Pull WidevineCdm from Chrome RPM\\nWORKDIR=$(mktemp -d)\\ntrap 'rm -rf \\\"$WORKDIR\\\"' EXIT\\n\\ninfo \\\"Downloading google-chrome-stable RPM...\\\"\\ndnf download -q --destdir=\\\"$WORKDIR\\\" google-chrome-stable\\nCHROME_RPM=$(find \\\"$WORKDIR\\\" -name \\\"google-chrome-stable-*.rpm\\\" | head -1)\\n[[ -f \\\"$CHROME_RPM\\\" ]] || die \\\"Chrome RPM not found\\\"\\nCHROME_VER=$(rpm -qp \\\"$CHROME_RPM\\\" --queryformat '%{VERSION}' 2>/dev/null)\\nok \\\"Chrome version: $CHROME_VER\\\"\\n\\ninfo \\\"Extracting WidevineCdm...\\\"\\ncd \\\"$WORKDIR\\\"\\nrpm2cpio \\\"$CHROME_RPM\\\" | cpio -id --quiet './opt/google/chrome/WidevineCdm/*'\\ncd /\\n\\nWIDEVINE_SRC=\\\"$WORKDIR/opt/google/chrome/WidevineCdm\\\"\\n[[ -d \\\"$WIDEVINE_SRC\\\" ]] || die \\\"WidevineCdm not found in Chrome RPM\\\"\\n\\nWIDEVINE_VER=$(python3 -c \\\\\\n    \\\"import json; print(json.load(open('$WIDEVINE_SRC/manifest.json'))['version'])\\\")\\nok \\\"Widevine version: $WIDEVINE_VER\\\"\\n\\n# 4 \\u2014 Patch helium-wrapper\\ninfo \\\"Patching helium-wrapper...\\\"\\nsed -i 's|exec \\\"\\\\$HERE/helium\\\" \\\"\\\\$@\\\"|exec \\\"$HERE/helium\\\" \\\\\\\\\\\\n    --ozone-platform=wayland \\\\\\\\\\\\n    --gtk-version=4 \\\\\\\\\\\\n    --disable-features=Vulkan \\\\\\\\\\\\n    --enable-features=WaylandWindowDecorations \\\\\\\\\\\\n    \\\"$@\\\"|' \\\\\\n    \\\"$HELIUM_DIR/helium-wrapper\\\"\\nok \\\"helium-wrapper patched\\\"\\n\\n# 5 \\u2014 Inject WidevineCdm\\ninfo \\\"Injecting WidevineCdm into $HELIUM_DIR...\\\"\\nrm -rf \\\"$HELIUM_DIR/WidevineCdm\\\"\\ncp -r \\\"$WIDEVINE_SRC\\\" \\\"$HELIUM_DIR/WidevineCdm\\\"\\nok \\\"WidevineCdm in place\\\"\\n\\n# 6 \\u2014 Repack as helium-drm RPM\\ninfo \\\"Repacking helium-bin as helium-drm...\\\"\\nrpmrebuild --notest-install \\\\\\n    --change-spec-preamble=\\\"sed \\\\\\n        -e 's/^Name:.*/Name: helium-drm/' \\\\\\n        -e 's/^Summary:.*/Summary: Helium browser with Widevine DRM (Widevine ${WIDEVINE_VER})/' \\\\\\n        -e '/^Conflicts:/d' \\\\\\n        -e \\\\\\\"\\\\\\\\\\\\$a Provides: helium-bin = ${INSTALLED_VER}\\\\\\\" \\\\\\n        -e \\\\\\\"\\\\\\\\\\\\$a Conflicts: helium-bin\\\\\\\"\\\" \\\\\\n    --change-spec-files=\\\"cat - <(find ${HELIUM_DIR}/WidevineCdm -type d -printf '%%dir %p\\\\n'; find ${HELIUM_DIR}/WidevineCdm -type f -printf '%p\\\\n')\\\" \\\\\\n    helium-bin\\n\\nRPM_FILE=$(find ~/rpmbuild/RPMS -name \\\"helium-drm-*.rpm\\\" | head -1)\\n[[ -f \\\"$RPM_FILE\\\" ]] || die \\\"RPM not found after rpmrebuild\\\"\\nok \\\"RPM built: $RPM_FILE\\\"\\n\\n# 7 \\u2014 Convert RPM to SRPM for COPR\\n# rpmrebuild also writes a spec, grab it and build the SRPM from it\\nSPEC_FILE=$(find ~/rpmbuild/SPECS -name \\\"helium-drm*.spec\\\" | head -1)\\n[[ -f \\\"$SPEC_FILE\\\" ]] || die \\\"Spec not found after rpmrebuild\\\"\\n\\ninfo \\\"Building SRPM...\\\"\\nrpmbuild -bs \\\"$SPEC_FILE\\\" \\\\\\n    --define \\\"_srcrpmdir $(pwd)\\\" \\\\\\n    --define \\\"_sourcedir $(pwd)\\\"\\nok \\\"SRPM ready\\\"\\n\", \"chroot\": \"fedora-43-x86_64\", \"builddeps\": \"dnf dnf-plugins-core fedora-workstation-repositories python3 rpmrebuild rpm-build\", \"resultdir\": null, \"repos\": \"\"}",
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": null,
            "sandbox": "zodium/pkgs-zodium--zodium",
            "results": null,
            "appstream": false,
            "allow_user_ssh": null,
            "ssh_public_keys": null,
            "storage": null,
            "repos": [],
            "background": false,
            "destdir": "/var/lib/copr/public_html/results/zodium/pkgs-zodium",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/zodium/pkgs-zodium",
            "result_dir": "10314896",
            "built_packages": "",
            "tags": [
                "arch_x86_64"
            ],
            "id": 10314896,
            "mockchain_macros": {
                "copr_username": "zodium",
                "copr_projectname": "pkgs-zodium",
                "vendor": "Fedora Project COPR (zodium/pkgs-zodium)"
            }
        }
    ]
}
[2026-04-12 04:09:35,619][  INFO][PID:1784406] Sending fedora-messaging bus message in build.start
[2026-04-12 04:09:36,343][  INFO][PID:1784406] Sending fedora-messaging bus message in chroot.start
[2026-04-12 04:09:36,381][  INFO][PID:1784406] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/10314896 --detached
[2026-04-12 04:09:37,039][  INFO][PID:1784406] The copr-rpmbuild seems started, per:
stdout: 
stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c11a' (ED25519) to the list of known hosts.


[2026-04-12 04:09:37,041][  INFO][PID:1784406] Downloading the builder-live.log file, attempt 1
[2026-04-12 04:09:37,045][  INFO][PID:1784406] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c11a copr-rpmbuild-log
[2026-04-12 04:09:42,063][  INFO][PID:1784406] Periodic builder liveness probe: alive
[2026-04-12 04:09:42,064][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:09:47,066][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:09:52,069][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:09:57,074][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:10:02,078][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:10:07,079][  INFO][PID:1784406] Checking for cancel request
[2026-04-12 04:10:11,607][  INFO][PID:1784406] Downloading results from builder
[2026-04-12 04:10:11,607][  INFO][PID:1784406] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c11a]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896 started
[2026-04-12 04:10:11,611][  INFO][PID:1784406] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c11a]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/ &> /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/build-10314896.rsync.log
[2026-04-12 04:10:12,060][  INFO][PID:1784406] rsyncing finished.
[2026-04-12 04:10:12,062][  INFO][PID:1784406] Releasing VM back to pool
[2026-04-12 04:10:12,081][  INFO][PID:1784406] Searching for 'success' file in resultdir
[2026-04-12 04:10:12,082][ ERROR][PID:1784406] Build failed: Backend process error: No success file => build failure
[2026-04-12 04:10:12,085][  INFO][PID:1784406] Finished build: id=10314896 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/zodium/pkgs-zodium chroot=srpm-builds 
[2026-04-12 04:10:12,089][ ERROR][PID:1784406] Backend process error: No success file => build failure
[2026-04-12 04:10:12,090][  INFO][PID:1784406] Worker failed build, took 36.51783776283264
[2026-04-12 04:10:12,091][  INFO][PID:1784406] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": null,
            "enable_net": true,
            "project_owner": "zodium",
            "project_name": "pkgs-zodium",
            "project_dirname": "pkgs-zodium",
            "submitter": "zodium",
            "ended_on": 1775967012.0905385,
            "started_on": 1775966975.5727007,
            "submitted_on": null,
            "status": 0,
            "chroot": "srpm-builds",
            "arch": "x86_64",
            "buildroot_pkgs": null,
            "task_id": "10314896",
            "build_id": 10314896,
            "package_name": null,
            "package_version": null,
            "git_repo": null,
            "git_hash": null,
            "git_branch": null,
            "source_type": 9,
            "source_json": "{\"script\": \"#!/bin/bash\\nset -euo pipefail\\n\\ninfo() { echo \\\"[\\u2022] $*\\\"; }\\nok()   { echo \\\"[\\u2713] $*\\\"; }\\ndie()  { echo \\\"[\\u2717] $*\\\" >&2; exit 1; }\\n\\n# 1 \\u2014 Dependencies\\ninfo \\\"Installing dependencies...\\\"\\ndnf install -y -q --setopt=install_weak_deps=False \\\\\\n    python3 dnf5-plugins rpmrebuild fedora-workstation-repositories rpm-build\\n\\ninfo \\\"Enabling imput/helium COPR...\\\"\\ndnf copr enable -y imput/helium -q\\n\\ninfo \\\"Enabling Google Chrome repo...\\\"\\ndnf config-manager setopt google-chrome.enabled=1\\n\\ninfo \\\"Installing helium-bin...\\\"\\ndnf install -y -q helium-bin\\nok \\\"helium-bin installed\\\"\\n\\n# 2 \\u2014 Version + install dir\\nINSTALLED_VER=$(rpm -q helium-bin --queryformat '%{VERSION}')\\nok \\\"helium-bin version: $INSTALLED_VER\\\"\\n\\nHELIUM_DIR=$(rpm -ql helium-bin \\\\\\n    | grep -E '^(/opt|/usr/share)/[^/]+$' \\\\\\n    | head -1)\\n[[ -n \\\"$HELIUM_DIR\\\" ]] || die \\\"Could not determine Helium install dir\\\"\\ninfo \\\"Helium install dir: $HELIUM_DIR\\\"\\n\\n# 3 \\u2014 Pull WidevineCdm from Chrome RPM\\nWORKDIR=$(mktemp -d)\\ntrap 'rm -rf \\\"$WORKDIR\\\"' EXIT\\n\\ninfo \\\"Downloading google-chrome-stable RPM...\\\"\\ndnf download -q --destdir=\\\"$WORKDIR\\\" google-chrome-stable\\nCHROME_RPM=$(find \\\"$WORKDIR\\\" -name \\\"google-chrome-stable-*.rpm\\\" | head -1)\\n[[ -f \\\"$CHROME_RPM\\\" ]] || die \\\"Chrome RPM not found\\\"\\nCHROME_VER=$(rpm -qp \\\"$CHROME_RPM\\\" --queryformat '%{VERSION}' 2>/dev/null)\\nok \\\"Chrome version: $CHROME_VER\\\"\\n\\ninfo \\\"Extracting WidevineCdm...\\\"\\ncd \\\"$WORKDIR\\\"\\nrpm2cpio \\\"$CHROME_RPM\\\" | cpio -id --quiet './opt/google/chrome/WidevineCdm/*'\\ncd /\\n\\nWIDEVINE_SRC=\\\"$WORKDIR/opt/google/chrome/WidevineCdm\\\"\\n[[ -d \\\"$WIDEVINE_SRC\\\" ]] || die \\\"WidevineCdm not found in Chrome RPM\\\"\\n\\nWIDEVINE_VER=$(python3 -c \\\\\\n    \\\"import json; print(json.load(open('$WIDEVINE_SRC/manifest.json'))['version'])\\\")\\nok \\\"Widevine version: $WIDEVINE_VER\\\"\\n\\n# 4 \\u2014 Patch helium-wrapper\\ninfo \\\"Patching helium-wrapper...\\\"\\nsed -i 's|exec \\\"\\\\$HERE/helium\\\" \\\"\\\\$@\\\"|exec \\\"$HERE/helium\\\" \\\\\\\\\\\\n    --ozone-platform=wayland \\\\\\\\\\\\n    --gtk-version=4 \\\\\\\\\\\\n    --disable-features=Vulkan \\\\\\\\\\\\n    --enable-features=WaylandWindowDecorations \\\\\\\\\\\\n    \\\"$@\\\"|' \\\\\\n    \\\"$HELIUM_DIR/helium-wrapper\\\"\\nok \\\"helium-wrapper patched\\\"\\n\\n# 5 \\u2014 Inject WidevineCdm\\ninfo \\\"Injecting WidevineCdm into $HELIUM_DIR...\\\"\\nrm -rf \\\"$HELIUM_DIR/WidevineCdm\\\"\\ncp -r \\\"$WIDEVINE_SRC\\\" \\\"$HELIUM_DIR/WidevineCdm\\\"\\nok \\\"WidevineCdm in place\\\"\\n\\n# 6 \\u2014 Repack as helium-drm RPM\\ninfo \\\"Repacking helium-bin as helium-drm...\\\"\\nrpmrebuild --notest-install \\\\\\n    --change-spec-preamble=\\\"sed \\\\\\n        -e 's/^Name:.*/Name: helium-drm/' \\\\\\n        -e 's/^Summary:.*/Summary: Helium browser with Widevine DRM (Widevine ${WIDEVINE_VER})/' \\\\\\n        -e '/^Conflicts:/d' \\\\\\n        -e \\\\\\\"\\\\\\\\\\\\$a Provides: helium-bin = ${INSTALLED_VER}\\\\\\\" \\\\\\n        -e \\\\\\\"\\\\\\\\\\\\$a Conflicts: helium-bin\\\\\\\"\\\" \\\\\\n    --change-spec-files=\\\"cat - <(find ${HELIUM_DIR}/WidevineCdm -type d -printf '%%dir %p\\\\n'; find ${HELIUM_DIR}/WidevineCdm -type f -printf '%p\\\\n')\\\" \\\\\\n    helium-bin\\n\\nRPM_FILE=$(find ~/rpmbuild/RPMS -name \\\"helium-drm-*.rpm\\\" | head -1)\\n[[ -f \\\"$RPM_FILE\\\" ]] || die \\\"RPM not found after rpmrebuild\\\"\\nok \\\"RPM built: $RPM_FILE\\\"\\n\\n# 7 \\u2014 Convert RPM to SRPM for COPR\\n# rpmrebuild also writes a spec, grab it and build the SRPM from it\\nSPEC_FILE=$(find ~/rpmbuild/SPECS -name \\\"helium-drm*.spec\\\" | head -1)\\n[[ -f \\\"$SPEC_FILE\\\" ]] || die \\\"Spec not found after rpmrebuild\\\"\\n\\ninfo \\\"Building SRPM...\\\"\\nrpmbuild -bs \\\"$SPEC_FILE\\\" \\\\\\n    --define \\\"_srcrpmdir $(pwd)\\\" \\\\\\n    --define \\\"_sourcedir $(pwd)\\\"\\nok \\\"SRPM ready\\\"\\n\", \"chroot\": \"fedora-43-x86_64\", \"builddeps\": \"dnf dnf-plugins-core fedora-workstation-repositories python3 rpmrebuild rpm-build\", \"resultdir\": null, \"repos\": \"\"}",
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": null,
            "sandbox": "zodium/pkgs-zodium--zodium",
            "results": null,
            "appstream": false,
            "allow_user_ssh": null,
            "ssh_public_keys": null,
            "storage": null,
            "repos": [],
            "background": false,
            "destdir": "/var/lib/copr/public_html/results/zodium/pkgs-zodium",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/zodium/pkgs-zodium",
            "result_dir": "10314896",
            "built_packages": "",
            "tags": [
                "arch_x86_64"
            ],
            "id": 10314896,
            "mockchain_macros": {
                "copr_username": "zodium",
                "copr_projectname": "pkgs-zodium",
                "vendor": "Fedora Project COPR (zodium/pkgs-zodium)"
            }
        }
    ]
}
[2026-04-12 04:10:12,177][  INFO][PID:1784406] Sending fedora-messaging bus message in build.end
[2026-04-12 04:10:12,220][  INFO][PID:1784406] Compressing /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/builder-live.log by gzip
[2026-04-12 04:10:12,223][  INFO][PID:1784406] Running command 'gzip /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/builder-live.log' as PID 1790010
[2026-04-12 04:10:12,228][  INFO][PID:1784406] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/builder-live.log)
[2026-04-12 04:10:12,229][  INFO][PID:1784406] Compressing /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/backend.log by gzip
[2026-04-12 04:10:12,231][  INFO][PID:1784406] Running command 'gzip /var/lib/copr/public_html/results/zodium/pkgs-zodium/srpm-builds/10314896/backend.log' as PID 1790011