[2025-06-18 16:10:34,761][ INFO][PID:1871794] Marking build as starting [2025-06-18 16:10:34,985][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:10:35,004][ INFO][PID:1871794] VM allocation process starts [2025-06-18 16:10:35,046][ INFO][PID:1871794] Trying to allocate VM: ResallocHost, ticket_id=3559455, requested_tags=['copr_builder', 'arch_x86_64'] [2025-06-18 16:10:40,063][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:10:45,073][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:10:50,087][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:10:55,128][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:00,148][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:05,163][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:10,176][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:13,345][ INFO][PID:1871794] Allocated host ResallocHost, ticket_id=3559455, hostname=54.91.77.191, name=aws_x86_64_spot_prod_04888010_20250618_160813, requested_tags=['copr_builder', 'arch_x86_64'] [2025-06-18 16:11:13,358][ INFO][PID:1871794] Allocating ssh connection to builder [2025-06-18 16:11:13,364][ INFO][PID:1871794] Checking that builder machine is OK [2025-06-18 16:11:14,383][ INFO][PID:1871794] Running remote command: copr-builder-ready centos-stream+epel-next-9-x86_64 [2025-06-18 16:11:14,692][ INFO][PID:1871794] Red Hat subscription not needed for centos-stream+epel-next-9-x86_64 Builder is ready to be used [2025-06-18 16:11:14,698][ INFO][PID:1871794] Filling build.info file with builder info [2025-06-18 16:11:14,699][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:14,705][ INFO][PID:1871794] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "whitestar", "project_name": "hyperspace", "project_dirname": "hyperspace", "submitter": "whitestar", "ended_on": null, "started_on": 1750263074.7056727, "submitted_on": null, "status": 3, "chroot": "centos-stream+epel-next-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9181031-centos-stream+epel-next-9-x86_64", "build_id": 9181031, "package_name": "hyperspace", "package_version": "5.0.277-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/whitestar/hyperspace/hyperspace", "git_hash": "4f3fed7ab9972fec1e992eaead8f73197544a233", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "whitestar/hyperspace--whitestar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/whitestar/hyperspace", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/whitestar/hyperspace", "result_dir": "09181031-hyperspace", "built_packages": "", "id": 9181031, "mockchain_macros": { "copr_username": "whitestar", "copr_projectname": "hyperspace", "vendor": "Fedora Project COPR (whitestar/hyperspace)" } } ] } [2025-06-18 16:11:14,815][ INFO][PID:1871794] Sending fedora-messaging bus message in build.start [2025-06-18 16:11:19,422][ INFO][PID:1871794] Sending fedora-messaging bus message in chroot.start [2025-06-18 16:11:19,575][ INFO][PID:1871794] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9181031-centos-stream+epel-next-9-x86_64 --chroot centos-stream+epel-next-9-x86_64 --detached [2025-06-18 16:11:20,282][ INFO][PID:1871794] Downloading the builder-live.log file, attempt 1 [2025-06-18 16:11:20,310][ INFO][PID:1871794] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.91.77.191 copr-rpmbuild-log [2025-06-18 16:11:25,338][ INFO][PID:1871794] Periodic builder liveness probe: alive [2025-06-18 16:11:25,343][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:30,352][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:35,356][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:40,369][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:45,387][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:50,407][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:11:55,412][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:00,421][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:05,425][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:10,438][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:15,450][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:20,464][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:25,483][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:30,490][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:35,499][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:12:38,976][ INFO][PID:1871794] Downloading results from builder [2025-06-18 16:12:38,983][ INFO][PID:1871794] rsyncing of mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace started [2025-06-18 16:12:39,008][ INFO][PID:1871794] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/ &> /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/build-09181031.rsync.log [2025-06-18 16:12:48,127][ INFO][PID:1871794] rsyncing finished. [2025-06-18 16:12:48,137][ ERROR][PID:1871794] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:12:48,139][ ERROR][PID:1871794] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:12:58,146][ INFO][PID:1871794] rsyncing of mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace started [2025-06-18 16:12:58,162][ INFO][PID:1871794] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/ &> /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/build-09181031.rsync.log [2025-06-18 16:13:58,649][ INFO][PID:1871794] rsyncing finished. [2025-06-18 16:13:58,654][ ERROR][PID:1871794] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:13:58,664][ ERROR][PID:1871794] SSH connection lost on #2 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:14:08,673][ INFO][PID:1871794] rsyncing of mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace started [2025-06-18 16:14:08,678][ INFO][PID:1871794] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.91.77.191:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/ &> /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/build-09181031.rsync.log [2025-06-18 16:15:09,042][ INFO][PID:1871794] rsyncing finished. [2025-06-18 16:15:09,056][ ERROR][PID:1871794] Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:15:09,076][ ERROR][PID:1871794] SSH connection lost on #3 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2025-06-18 16:15:19,084][ ERROR][PID:1871794] Re-try request for task on 'ResallocHost, ticket_id=3559455, hostname=54.91.77.191, name=aws_x86_64_spot_prod_04888010_20250618_160813, requested_tags=['copr_builder', 'arch_x86_64']': Unable to finish after 3 SSH attempts [2025-06-18 16:15:19,089][ INFO][PID:1871794] Releasing VM back to pool [2025-06-18 16:15:19,159][ INFO][PID:1871794] Retry #1 (on other host) [2025-06-18 16:15:19,164][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:19,188][ INFO][PID:1871794] VM allocation process starts [2025-06-18 16:15:19,264][ INFO][PID:1871794] Trying to allocate VM: ResallocHost, ticket_id=3559612, requested_tags=['copr_builder', 'arch_x86_64'] [2025-06-18 16:15:24,274][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:29,298][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:34,305][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:39,309][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:44,315][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:49,319][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:54,324][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:57,742][ INFO][PID:1871794] Allocated host ResallocHost, ticket_id=3559612, hostname=2620:52:3:1:dead:beef:cafe:c14e, name=copr_hv_x86_64_02_prod_04888018_20250618_160828, requested_tags=['copr_builder', 'arch_x86_64'] [2025-06-18 16:15:57,746][ INFO][PID:1871794] Allocating ssh connection to builder [2025-06-18 16:15:57,748][ INFO][PID:1871794] Checking that builder machine is OK [2025-06-18 16:15:59,031][ INFO][PID:1871794] Running remote command: copr-builder-ready centos-stream+epel-next-9-x86_64 [2025-06-18 16:15:59,504][ INFO][PID:1871794] Red Hat subscription not needed for centos-stream+epel-next-9-x86_64 Builder is ready to be used [2025-06-18 16:15:59,522][ INFO][PID:1871794] Filling build.info file with builder info [2025-06-18 16:15:59,542][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:15:59,577][ INFO][PID:1871794] Not re-notifying FE and msg buses for the new host. [2025-06-18 16:15:59,581][ INFO][PID:1871794] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9181031-centos-stream+epel-next-9-x86_64 --chroot centos-stream+epel-next-9-x86_64 --detached [2025-06-18 16:16:00,281][ INFO][PID:1871794] Downloading the builder-live.log file, attempt 1 [2025-06-18 16:16:00,316][ INFO][PID:1871794] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c14e copr-rpmbuild-log [2025-06-18 16:16:05,284][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:10,289][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:15,297][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:20,326][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:25,358][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:30,369][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:35,373][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:40,377][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:45,382][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:50,389][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:16:55,400][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:00,433][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:05,480][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:10,489][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:15,540][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:20,551][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:25,559][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:30,566][ INFO][PID:1871794] Checking for cancel request [2025-06-18 16:17:32,968][ INFO][PID:1871794] Downloading results from builder [2025-06-18 16:17:32,979][ INFO][PID:1871794] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c14e]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace started [2025-06-18 16:17:33,000][ INFO][PID:1871794] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c14e]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/ &> /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/build-09181031.rsync.log [2025-06-18 16:17:46,616][ INFO][PID:1871794] rsyncing finished. [2025-06-18 16:17:46,623][ INFO][PID:1871794] Releasing VM back to pool [2025-06-18 16:17:46,748][ INFO][PID:1871794] Searching for 'success' file in resultdir [2025-06-18 16:17:46,755][ INFO][PID:1871794] Going to sign pkgs from source: 9181031-centos-stream+epel-next-9-x86_64 in chroot: /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64 [2025-06-18 16:17:46,760][ INFO][PID:1871794] Calling '/bin/sign -u whitestar#hyperspace@copr.fedorahosted.org -p' (attempt #1) [2025-06-18 16:17:47,126][ INFO][PID:1871794] Calling '/bin/sign -4 -h sha256 -u whitestar#hyperspace@copr.fedorahosted.org -r /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/hyperspace-5.0.277-1.el9.noarch.rpm' (attempt #1) [2025-06-18 16:17:50,469][ INFO][PID:1871794] signed rpm: /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/hyperspace-5.0.277-1.el9.noarch.rpm [2025-06-18 16:17:50,478][ INFO][PID:1871794] Calling '/bin/sign -4 -h sha256 -u whitestar#hyperspace@copr.fedorahosted.org -r /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/hyperspace-5.0.277-1.el9.src.rpm' (attempt #1) [2025-06-18 16:17:57,888][ INFO][PID:1871794] signed rpm: /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/hyperspace-5.0.277-1.el9.src.rpm [2025-06-18 16:17:57,915][ INFO][PID:1871794] Sign done [2025-06-18 16:17:57,936][ INFO][PID:1871794] Incremental createrepo run, adding 09181031-hyperspace into https://download.copr.fedorainfracloud.org/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64, (auto-create-repo=True) [2025-06-18 16:17:57,964][ INFO][PID:1871794] Running command 'copr-repo --batched /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64 --add 09181031-hyperspace --no-appstream-metadata' as PID 1932060 [2025-06-18 16:18:08,212][ INFO][PID:1871794] Finished after 10 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64 --add 09181031-hyperspace --no-appstream-metadata) [2025-06-18 16:18:08,221][ INFO][PID:1871794] Getting build details [2025-06-18 16:18:08,223][ INFO][PID:1871794] Listing built binary packages in /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace [2025-06-18 16:18:08,229][ INFO][PID:1871794] Built packages: ['hyperspace 5.0.277'] [2025-06-18 16:18:08,233][ INFO][PID:1871794] build details: {'built_packages': 'hyperspace 5.0.277'} [2025-06-18 16:18:08,236][ INFO][PID:1871794] Retrieving pubkey [2025-06-18 16:18:08,240][ INFO][PID:1871794] Calling '/bin/sign -u whitestar#hyperspace@copr.fedorahosted.org -p' (attempt #1) [2025-06-18 16:18:08,597][ INFO][PID:1871794] Added pubkey for user whitestar project hyperspace into: /var/lib/copr/public_html/results/whitestar/hyperspace/pubkey.gpg [2025-06-18 16:18:08,600][ INFO][PID:1871794] Finished build: id=9181031 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/whitestar/hyperspace chroot=centos-stream+epel-next-9-x86_64 [2025-06-18 16:18:08,643][ INFO][PID:1871794] Worker succeeded build, took 129.06678128242493 [2025-06-18 16:18:08,651][ INFO][PID:1871794] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "whitestar", "project_name": "hyperspace", "project_dirname": "hyperspace", "submitter": "whitestar", "ended_on": 1750263488.6438334, "started_on": 1750263359.577052, "submitted_on": null, "status": 1, "chroot": "centos-stream+epel-next-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9181031-centos-stream+epel-next-9-x86_64", "build_id": 9181031, "package_name": "hyperspace", "package_version": "5.0.277-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/whitestar/hyperspace/hyperspace", "git_hash": "4f3fed7ab9972fec1e992eaead8f73197544a233", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "whitestar/hyperspace--whitestar", "results": { "packages": [ { "name": "hyperspace", "epoch": null, "version": "5.0.277", "release": "1.el9", "arch": "noarch" }, { "name": "hyperspace", "epoch": null, "version": "5.0.277", "release": "1.el9", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/whitestar/hyperspace", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/whitestar/hyperspace", "result_dir": "09181031-hyperspace", "built_packages": "hyperspace 5.0.277", "id": 9181031, "mockchain_macros": { "copr_username": "whitestar", "copr_projectname": "hyperspace", "vendor": "Fedora Project COPR (whitestar/hyperspace)" } } ] } [2025-06-18 16:18:08,768][ INFO][PID:1871794] Sending fedora-messaging bus message in build.end [2025-06-18 16:18:08,801][ INFO][PID:1871794] Compressing /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/builder-live.log by gzip [2025-06-18 16:18:08,818][ INFO][PID:1871794] Running command 'gzip /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/builder-live.log' as PID 1933557 [2025-06-18 16:18:08,916][ INFO][PID:1871794] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/builder-live.log) [2025-06-18 16:18:08,926][ INFO][PID:1871794] Compressing /var/lib/copr/public_html/results/whitestar/hyperspace/centos-stream+epel-next-9-x86_64/09181031-hyperspace/backend.log by gzip