[2025-07-16 16:07:31,197][ INFO][PID:477317] Marking build as starting [2025-07-16 16:07:31,500][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:07:31,503][ INFO][PID:477317] VM allocation process starts [2025-07-16 16:07:31,526][ INFO][PID:477317] Trying to allocate VM: ResallocHost, ticket_id=3959178, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:07:34,573][ INFO][PID:477317] Allocated host ResallocHost, ticket_id=3959178, hostname=140.211.168.81, name=copr_osuosl_p09_prod_05452298_20250716_115415, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:07:34,574][ INFO][PID:477317] Allocating ssh connection to builder [2025-07-16 16:07:34,575][ INFO][PID:477317] Checking that builder machine is OK [2025-07-16 16:07:36,233][ INFO][PID:477317] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-16 16:07:37,302][ INFO][PID:477317] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-16 16:07:37,303][ INFO][PID:477317] Filling build.info file with builder info [2025-07-16 16:07:37,303][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:07:37,305][ INFO][PID:477317] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@CoreOS", "project_name": "continuous", "project_dirname": "continuous", "submitter": "https://api.github.com/users/yasminvalim", "ended_on": null, "started_on": 1752682057.3048174, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9279752-centos-stream-9-ppc64le", "build_id": 9279752, "package_name": "butane", "package_version": "0.24.0.10.g1921859-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@CoreOS/continuous/butane", "git_hash": "f5b9bf7bae66fc5dfaecc562f5961794cc6bfc01", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@CoreOS/continuous--https://api.github.com/users/yasminvalim", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/centos-stream-9-ppc64le/", "id": "copr_rhcontainerbot_bootc", "name": "Additional repo copr_rhcontainerbot_bootc" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@CoreOS/continuous", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous", "result_dir": "09279752-butane", "built_packages": "", "id": 9279752, "mockchain_macros": { "copr_username": "@CoreOS", "copr_projectname": "continuous", "vendor": "Fedora Project COPR (@CoreOS/continuous)" } } ] } [2025-07-16 16:07:37,377][ INFO][PID:477317] Sending fedora-messaging bus message in build.start [2025-07-16 16:07:38,491][ INFO][PID:477317] Sending fedora-messaging bus message in chroot.start [2025-07-16 16:07:38,518][ INFO][PID:477317] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9279752-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-16 16:07:39,899][ INFO][PID:477317] Downloading the builder-live.log file, attempt 1 [2025-07-16 16:07:39,902][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.81 copr-rpmbuild-log [2025-07-16 16:07:44,927][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 16:07:44,928][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:07:49,930][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:07:54,933][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:07:59,937][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:04,953][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:09,955][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:14,958][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:19,964][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:24,969][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:29,973][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:34,978][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:39,982][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:44,988][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:49,990][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:08:55,001][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:00,003][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:05,006][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:10,013][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:15,014][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:20,018][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:25,026][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:30,036][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:35,043][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:40,056][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:45,063][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:50,075][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:09:55,078][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:00,086][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:05,092][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:10,116][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:15,122][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:20,125][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:25,132][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:30,152][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:35,174][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:40,184][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:45,187][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:50,197][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:10:55,200][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:00,214][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:05,223][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:10,227][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:15,232][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:20,236][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:22,140][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:11:25,241][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:30,246][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:32,150][WARNING][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:11:35,264][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:40,270][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:42,151][ INFO][PID:477317] Downloading the builder-live.log file, attempt 2 [2025-07-16 16:11:42,165][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.81 copr-rpmbuild-log [2025-07-16 16:11:45,293][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:50,309][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:11:55,313][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:00,317][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:05,339][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:10,343][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:15,348][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:20,368][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:25,376][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:30,390][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:35,396][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:40,414][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:42,341][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:12:45,418][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:50,426][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:12:52,342][WARNING][PID:477317] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:12:55,436][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:00,445][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:02,349][ INFO][PID:477317] Downloading the builder-live.log file, attempt 3 [2025-07-16 16:13:02,368][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.81 copr-rpmbuild-log [2025-07-16 16:13:05,459][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:10,494][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:15,499][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:20,504][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:25,515][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:30,522][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:35,525][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:40,558][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:45,571][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:50,592][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:13:55,606][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:00,620][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:02,531][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:14:05,638][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:10,648][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:12,537][WARNING][PID:477317] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:14:15,650][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:20,652][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:22,539][ INFO][PID:477317] Downloading the builder-live.log file, attempt 4 [2025-07-16 16:14:22,550][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.81 copr-rpmbuild-log [2025-07-16 16:14:25,702][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:30,713][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:35,717][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:40,730][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:45,732][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:50,736][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:14:55,744][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:00,751][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:05,771][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:10,781][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:15,788][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:20,789][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:22,731][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:15:25,791][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:30,804][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:32,733][ ERROR][PID:477317] Giving up for unstable SSH, failures: 1752682292.1505892, 1752682372.3423917, 1752682452.5378547, 1752682532.7334533 [2025-07-16 16:15:32,737][ ERROR][PID:477317] Re-try request for task on 'ResallocHost, ticket_id=3959178, hostname=140.211.168.81, name=copr_osuosl_p09_prod_05452298_20250716_115415, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-16 16:15:32,745][ INFO][PID:477317] Releasing VM back to pool [2025-07-16 16:15:32,785][ INFO][PID:477317] Retry #1 (on other host) [2025-07-16 16:15:32,795][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:32,797][ INFO][PID:477317] VM allocation process starts [2025-07-16 16:15:32,826][ INFO][PID:477317] Trying to allocate VM: ResallocHost, ticket_id=3959268, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:15:37,837][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:42,845][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:44,949][ INFO][PID:477317] Allocated host ResallocHost, ticket_id=3959268, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05492467_20250716_160736, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:15:44,949][ INFO][PID:477317] Allocating ssh connection to builder [2025-07-16 16:15:44,950][ INFO][PID:477317] Checking that builder machine is OK [2025-07-16 16:15:46,617][ INFO][PID:477317] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-16 16:15:47,787][ INFO][PID:477317] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-16 16:15:47,788][ INFO][PID:477317] Filling build.info file with builder info [2025-07-16 16:15:47,789][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:47,802][ INFO][PID:477317] Not re-notifying FE and msg buses for the new host. [2025-07-16 16:15:47,803][ INFO][PID:477317] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9279752-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-16 16:15:49,383][ INFO][PID:477317] Downloading the builder-live.log file, attempt 1 [2025-07-16 16:15:49,397][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-16 16:15:54,383][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:15:59,393][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:04,395][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:09,404][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:14,408][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:19,412][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:24,417][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:29,418][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:34,421][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:39,425][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:44,433][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:49,449][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:54,451][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:16:59,453][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:04,455][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:09,460][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:14,461][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:19,465][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:24,468][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:29,469][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:34,471][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:39,472][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:44,473][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:49,481][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 16:17:49,482][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:54,483][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:17:59,485][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:04,487][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:09,489][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:14,490][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:19,492][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:24,494][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:29,505][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:34,507][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:39,509][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:44,511][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:49,512][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:54,514][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:18:59,517][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:04,519][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:09,522][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:14,526][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:19,530][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:24,531][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:29,532][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:34,534][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:39,537][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:44,540][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:49,546][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:54,547][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:19:59,549][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:04,551][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:09,564][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:14,565][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:19,566][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:24,568][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:29,569][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:34,570][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:39,571][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:44,573][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:49,574][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:54,575][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:20:59,576][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:04,826][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:09,827][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:14,828][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:19,829][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:24,923][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:30,225][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:35,227][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:40,229][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:45,230][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:50,232][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:21:55,233][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:00,235][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:05,236][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:10,237][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:15,238][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:20,239][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:25,241][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:30,242][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:35,245][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:40,246][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:45,247][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:50,250][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:22:55,252][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:00,253][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:05,254][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:10,256][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:15,257][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:20,258][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:25,260][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:30,261][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:35,262][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:40,263][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:45,265][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:50,268][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:23:55,270][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:00,273][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:05,274][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:10,277][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:15,280][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:20,281][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:25,283][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:30,284][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:35,286][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:40,288][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:45,293][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:50,295][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:24:55,296][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:00,297][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:05,298][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:10,300][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:15,301][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:20,302][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:25,304][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:30,306][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:35,308][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:40,309][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:45,311][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:50,312][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:25:55,313][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:00,314][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:05,315][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:10,316][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:15,317][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:20,319][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:25,320][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:30,321][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:35,322][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:40,323][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:45,325][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:50,327][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:26:55,330][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:00,333][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:05,335][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:10,337][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:15,339][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:20,340][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:25,341][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:30,342][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:35,344][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:40,345][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:45,347][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:50,356][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 16:27:50,357][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:27:55,359][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:00,360][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:05,361][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:10,363][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:15,364][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:20,366][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:25,368][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:30,369][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:35,370][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:40,372][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:45,373][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:50,374][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:28:55,376][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:00,380][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:05,381][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:10,383][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:15,384][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:20,386][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:25,387][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:30,389][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:35,390][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:40,392][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:45,394][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:50,400][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:29:55,405][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:00,407][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:05,408][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:10,410][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:15,411][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:20,412][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:25,413][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:30,414][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:35,416][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:40,417][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:45,419][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:50,425][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:30:55,428][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:00,429][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:05,431][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:10,433][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:15,436][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:20,438][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:25,439][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:30,440][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:35,441][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:40,442][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:45,444][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:50,445][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:31:55,447][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:00,448][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:05,449][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:10,451][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:15,454][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:20,455][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:25,456][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:30,457][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:35,458][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:40,460][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:45,461][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:50,465][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:32:55,468][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:00,470][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:05,471][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:10,472][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:15,474][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:20,476][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:25,477][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:30,478][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:35,480][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:40,481][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:45,483][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:50,484][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:33:55,485][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:00,487][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:05,488][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:10,489][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:15,490][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:20,492][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:25,493][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:30,494][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:35,496][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:40,497][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:45,498][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:50,499][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:34:55,501][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:00,502][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:05,504][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:10,592][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:15,778][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:20,992][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:26,065][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:31,190][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:36,274][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:41,276][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:46,308][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:51,348][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:35:56,449][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:01,494][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:06,518][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:11,539][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:16,657][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:21,740][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:26,845][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:31,928][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:37,005][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:42,020][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:47,089][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:52,183][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:36:57,271][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:02,375][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:07,389][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:12,391][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:17,461][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:22,534][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:27,643][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:32,663][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:37,756][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:42,809][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:47,894][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:52,978][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 16:37:52,978][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:37:57,980][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:03,021][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:08,148][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:13,248][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:18,251][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:23,368][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:28,374][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:33,409][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:38,456][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:43,492][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:48,541][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:53,542][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:38:58,544][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:03,568][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:08,595][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:13,600][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:18,757][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:23,786][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:28,790][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:33,824][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:38,912][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:43,942][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:48,944][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:53,946][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:39:58,947][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:03,948][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:08,949][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:13,950][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:18,952][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:23,953][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:28,954][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:33,958][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:38,963][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:43,970][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:48,973][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:53,979][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:40:58,987][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:04,001][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:09,003][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:14,004][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:19,006][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:24,008][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:29,010][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:34,011][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:39,017][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:44,021][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:49,023][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:54,027][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:41:59,033][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:04,036][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:09,038][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:14,040][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:19,046][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:24,058][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:29,067][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:34,190][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:39,243][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:44,293][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:49,296][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:54,297][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:42:59,299][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:04,301][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:09,308][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:14,317][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:19,321][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:24,323][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:29,328][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:34,333][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:39,335][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:44,336][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:49,342][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:54,343][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:43:59,345][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:04,347][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:09,349][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:14,352][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:19,354][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:24,357][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:29,361][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:34,364][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:39,366][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:44,368][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:49,369][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:54,372][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:44:59,378][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:04,384][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:09,390][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:14,392][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:19,393][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:24,394][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:29,396][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:34,397][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:39,398][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:44,403][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:49,407][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:54,412][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:45:59,415][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:04,417][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:09,418][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:14,423][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:19,431][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:24,443][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:29,445][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:34,449][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:39,451][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:44,452][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:49,456][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:54,458][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:46:59,472][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:04,478][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:09,484][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:14,495][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:19,504][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:24,507][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:29,510][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:34,512][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:39,523][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:44,527][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:49,528][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:47:54,541][ INFO][PID:477317] Periodic builder liveness probe: dead [2025-07-16 16:48:54,682][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.35 port 22 timed out [2025-07-16 16:50:04,759][ ERROR][PID:477317] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-07-16 16:50:37,148][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:50:47,149][WARNING][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:50:57,150][ INFO][PID:477317] Downloading the builder-live.log file, attempt 2 [2025-07-16 16:50:57,152][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-16 16:51:14,829][ ERROR][PID:477317] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-07-16 16:51:57,223][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:52:07,224][WARNING][PID:477317] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:52:17,227][ INFO][PID:477317] Downloading the builder-live.log file, attempt 3 [2025-07-16 16:52:17,229][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-16 16:52:24,908][ ERROR][PID:477317] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-07-16 16:52:34,910][ ERROR][PID:477317] Can't ssh to cancel build. [2025-07-16 16:53:17,303][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:53:27,306][WARNING][PID:477317] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 16:53:37,308][ INFO][PID:477317] Downloading the builder-live.log file, attempt 4 [2025-07-16 16:53:37,309][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-16 16:53:38,450][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 16:53:48,464][ ERROR][PID:477317] Giving up for unstable SSH, failures: 1752684647.14993, 1752684727.2245443, 1752684807.306676, 1752684828.4639006 [2025-07-16 16:53:48,464][ ERROR][PID:477317] Re-try request for task on 'ResallocHost, ticket_id=3959268, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05492467_20250716_160736, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-16 16:53:48,466][ INFO][PID:477317] Releasing VM back to pool [2025-07-16 16:53:48,483][ INFO][PID:477317] Retry #2 (on other host) [2025-07-16 16:53:48,485][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:53:48,486][ INFO][PID:477317] VM allocation process starts [2025-07-16 16:53:48,499][ INFO][PID:477317] Trying to allocate VM: ResallocHost, ticket_id=3959684, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:53:53,501][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:53:58,503][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:03,505][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:08,507][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:13,509][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:18,516][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:23,519][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:28,520][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:33,522][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:38,525][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:43,527][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:48,529][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:53,545][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:54:58,546][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:03,550][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:08,552][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:13,557][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:18,560][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:23,562][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:28,564][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:33,566][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:38,567][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:43,569][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:48,570][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:53,571][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:55:58,572][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:03,573][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:08,574][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:13,576][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:18,579][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:23,582][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:28,584][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:33,586][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:38,588][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:43,593][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:48,596][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:53,597][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:56:58,598][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:03,599][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:08,601][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:13,602][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:18,604][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:23,605][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:28,606][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:33,607][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:38,609][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:43,610][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:48,612][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:53,616][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:57:58,618][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:03,623][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:08,624][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:13,625][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:18,626][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:23,628][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:28,629][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:33,630][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:38,631][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:43,632][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:48,633][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:53,634][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:58:58,635][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:03,637][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:06,647][ INFO][PID:477317] Allocated host ResallocHost, ticket_id=3959684, hostname=140.211.168.240, name=copr_osuosl_p09_prod_05513982_20250716_165447, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-16 16:59:06,647][ INFO][PID:477317] Allocating ssh connection to builder [2025-07-16 16:59:06,648][ INFO][PID:477317] Checking that builder machine is OK [2025-07-16 16:59:08,065][ INFO][PID:477317] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-16 16:59:09,102][ INFO][PID:477317] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-16 16:59:09,103][ INFO][PID:477317] Filling build.info file with builder info [2025-07-16 16:59:09,107][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:09,108][ INFO][PID:477317] Not re-notifying FE and msg buses for the new host. [2025-07-16 16:59:09,109][ INFO][PID:477317] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9279752-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-16 16:59:10,398][ INFO][PID:477317] Downloading the builder-live.log file, attempt 1 [2025-07-16 16:59:10,400][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.240 copr-rpmbuild-log [2025-07-16 16:59:15,408][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 16:59:15,409][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:20,410][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:25,411][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:30,413][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:35,414][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:40,415][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:45,416][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:50,417][ INFO][PID:477317] Checking for cancel request [2025-07-16 16:59:55,419][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:00,420][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:05,421][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:10,423][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:15,424][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:20,425][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:25,426][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:30,428][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:35,429][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:40,431][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:45,432][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:50,433][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:00:55,434][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:00,435][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:05,437][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:10,438][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:15,439][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:20,442][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:25,443][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:30,444][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:35,446][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:40,448][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:45,451][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:50,455][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:01:55,457][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:00,459][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:05,460][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:10,462][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:15,465][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:20,468][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:25,476][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:30,477][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:35,480][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:40,488][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:45,489][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:50,490][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:02:55,492][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:00,493][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:05,497][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:10,498][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:15,499][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:20,501][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:25,503][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:30,504][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:35,505][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:40,508][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:45,509][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:50,511][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:03:55,512][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:00,515][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:05,516][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:10,517][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:15,518][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:20,520][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:25,521][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:30,522][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:35,523][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:40,525][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:45,526][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:50,528][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:04:55,532][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:00,533][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:05,535][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:10,536][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:15,538][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:20,540][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:25,541][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:30,543][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:35,545][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:40,546][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:45,547][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:50,548][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:05:55,554][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:00,557][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:05,559][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:10,564][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:15,565][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:20,567][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:25,568][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:30,570][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:35,571][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:40,572][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:45,573][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:50,575][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:06:55,576][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:00,579][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:05,580][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:10,581][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:15,582][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:20,584][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:25,597][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:30,598][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:35,600][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:40,602][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:45,603][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:50,604][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:07:55,605][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:00,606][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:05,608][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:10,611][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:15,613][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:20,614][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:25,616][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:30,617][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:35,620][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:40,621][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:45,622][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:50,624][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:08:55,626][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:00,627][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:05,629][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:10,631][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:15,642][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 17:09:15,643][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:20,644][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:25,646][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:30,651][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:35,660][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:40,661][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:45,663][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:50,664][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:09:55,665][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:00,666][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:05,667][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:10,668][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:15,670][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:20,671][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:25,673][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:30,676][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:35,680][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:40,681][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:45,684][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:50,688][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:10:55,691][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:00,694][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:05,696][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:10,697][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:15,699][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:20,701][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:25,702][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:30,703][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:35,704][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:40,706][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:45,707][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:50,708][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:11:55,709][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:00,712][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:05,713][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:10,714][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:15,715][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:20,716][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:25,717][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:30,719][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:35,720][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:40,721][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:45,722][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:50,723][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:12:55,724][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:00,725][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:05,726][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:10,728][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:15,729][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:20,730][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:25,731][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:30,732][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:35,735][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:40,736][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:45,739][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:50,740][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:13:55,741][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:00,742][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:05,743][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:10,745][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:15,746][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:20,747][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:25,748][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:30,749][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:35,750][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:40,752][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:45,753][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:50,754][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:14:55,755][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:00,756][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:05,757][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:10,759][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:15,760][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:20,761][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:25,762][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:30,764][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:35,765][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:40,766][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:45,768][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:50,769][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:15:55,771][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:00,772][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:05,773][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:10,774][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:15,776][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:20,780][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:25,781][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:30,782][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:35,784][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:40,785][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:45,786][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:50,787][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:16:55,788][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:00,790][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:05,791][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:10,792][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:15,796][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:20,798][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:25,799][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:30,801][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:35,802][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:40,803][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:45,804][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:50,806][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:17:55,807][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:00,808][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:05,809][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:10,810][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:15,812][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:20,813][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:25,814][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:30,815][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:35,816][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:40,818][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:45,819][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:50,820][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:18:55,821][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:00,822][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:05,823][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:10,824][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:15,831][ INFO][PID:477317] Periodic builder liveness probe: alive [2025-07-16 17:19:15,832][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:20,833][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:25,834][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:30,835][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:35,836][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:40,837][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:45,838][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:50,839][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:19:55,840][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:00,841][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:05,842][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:10,843][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:15,845][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:20,846][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:25,847][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:30,848][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:35,849][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:40,850][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:45,851][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:50,852][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:20:55,853][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:00,854][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:05,856][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:10,857][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:15,858][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:20,859][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:25,860][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:30,861][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:35,862][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:40,863][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:45,864][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:50,865][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:21:55,866][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:00,868][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:05,869][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:10,870][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:15,871][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:20,872][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:25,873][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:30,874][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:35,875][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:40,877][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:45,878][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:50,879][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:22:55,880][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:00,882][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:05,883][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:10,884][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:15,885][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:20,886][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:25,887][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:30,888][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:35,889][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:40,890][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:45,892][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:50,893][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:23:55,894][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:00,895][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:05,896][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:10,898][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:15,899][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:20,900][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:25,901][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:30,902][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:34,892][ ERROR][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-16 17:24:35,903][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:40,904][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:44,893][WARNING][PID:477317] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-16 17:24:45,905][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:50,906][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:24:54,893][ INFO][PID:477317] Downloading the builder-live.log file, attempt 2 [2025-07-16 17:24:54,895][ INFO][PID:477317] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.240 copr-rpmbuild-log [2025-07-16 17:24:55,907][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:00,908][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:05,909][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:10,911][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:15,911][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:20,913][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:25,914][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:30,915][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:35,916][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:40,917][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:45,918][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:50,919][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:25:55,921][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:00,922][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:05,923][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:10,924][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:15,925][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:20,926][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:25,927][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:30,928][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:35,929][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:40,930][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:45,932][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:50,933][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:55,934][ INFO][PID:477317] Checking for cancel request [2025-07-16 17:26:57,679][ ERROR][PID:477317] Re-try request for task on 'ResallocHost, ticket_id=3959684, hostname=140.211.168.240, name=copr_osuosl_p09_prod_05513982_20250716_165447, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: copr-rpmbuild-log shouldn't exit != 0 [2025-07-16 17:26:57,681][ INFO][PID:477317] Releasing VM back to pool [2025-07-16 17:26:57,700][ ERROR][PID:477317] Backend process error: Three host tried without success: {'140.211.168.240', '140.211.168.35', '140.211.168.81'} [2025-07-16 17:26:57,701][WARNING][PID:477317] Switching not-finished job state to 'failed' [2025-07-16 17:26:57,702][ INFO][PID:477317] Worker failed build, took 1668.593130350113 [2025-07-16 17:26:57,704][ INFO][PID:477317] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@CoreOS", "project_name": "continuous", "project_dirname": "continuous", "submitter": "https://api.github.com/users/yasminvalim", "ended_on": 1752686817.7015648, "started_on": 1752685149.1084344, "submitted_on": null, "status": 0, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9279752-centos-stream-9-ppc64le", "build_id": 9279752, "package_name": "butane", "package_version": "0.24.0.10.g1921859-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@CoreOS/continuous/butane", "git_hash": "f5b9bf7bae66fc5dfaecc562f5961794cc6bfc01", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@CoreOS/continuous--https://api.github.com/users/yasminvalim", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/centos-stream-9-ppc64le/", "id": "copr_rhcontainerbot_bootc", "name": "Additional repo copr_rhcontainerbot_bootc" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@CoreOS/continuous", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous", "result_dir": "09279752-butane", "built_packages": "", "id": 9279752, "mockchain_macros": { "copr_username": "@CoreOS", "copr_projectname": "continuous", "vendor": "Fedora Project COPR (@CoreOS/continuous)" } } ] } [2025-07-16 17:26:57,754][ INFO][PID:477317] Sending fedora-messaging bus message in build.end [2025-07-16 17:26:57,786][ INFO][PID:477317] Compressing /var/lib/copr/public_html/results/@CoreOS/continuous/centos-stream-9-ppc64le/09279752-butane/builder-live.log by gzip [2025-07-16 17:26:57,788][ INFO][PID:477317] Running command 'gzip /var/lib/copr/public_html/results/@CoreOS/continuous/centos-stream-9-ppc64le/09279752-butane/builder-live.log' as PID 1265261 [2025-07-16 17:26:57,791][ INFO][PID:477317] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@CoreOS/continuous/centos-stream-9-ppc64le/09279752-butane/builder-live.log) [2025-07-16 17:26:57,792][ INFO][PID:477317] Compressing /var/lib/copr/public_html/results/@CoreOS/continuous/centos-stream-9-ppc64le/09279752-butane/backend.log by gzip [2025-07-16 17:26:57,794][ INFO][PID:477317] Running command 'gzip /var/lib/copr/public_html/results/@CoreOS/continuous/centos-stream-9-ppc64le/09279752-butane/backend.log' as PID 1265262