[2025-07-23 10:10:00,304][ INFO][PID:1666143] Marking build as starting [2025-07-23 10:10:00,394][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:00,397][ INFO][PID:1666143] VM allocation process starts [2025-07-23 10:10:00,430][ INFO][PID:1666143] Trying to allocate VM: ResallocHost, ticket_id=4062857, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:10:05,438][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:10,441][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:12,529][ INFO][PID:1666143] Allocated host ResallocHost, ticket_id=4062857, hostname=140.211.168.189, name=copr_osuosl_p09_prod_05756262_20250723_094512, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:10:12,529][ INFO][PID:1666143] Allocating ssh connection to builder [2025-07-23 10:10:12,534][ INFO][PID:1666143] Checking that builder machine is OK [2025-07-23 10:10:13,979][ INFO][PID:1666143] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-23 10:10:15,041][ INFO][PID:1666143] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-23 10:10:15,042][ INFO][PID:1666143] Filling build.info file with builder info [2025-07-23 10:10:15,042][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:15,043][ INFO][PID:1666143] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "podman-next", "project_dirname": "podman-next", "submitter": "packit", "ended_on": null, "started_on": 1753265415.0435185, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9311898-centos-stream-9-ppc64le", "build_id": 9311898, "package_name": "ramalama", "package_version": "0.11.1-1000.1.20250723100934448898.main.11.g1a7272f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/podman-next/ramalama", "git_hash": "5231b91d56be5ab9e09c333d834a799b86d03550", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/podman-next--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://dl.fedoraproject.org/pub/epel/9/Everything/$basearch/", "id": "https_dl_fedoraproject_org_pub_epel_9_Everything_basearch", "name": "Additional repo https_dl_fedoraproject_org_pub_epel_9_Everything_basearch" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/podman-next", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next", "result_dir": "09311898-ramalama", "built_packages": "", "id": 9311898, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "podman-next", "vendor": "Fedora Project COPR (rhcontainerbot/podman-next)" } } ] } [2025-07-23 10:10:15,103][ INFO][PID:1666143] Sending fedora-messaging bus message in build.start [2025-07-23 10:10:17,297][ INFO][PID:1666143] Sending fedora-messaging bus message in chroot.start [2025-07-23 10:10:17,411][ INFO][PID:1666143] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-23 10:10:18,845][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 1 [2025-07-23 10:10:18,856][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.189 copr-rpmbuild-log [2025-07-23 10:10:23,876][ INFO][PID:1666143] Periodic builder liveness probe: alive [2025-07-23 10:10:23,880][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:28,887][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:33,896][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:38,900][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:43,908][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:48,910][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:53,918][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:10:58,926][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:03,936][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:08,950][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:13,953][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:18,974][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:23,988][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:28,999][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:34,004][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:39,010][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:44,014][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:49,024][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:54,031][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:11:59,045][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:04,046][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:09,062][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:14,070][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:19,081][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:24,091][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:29,095][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:34,103][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:39,112][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:44,114][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:49,115][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:54,128][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:12:59,133][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:04,137][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:09,139][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:14,142][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:19,143][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:24,151][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:29,157][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:34,166][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:39,173][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:44,177][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:49,183][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:54,188][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:13:59,198][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:04,207][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:09,214][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:14,140][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:14:14,216][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:19,224][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:24,142][WARNING][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:14:24,236][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:29,244][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:34,147][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 2 [2025-07-23 10:14:34,169][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.189 copr-rpmbuild-log [2025-07-23 10:14:34,254][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:39,262][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:44,265][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:49,270][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:54,278][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:14:59,285][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:04,291][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:09,303][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:14,315][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:19,318][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:24,325][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:29,338][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:34,324][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:15:34,343][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:39,347][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:44,330][WARNING][PID:1666143] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:15:44,352][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:49,355][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:54,331][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 3 [2025-07-23 10:15:54,346][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.189 copr-rpmbuild-log [2025-07-23 10:15:54,363][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:15:59,369][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:04,376][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:09,380][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:14,391][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:19,410][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:24,460][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:29,469][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:34,476][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:39,478][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:44,498][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:49,502][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:54,524][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:16:54,530][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:16:59,540][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:04,557][WARNING][PID:1666143] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:17:04,568][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:09,570][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:14,561][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 4 [2025-07-23 10:17:14,569][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.189 copr-rpmbuild-log [2025-07-23 10:17:14,589][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:19,604][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:24,614][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:29,627][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:34,635][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:39,641][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:44,647][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:49,648][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:54,655][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:17:59,656][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:04,658][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:09,715][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:14,718][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:14,823][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:18:19,818][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:24,821][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:24,830][ ERROR][PID:1666143] Giving up for unstable SSH, failures: 1753265664.1421638, 1753265744.3307364, 1753265824.5575655, 1753265904.8294713 [2025-07-23 10:18:24,831][ ERROR][PID:1666143] Re-try request for task on 'ResallocHost, ticket_id=4062857, hostname=140.211.168.189, name=copr_osuosl_p09_prod_05756262_20250723_094512, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-23 10:18:24,833][ INFO][PID:1666143] Releasing VM back to pool [2025-07-23 10:18:24,853][ INFO][PID:1666143] Retry #1 (on other host) [2025-07-23 10:18:24,858][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:24,860][ INFO][PID:1666143] VM allocation process starts [2025-07-23 10:18:24,878][ INFO][PID:1666143] Trying to allocate VM: ResallocHost, ticket_id=4063043, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:18:27,904][ INFO][PID:1666143] Allocated host ResallocHost, ticket_id=4063043, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05756766_20250723_101411, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:18:27,905][ INFO][PID:1666143] Allocating ssh connection to builder [2025-07-23 10:18:27,906][ INFO][PID:1666143] Checking that builder machine is OK [2025-07-23 10:18:29,230][ INFO][PID:1666143] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-23 10:18:30,287][ INFO][PID:1666143] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-23 10:18:30,288][ INFO][PID:1666143] Filling build.info file with builder info [2025-07-23 10:18:30,297][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:30,298][ INFO][PID:1666143] Not re-notifying FE and msg buses for the new host. [2025-07-23 10:18:30,298][ INFO][PID:1666143] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-23 10:18:31,650][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 1 [2025-07-23 10:18:31,651][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-23 10:18:36,650][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:41,652][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:46,653][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:51,654][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:18:56,657][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:01,659][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:06,662][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:11,663][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:16,664][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:21,665][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:26,667][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:31,668][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:36,669][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:41,670][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:46,674][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:51,676][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:19:56,677][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:01,680][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:06,681][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:11,682][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:16,684][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:21,687][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:26,727][ INFO][PID:1666143] Periodic builder liveness probe: alive [2025-07-23 10:20:26,729][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:31,736][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:36,914][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:41,916][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:46,918][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:51,995][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:20:57,149][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:02,231][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:07,239][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:12,410][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:17,551][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:22,619][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:27,641][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:32,778][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:37,848][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:42,859][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:47,877][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:52,907][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:21:57,915][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:02,917][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:07,919][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:12,923][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:17,927][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:22,936][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:27,973][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:33,026][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:38,110][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:43,479][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:49,086][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:54,798][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:22:59,956][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:05,017][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:10,144][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:15,227][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:20,693][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:25,842][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:31,312][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:36,608][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:41,695][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:46,734][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:51,918][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:23:56,975][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:02,013][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:07,032][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:12,073][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:17,076][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:22,079][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:27,081][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:32,083][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:37,085][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:42,106][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:47,116][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:52,126][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:24:57,132][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:02,149][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:07,175][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:12,197][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:17,241][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:22,260][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:27,340][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:32,535][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:37,874][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:43,296][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:48,498][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:53,723][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:25:58,866][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:03,941][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:08,985][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:14,118][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:19,340][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:24,665][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:29,708][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:34,939][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:40,354][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:45,527][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:50,750][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:26:56,176][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:01,224][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:06,267][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:11,425][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:16,583][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:21,948][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:27,125][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:32,254][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:37,271][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:42,321][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:47,676][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:52,934][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:27:58,383][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:03,540][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:08,600][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:13,616][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:18,734][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:24,018][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:29,433][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:34,613][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:39,727][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:44,795][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:49,992][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:28:55,210][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:00,462][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:05,501][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:10,571][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:15,634][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:20,905][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:26,039][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:31,097][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:36,235][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:41,528][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:46,714][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:52,022][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:29:57,051][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:02,164][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:07,280][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:12,418][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:17,979][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:23,004][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:28,197][ INFO][PID:1666143] Periodic builder liveness probe: alive [2025-07-23 10:30:28,202][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:33,225][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:38,254][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:43,327][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:48,701][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:53,878][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:30:59,079][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:04,138][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:09,264][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:14,406][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:19,685][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:25,007][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:30,298][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:35,313][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:40,320][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:45,484][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:50,539][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:31:55,559][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:00,692][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:06,033][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:11,303][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:16,377][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:21,583][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:26,741][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:32,031][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:37,125][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:42,172][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:47,258][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:52,395][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:32:57,417][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:02,552][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:07,583][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:12,688][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:17,694][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:22,742][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:27,746][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:32,788][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:37,841][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:42,899][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:48,091][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:53,108][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:33:58,125][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:03,252][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:08,522][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:13,715][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:18,807][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:24,056][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:29,149][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:34,374][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:39,485][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:44,688][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:49,873][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:34:55,093][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:00,199][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:05,382][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:10,431][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:15,470][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:20,552][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:25,713][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:30,937][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:36,070][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:41,161][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:46,250][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:51,440][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:35:56,494][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:01,566][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:06,645][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:11,664][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:16,684][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:21,700][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:26,741][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:31,750][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:36,756][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:41,765][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:46,767][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:51,785][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:36:56,796][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:01,822][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:06,971][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:12,297][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:17,362][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:22,518][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:27,686][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:33,038][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:38,422][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:43,647][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:48,745][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:53,784][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:37:58,835][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:03,908][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:08,966][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:14,017][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:19,152][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:24,225][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:29,302][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:34,367][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:39,735][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:45,056][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:50,349][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:38:55,777][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:01,225][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:06,545][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:12,378][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:17,629][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:23,217][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:28,258][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:33,304][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:38,377][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:43,563][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:48,879][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:53,906][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:39:59,086][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:04,223][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:09,244][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:14,364][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:19,561][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:24,710][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:30,189][ INFO][PID:1666143] Periodic builder liveness probe: alive [2025-07-23 10:40:30,291][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:35,316][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:40,688][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:46,108][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:51,293][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:40:56,467][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:01,618][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:06,829][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:11,960][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:17,330][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:22,789][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:28,063][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:33,395][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:38,681][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:43,963][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:48,996][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:54,124][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:41:59,515][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:04,793][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:10,178][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:15,624][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:20,878][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:26,329][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:31,878][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:36,923][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:42,005][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:47,061][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:52,330][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:42:57,804][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:03,309][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:08,597][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:13,948][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:18,990][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:24,538][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:29,609][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:34,654][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:39,872][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:45,388][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:50,769][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:43:56,395][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:01,494][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:06,614][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:11,668][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:16,733][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:21,921][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:27,285][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:32,571][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:38,062][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:43,706][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:48,975][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:54,384][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:44:59,749][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:04,964][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:10,138][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:15,804][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:22,234][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:28,006][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:33,662][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:38,787][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:44,027][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:49,584][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:45:54,706][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:00,295][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:05,779][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:11,338][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:17,001][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:23,373][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:28,566][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:34,096][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:39,731][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:44,873][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:51,585][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:46:56,783][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:03,697][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:08,707][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:14,071][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:19,199][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:24,658][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:29,924][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:35,252][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:40,688][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:46,021][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:52,104][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:47:57,865][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:03,392][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:08,834][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:13,993][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:19,387][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:25,227][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:30,231][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:35,242][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:41,571][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:46,577][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:51,587][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:48:56,606][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:02,540][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:07,655][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:12,995][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:18,514][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:23,699][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:29,170][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:34,540][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:39,705][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:45,149][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:50,451][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:49:55,816][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:01,693][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:07,913][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:13,038][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:19,039][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:25,072][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:30,290][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:35,586][ INFO][PID:1666143] Periodic builder liveness probe: alive [2025-07-23 10:50:35,639][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:40,643][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:45,915][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:50,957][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:50:56,029][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:01,091][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:06,346][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:11,755][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:16,994][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:23,149][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:28,689][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:34,611][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:40,172][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:45,513][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:51,619][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:51:57,260][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:03,679][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:08,979][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:14,152][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:19,333][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:24,514][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:29,546][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:34,594][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:39,595][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:44,721][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:49,784][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:52:55,159][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:00,977][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:07,814][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:12,817][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:19,186][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:24,188][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:29,897][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:35,368][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:41,370][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:46,822][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:52,261][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:53:57,418][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:02,420][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:07,495][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:12,497][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:17,516][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:22,615][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:27,688][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:32,691][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:37,693][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:42,888][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:47,952][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:53,145][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:54:58,525][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:03,535][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:08,572][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:13,574][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:18,575][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:23,576][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:28,619][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:33,635][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:38,746][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:43,908][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:49,116][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:54,232][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:55:59,620][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:05,044][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:10,696][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:16,040][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:21,260][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:26,434][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:31,882][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:37,199][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:42,221][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:47,282][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:52,293][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:56:57,316][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:02,319][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:07,430][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:12,432][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:17,464][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:22,467][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:27,493][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:32,494][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:37,524][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:42,528][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:47,531][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:52,532][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:57:57,533][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:02,535][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:07,536][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:12,588][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:17,590][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:22,591][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:27,592][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:32,594][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:37,595][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:42,613][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:47,653][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:52,657][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:58:57,662][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:02,678][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:07,682][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:12,814][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:17,816][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:22,818][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:27,849][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:32,877][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:37,903][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:42,942][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:47,944][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:52,946][ INFO][PID:1666143] Checking for cancel request [2025-07-23 10:59:57,968][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:03,019][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:08,089][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:13,185][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:18,272][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:23,333][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:28,341][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:33,435][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:00:38,527][ INFO][PID:1666143] Periodic builder liveness probe: dead [2025-07-23 11:01:38,668][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.163 port 22 timed out [2025-07-23 11:02:48,740][ ERROR][PID:1666143] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-23 11:03:26,150][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 11:03:36,155][WARNING][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 11:03:46,157][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 2 [2025-07-23 11:03:46,164][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-23 11:03:58,812][ ERROR][PID:1666143] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-23 11:04:46,266][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 11:04:56,290][WARNING][PID:1666143] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 11:05:06,291][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 3 [2025-07-23 11:05:06,812][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-23 11:05:08,882][ ERROR][PID:1666143] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-23 11:05:18,884][ ERROR][PID:1666143] Can't ssh to cancel build. [2025-07-23 11:06:06,883][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 11:06:16,926][WARNING][PID:1666143] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 11:06:26,929][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 4 [2025-07-23 11:06:26,937][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-23 11:07:27,038][ ERROR][PID:1666143] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 11:07:37,068][ ERROR][PID:1666143] Giving up for unstable SSH, failures: 1753268616.1558192, 1753268696.2905793, 1753268776.9267669, 1753268857.0683107 [2025-07-23 11:07:37,069][ ERROR][PID:1666143] Re-try request for task on 'ResallocHost, ticket_id=4063043, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05756766_20250723_101411, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-23 11:07:37,070][ INFO][PID:1666143] Releasing VM back to pool [2025-07-23 11:07:37,083][ INFO][PID:1666143] Retry #2 (on other host) [2025-07-23 11:07:37,090][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:07:37,091][ INFO][PID:1666143] VM allocation process starts [2025-07-23 11:07:37,107][ INFO][PID:1666143] Trying to allocate VM: ResallocHost, ticket_id=4064356, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 11:07:40,120][ INFO][PID:1666143] Allocated host ResallocHost, ticket_id=4064356, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05757645_20250723_110135, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 11:07:40,121][ INFO][PID:1666143] Allocating ssh connection to builder [2025-07-23 11:07:40,122][ INFO][PID:1666143] Checking that builder machine is OK [2025-07-23 11:07:41,562][ INFO][PID:1666143] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-23 11:07:42,612][ INFO][PID:1666143] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-23 11:07:42,613][ INFO][PID:1666143] Filling build.info file with builder info [2025-07-23 11:07:42,620][ INFO][PID:1666143] Checking for cancel request [2025-07-23 11:07:42,621][ INFO][PID:1666143] Not re-notifying FE and msg buses for the new host. [2025-07-23 11:07:42,622][ INFO][PID:1666143] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-23 11:07:43,888][ INFO][PID:1666143] Downloading the builder-live.log file, attempt 1 [2025-07-23 11:07:43,890][ INFO][PID:1666143] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-23 11:07:53,045][ INFO][PID:1666143] Cancel request succeeded out: success err: Warning: Permanently added '140.211.168.229' (ED25519) to the list of known hosts. [2025-07-23 11:07:53,046][ INFO][PID:1666143] Downloading results from builder [2025-07-23 11:07:53,048][ INFO][PID:1666143] rsyncing of mockbuilder@140.211.168.229:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama started [2025-07-23 11:07:53,052][ INFO][PID:1666143] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.229:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/ &> /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/build-09311898.rsync.log [2025-07-23 11:07:54,644][ INFO][PID:1666143] rsyncing finished. [2025-07-23 11:07:54,645][ INFO][PID:1666143] Releasing VM back to pool [2025-07-23 11:07:54,679][ INFO][PID:1666143] Searching for 'success' file in resultdir [2025-07-23 11:07:54,679][ ERROR][PID:1666143] Build failed: Backend process error: No success file => build failure [2025-07-23 11:07:54,682][ INFO][PID:1666143] Finished build: id=9311898 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rhcontainerbot/podman-next chroot=centos-stream-9-ppc64le [2025-07-23 11:07:54,705][ ERROR][PID:1666143] Backend process error: No success file => build failure [2025-07-23 11:07:54,709][ INFO][PID:1666143] Worker failed build, took 12.087372064590454 [2025-07-23 11:07:54,720][ INFO][PID:1666143] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "podman-next", "project_dirname": "podman-next", "submitter": "packit", "ended_on": 1753268874.7090235, "started_on": 1753268862.6216514, "submitted_on": null, "status": 0, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9311898-centos-stream-9-ppc64le", "build_id": 9311898, "package_name": "ramalama", "package_version": "0.11.1-1000.1.20250723100934448898.main.11.g1a7272f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/podman-next/ramalama", "git_hash": "5231b91d56be5ab9e09c333d834a799b86d03550", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/podman-next--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://dl.fedoraproject.org/pub/epel/9/Everything/$basearch/", "id": "https_dl_fedoraproject_org_pub_epel_9_Everything_basearch", "name": "Additional repo https_dl_fedoraproject_org_pub_epel_9_Everything_basearch" } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/podman-next", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next", "result_dir": "09311898-ramalama", "built_packages": "", "id": 9311898, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "podman-next", "vendor": "Fedora Project COPR (rhcontainerbot/podman-next)" } } ] } [2025-07-23 11:07:54,792][ INFO][PID:1666143] Sending fedora-messaging bus message in build.end [2025-07-23 11:07:54,882][ INFO][PID:1666143] Compressing /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/builder-live.log by gzip [2025-07-23 11:07:54,895][ INFO][PID:1666143] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/builder-live.log' as PID 2097008 [2025-07-23 11:07:54,901][ INFO][PID:1666143] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/builder-live.log) [2025-07-23 11:07:54,902][ INFO][PID:1666143] Compressing /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/backend.log by gzip [2025-07-23 11:07:54,912][ INFO][PID:1666143] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-9-ppc64le/09311898-ramalama/backend.log' as PID 2097010