INFO: Started server process [1] INFO: Waiting for application startup. INFO: Application startup complete. INFO: Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit) INFO: 172.20.0.1:34984 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34988 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44524 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37288 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38132 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42034 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51728 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45470 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45478 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35168 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33582 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59036 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43026 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43042 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39538 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46444 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46460 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43618 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56524 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52594 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54594 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56774 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48902 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48910 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45180 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56596 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59280 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59296 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39138 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39144 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36000 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45276 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46492 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58154 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48914 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57184 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57196 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39654 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59562 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56726 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56742 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49338 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33328 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33334 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37660 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42868 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57404 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38378 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38388 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49052 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54610 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54622 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60730 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37624 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44600 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44606 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60514 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36192 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36194 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52928 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42822 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60524 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60532 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58974 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34142 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34154 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42288 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45462 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54084 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54100 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55566 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55570 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59112 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59128 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36986 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48172 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34540 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34544 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42574 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59672 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59674 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38044 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44166 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37706 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37514 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37528 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55838 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51350 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42256 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59990 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44522 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44538 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48780 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33178 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33182 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42548 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34542 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40884 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45128 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45140 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37594 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54346 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53268 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34358 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50408 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56890 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43570 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37874 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37890 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43432 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49248 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54878 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33890 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53210 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38122 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38130 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42308 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56126 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41108 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55952 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59596 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60898 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:60900 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43048 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60380 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43974 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46262 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46270 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51374 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51378 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43488 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58140 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52260 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52266 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54434 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51350 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:51364 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60084 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51594 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48298 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53090 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53094 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43046 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46022 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46030 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57538 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55572 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36616 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37312 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49696 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57828 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57844 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60528 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38668 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46176 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59656 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59668 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53492 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41942 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54258 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33370 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37476 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37480 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55994 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45184 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45186 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60790 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44714 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41318 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57224 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52190 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52194 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35504 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56828 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58862 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40978 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40984 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50534 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40016 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43662 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57088 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35364 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43008 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43020 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50374 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33226 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33232 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43662 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60370 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38710 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37028 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43958 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48812 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60054 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49478 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49480 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34556 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34510 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:34516 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53496 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:42:33,285 - lava_callback - INFO - Received callback for node 69cd4aea9d57b5fa41188054 2026-04-03 16:42:33,298 - lava_callback - INFO - Starting async job submit for node 69cd4aea9d57b5fa41188054 INFO: 172.20.0.1:58144 - "POST /node/69cd4aea9d57b5fa41188054 HTTP/1.0" 202 Accepted 2026-04-03 16:42:33,300 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:42:33,320 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4aea9d57b5fa41188054 HTTP/1.1" 200 None 2026-04-03 16:42:33,321 - lava_callback - DEBUG - Processing node 69cd4aea9d57b5fa41188054: baseline-arm-clabbe 2026-04-03 16:42:33,322 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4aea9d57b5fa41188054 2026-04-03 16:42:33,323 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:42:33,336 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4aea9d57b5fa41188054 HTTP/1.1" 200 None 2026-04-03 16:42:33,338 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:42:33,352 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff43123b47fd2376d74b HTTP/1.1" 200 None 2026-04-03 16:42:33,353 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:42:33,374 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4aea9d57b5fa41188054 HTTP/1.1" 200 None 2026-04-03 16:42:33,383 - lava_callback - ERROR - Error processing callback for node 69cd4aea9d57b5fa41188054: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56610 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58032 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51270 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:43:13,050 - lava_callback - INFO - Received callback for node 69cd4b119d57b5fa4118805f INFO: 172.20.0.1:33512 - "POST /node/69cd4b119d57b5fa4118805f HTTP/1.0" 202 Accepted 2026-04-03 16:43:13,056 - lava_callback - INFO - Starting async job submit for node 69cd4b119d57b5fa4118805f 2026-04-03 16:43:13,057 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:13,077 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b119d57b5fa4118805f HTTP/1.1" 200 None 2026-04-03 16:43:13,079 - lava_callback - DEBUG - Processing node 69cd4b119d57b5fa4118805f: baseline-arm-clabbe 2026-04-03 16:43:13,079 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4b119d57b5fa4118805f 2026-04-03 16:43:13,080 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:13,099 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b119d57b5fa4118805f HTTP/1.1" 200 None 2026-04-03 16:43:13,101 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:13,120 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff43123b47fd2376d74b HTTP/1.1" 200 None 2026-04-03 16:43:13,122 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:13,150 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4b119d57b5fa4118805f HTTP/1.1" 200 None 2026-04-03 16:43:13,151 - lava_callback - ERROR - Error processing callback for node 69cd4b119d57b5fa4118805f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:33520 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35734 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33580 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:43:53,091 - lava_callback - INFO - Received callback for node 69cd4b3b9d57b5fa4118806e INFO: 172.20.0.1:39688 - "POST /node/69cd4b3b9d57b5fa4118806e HTTP/1.0" 202 Accepted 2026-04-03 16:43:53,097 - lava_callback - INFO - Starting async job submit for node 69cd4b3b9d57b5fa4118806e 2026-04-03 16:43:53,098 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:53,114 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b3b9d57b5fa4118806e HTTP/1.1" 200 None 2026-04-03 16:43:53,116 - lava_callback - DEBUG - Processing node 69cd4b3b9d57b5fa4118806e: baseline-arm-clabbe 2026-04-03 16:43:53,116 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4b3b9d57b5fa4118806e 2026-04-03 16:43:53,117 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:53,135 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b3b9d57b5fa4118806e HTTP/1.1" 200 None 2026-04-03 16:43:53,137 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:53,151 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff43123b47fd2376d74b HTTP/1.1" 200 None 2026-04-03 16:43:53,152 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:43:53,181 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4b3b9d57b5fa4118806e HTTP/1.1" 200 None 2026-04-03 16:43:53,182 - lava_callback - ERROR - Error processing callback for node 69cd4b3b9d57b5fa4118806e: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:39700 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39706 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36302 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39196 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39200 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35048 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:44:33,122 - lava_callback - INFO - Received callback for node 69cd4b629d57b5fa41188081 INFO: 172.20.0.1:46644 - "POST /node/69cd4b629d57b5fa41188081 HTTP/1.0" 202 Accepted 2026-04-03 16:44:33,131 - lava_callback - INFO - Starting async job submit for node 69cd4b629d57b5fa41188081 2026-04-03 16:44:33,131 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:44:33,181 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b629d57b5fa41188081 HTTP/1.1" 200 None 2026-04-03 16:44:33,183 - lava_callback - DEBUG - Processing node 69cd4b629d57b5fa41188081: baseline-arm-clabbe 2026-04-03 16:44:33,183 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4b629d57b5fa41188081 2026-04-03 16:44:33,184 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:44:33,201 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b629d57b5fa41188081 HTTP/1.1" 200 None 2026-04-03 16:44:33,203 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:44:33,224 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff43123b47fd2376d74b HTTP/1.1" 200 None 2026-04-03 16:44:33,226 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:44:33,250 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4b629d57b5fa41188081 HTTP/1.1" 200 None 2026-04-03 16:44:33,252 - lava_callback - ERROR - Error processing callback for node 69cd4b629d57b5fa41188081: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46660 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49762 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58548 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58552 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39354 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:45:13,202 - lava_callback - INFO - Received callback for node 69cd4b8a9d57b5fa4118808d INFO: 172.20.0.1:32934 - "POST /node/69cd4b8a9d57b5fa4118808d HTTP/1.0" 202 Accepted 2026-04-03 16:45:13,208 - lava_callback - INFO - Starting async job submit for node 69cd4b8a9d57b5fa4118808d 2026-04-03 16:45:13,210 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:45:13,224 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b8a9d57b5fa4118808d HTTP/1.1" 200 None 2026-04-03 16:45:13,225 - lava_callback - DEBUG - Processing node 69cd4b8a9d57b5fa4118808d: baseline-arm-clabbe 2026-04-03 16:45:13,225 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4b8a9d57b5fa4118808d 2026-04-03 16:45:13,225 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:45:13,253 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4b8a9d57b5fa4118808d HTTP/1.1" 200 None 2026-04-03 16:45:13,254 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:45:13,267 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff43123b47fd2376d74b HTTP/1.1" 200 None 2026-04-03 16:45:13,269 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:45:13,289 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4b8a9d57b5fa4118808d HTTP/1.1" 200 None 2026-04-03 16:45:13,290 - lava_callback - ERROR - Error processing callback for node 69cd4b8a9d57b5fa4118808d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:32946 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:32956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46504 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59354 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34314 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48922 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48924 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33544 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55364 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55368 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48282 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57006 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48096 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45088 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45090 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33764 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36872 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36876 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42772 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40330 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57798 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58348 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58360 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54022 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52978 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52994 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48830 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57132 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37972 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37974 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48868 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52362 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52378 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48260 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38978 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46046 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51860 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51862 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45244 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41702 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:41716 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37702 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44290 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45306 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37100 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35548 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57296 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57312 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59984 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35960 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38494 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38504 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43784 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43790 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51676 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51128 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34884 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34886 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42382 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50424 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50438 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44532 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40650 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34382 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47670 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47672 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50296 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50298 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45824 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48410 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44546 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46950 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46952 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:55:06,433 - lava_callback - INFO - Received callback for node 69cd4dd89d57b5fa411880ae INFO: 172.20.0.1:49556 - "POST /node/69cd4dd89d57b5fa411880ae HTTP/1.0" 202 Accepted 2026-04-03 16:55:06,438 - lava_callback - INFO - Starting async job submit for node 69cd4dd89d57b5fa411880ae 2026-04-03 16:55:06,439 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:55:06,457 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4dd89d57b5fa411880ae HTTP/1.1" 200 None 2026-04-03 16:55:06,458 - lava_callback - DEBUG - Processing node 69cd4dd89d57b5fa411880ae: baseline-arm64-baylibre 2026-04-03 16:55:06,458 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4dd89d57b5fa411880ae 2026-04-03 16:55:06,459 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:55:06,491 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4dd89d57b5fa411880ae HTTP/1.1" 200 None 2026-04-03 16:55:06,493 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:55:06,522 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 16:55:06,524 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 INFO: 172.20.0.1:49562 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:55:06,548 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4dd89d57b5fa411880ae HTTP/1.1" 200 None 2026-04-03 16:55:06,558 - lava_callback - ERROR - Error processing callback for node 69cd4dd89d57b5fa411880ae: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43808 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45754 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47916 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47930 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51212 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57594 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57604 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48058 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:56:26,544 - lava_callback - INFO - Received callback for node 69cd4e2b9d57b5fa411880b8 INFO: 172.20.0.1:48068 - "POST /node/69cd4e2b9d57b5fa411880b8 HTTP/1.0" 202 Accepted 2026-04-03 16:56:26,549 - lava_callback - INFO - Starting async job submit for node 69cd4e2b9d57b5fa411880b8 2026-04-03 16:56:26,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:56:26,565 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e2b9d57b5fa411880b8 HTTP/1.1" 200 None 2026-04-03 16:56:26,566 - lava_callback - DEBUG - Processing node 69cd4e2b9d57b5fa411880b8: baseline-arm64-baylibre 2026-04-03 16:56:26,566 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4e2b9d57b5fa411880b8 2026-04-03 16:56:26,567 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:56:26,579 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e2b9d57b5fa411880b8 HTTP/1.1" 200 None 2026-04-03 16:56:26,581 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:56:26,606 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 16:56:26,608 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:56:26,637 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4e2b9d57b5fa411880b8 HTTP/1.1" 200 None 2026-04-03 16:56:26,642 - lava_callback - ERROR - Error processing callback for node 69cd4e2b9d57b5fa411880b8: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:45478 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42608 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43508 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43514 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53704 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43156 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43166 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47076 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:57:26,527 - lava_callback - INFO - Received callback for node 69cd4e739d57b5fa411880d8 INFO: 172.20.0.1:47078 - "POST /node/69cd4e739d57b5fa411880d8 HTTP/1.0" 202 Accepted 2026-04-03 16:57:26,536 - lava_callback - INFO - Starting async job submit for node 69cd4e739d57b5fa411880d8 2026-04-03 16:57:26,537 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:57:26,555 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e739d57b5fa411880d8 HTTP/1.1" 200 None 2026-04-03 16:57:26,556 - lava_callback - DEBUG - Processing node 69cd4e739d57b5fa411880d8: baseline-arm-baylibre 2026-04-03 16:57:26,556 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4e739d57b5fa411880d8 2026-04-03 16:57:26,557 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:57:26,573 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e739d57b5fa411880d8 HTTP/1.1" 200 None 2026-04-03 16:57:26,575 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:57:26,592 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 16:57:26,594 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:57:26,617 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4e739d57b5fa411880d8 HTTP/1.1" 200 None 2026-04-03 16:57:26,618 - lava_callback - ERROR - Error processing callback for node 69cd4e739d57b5fa411880d8: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:57126 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49346 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44182 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44196 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60964 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:58:06,658 - lava_callback - INFO - Received callback for node 69cd4e9b9d57b5fa411880e3 INFO: 172.20.0.1:60970 - "POST /node/69cd4e9b9d57b5fa411880e3 HTTP/1.0" 202 Accepted 2026-04-03 16:58:06,664 - lava_callback - INFO - Starting async job submit for node 69cd4e9b9d57b5fa411880e3 2026-04-03 16:58:06,664 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:06,681 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e9b9d57b5fa411880e3 HTTP/1.1" 200 None 2026-04-03 16:58:06,682 - lava_callback - DEBUG - Processing node 69cd4e9b9d57b5fa411880e3: baseline-arm-baylibre 2026-04-03 16:58:06,682 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4e9b9d57b5fa411880e3 2026-04-03 16:58:06,683 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:06,697 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4e9b9d57b5fa411880e3 HTTP/1.1" 200 None 2026-04-03 16:58:06,698 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:06,711 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 16:58:06,713 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:06,733 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4e9b9d57b5fa411880e3 HTTP/1.1" 200 None 2026-04-03 16:58:06,734 - lava_callback - ERROR - Error processing callback for node 69cd4e9b9d57b5fa411880e3: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:39460 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39470 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38270 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37424 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40086 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:58:46,591 - lava_callback - INFO - Received callback for node 69cd4ebf9d57b5fa411880ee INFO: 172.20.0.1:40098 - "POST /node/69cd4ebf9d57b5fa411880ee HTTP/1.0" 202 Accepted 2026-04-03 16:58:46,597 - lava_callback - INFO - Starting async job submit for node 69cd4ebf9d57b5fa411880ee 2026-04-03 16:58:46,598 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:46,612 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4ebf9d57b5fa411880ee HTTP/1.1" 200 None 2026-04-03 16:58:46,613 - lava_callback - DEBUG - Processing node 69cd4ebf9d57b5fa411880ee: baseline-arm-baylibre 2026-04-03 16:58:46,613 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4ebf9d57b5fa411880ee 2026-04-03 16:58:46,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:46,632 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4ebf9d57b5fa411880ee HTTP/1.1" 200 None 2026-04-03 16:58:46,633 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:46,646 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 16:58:46,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:58:46,668 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4ebf9d57b5fa411880ee HTTP/1.1" 200 None 2026-04-03 16:58:46,669 - lava_callback - ERROR - Error processing callback for node 69cd4ebf9d57b5fa411880ee: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:40014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40024 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51150 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50626 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50634 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33730 - "GET / HTTP/1.0" 200 OK 2026-04-03 16:59:27,026 - lava_callback - INFO - Received callback for node 69cd4ee39d57b5fa411880f9 INFO: 172.20.0.1:33732 - "POST /node/69cd4ee39d57b5fa411880f9 HTTP/1.0" 202 Accepted 2026-04-03 16:59:27,032 - lava_callback - INFO - Starting async job submit for node 69cd4ee39d57b5fa411880f9 2026-04-03 16:59:27,033 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:59:27,047 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4ee39d57b5fa411880f9 HTTP/1.1" 200 None 2026-04-03 16:59:27,048 - lava_callback - DEBUG - Processing node 69cd4ee39d57b5fa411880f9: baseline-arm-baylibre 2026-04-03 16:59:27,048 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4ee39d57b5fa411880f9 2026-04-03 16:59:27,049 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:59:27,067 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4ee39d57b5fa411880f9 HTTP/1.1" 200 None 2026-04-03 16:59:27,069 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:59:27,084 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 16:59:27,086 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 16:59:27,106 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4ee39d57b5fa411880f9 HTTP/1.1" 200 None 2026-04-03 16:59:27,112 - lava_callback - ERROR - Error processing callback for node 69cd4ee39d57b5fa411880f9: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:54946 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53132 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57500 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57502 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39610 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:00:06,802 - lava_callback - INFO - Received callback for node 69cd4f079d57b5fa41188103 INFO: 172.20.0.1:39622 - "POST /node/69cd4f079d57b5fa41188103 HTTP/1.0" 202 Accepted 2026-04-03 17:00:06,808 - lava_callback - INFO - Starting async job submit for node 69cd4f079d57b5fa41188103 2026-04-03 17:00:06,808 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:06,823 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f079d57b5fa41188103 HTTP/1.1" 200 None 2026-04-03 17:00:06,824 - lava_callback - DEBUG - Processing node 69cd4f079d57b5fa41188103: baseline-arm-baylibre 2026-04-03 17:00:06,824 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4f079d57b5fa41188103 2026-04-03 17:00:06,824 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:06,837 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f079d57b5fa41188103 HTTP/1.1" 200 None 2026-04-03 17:00:06,838 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:06,851 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:00:06,852 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:06,873 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4f079d57b5fa41188103 HTTP/1.1" 200 None 2026-04-03 17:00:06,878 - lava_callback - ERROR - Error processing callback for node 69cd4f079d57b5fa41188103: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:50202 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50214 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59260 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49068 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:00:46,776 - lava_callback - INFO - Received callback for node 69cd4f2c9d57b5fa41188115 INFO: 172.20.0.1:49078 - "POST /node/69cd4f2c9d57b5fa41188115 HTTP/1.0" 202 Accepted 2026-04-03 17:00:46,783 - lava_callback - INFO - Starting async job submit for node 69cd4f2c9d57b5fa41188115 2026-04-03 17:00:46,784 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:46,800 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f2c9d57b5fa41188115 HTTP/1.1" 200 None 2026-04-03 17:00:46,801 - lava_callback - DEBUG - Processing node 69cd4f2c9d57b5fa41188115: baseline-arm-baylibre 2026-04-03 17:00:46,801 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4f2c9d57b5fa41188115 2026-04-03 17:00:46,802 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:46,816 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f2c9d57b5fa41188115 HTTP/1.1" 200 None 2026-04-03 17:00:46,817 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:46,830 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:00:46,832 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:00:46,852 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4f2c9d57b5fa41188115 HTTP/1.1" 200 None 2026-04-03 17:00:46,853 - lava_callback - ERROR - Error processing callback for node 69cd4f2c9d57b5fa41188115: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:43388 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43398 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46214 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:01:13,894 - lava_callback - INFO - Received callback for node 69cd4f519d57b5fa4118811f INFO: 172.20.0.1:37754 - "POST /node/69cd4f519d57b5fa4118811f HTTP/1.0" 202 Accepted 2026-04-03 17:01:13,900 - lava_callback - INFO - Starting async job submit for node 69cd4f519d57b5fa4118811f 2026-04-03 17:01:13,900 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:13,915 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f519d57b5fa4118811f HTTP/1.1" 200 None 2026-04-03 17:01:13,916 - lava_callback - DEBUG - Processing node 69cd4f519d57b5fa4118811f: baseline-arm-clabbe 2026-04-03 17:01:13,916 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4f519d57b5fa4118811f 2026-04-03 17:01:13,917 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:13,931 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f519d57b5fa4118811f HTTP/1.1" 200 None 2026-04-03 17:01:13,932 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:13,958 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:01:13,960 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:13,981 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4f519d57b5fa4118811f HTTP/1.1" 200 None 2026-04-03 17:01:13,982 - lava_callback - ERROR - Error processing callback for node 69cd4f519d57b5fa4118811f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:37762 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:37770 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40868 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33372 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35854 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:01:53,868 - lava_callback - INFO - Received callback for node 69cd4f769d57b5fa4118812a INFO: 172.20.0.1:60392 - "POST /node/69cd4f769d57b5fa4118812a HTTP/1.0" 202 Accepted 2026-04-03 17:01:53,873 - lava_callback - INFO - Starting async job submit for node 69cd4f769d57b5fa4118812a 2026-04-03 17:01:53,874 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:53,888 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f769d57b5fa4118812a HTTP/1.1" 200 None 2026-04-03 17:01:53,889 - lava_callback - DEBUG - Processing node 69cd4f769d57b5fa4118812a: baseline-arm-clabbe 2026-04-03 17:01:53,889 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4f769d57b5fa4118812a 2026-04-03 17:01:53,889 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:53,902 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4f769d57b5fa4118812a HTTP/1.1" 200 None 2026-04-03 17:01:53,904 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:53,919 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:01:53,921 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:01:53,941 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4f769d57b5fa4118812a HTTP/1.1" 200 None 2026-04-03 17:01:53,946 - lava_callback - ERROR - Error processing callback for node 69cd4f769d57b5fa4118812a: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:60404 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60414 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42052 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48998 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49000 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46868 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48498 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55890 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:02:46,831 - lava_callback - INFO - Received callback for node 69cd4fa39d57b5fa41188134 INFO: 172.20.0.1:55898 - "POST /node/69cd4fa39d57b5fa41188134 HTTP/1.0" 202 Accepted 2026-04-03 17:02:46,836 - lava_callback - INFO - Starting async job submit for node 69cd4fa39d57b5fa41188134 2026-04-03 17:02:46,837 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:02:46,864 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4fa39d57b5fa41188134 HTTP/1.1" 200 None 2026-04-03 17:02:46,865 - lava_callback - DEBUG - Processing node 69cd4fa39d57b5fa41188134: baseline-arm64-baylibre 2026-04-03 17:02:46,865 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4fa39d57b5fa41188134 2026-04-03 17:02:46,866 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:02:46,890 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4fa39d57b5fa41188134 HTTP/1.1" 200 None 2026-04-03 17:02:46,892 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:02:46,905 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:02:46,907 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:02:46,945 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4fa39d57b5fa41188134 HTTP/1.1" 200 None 2026-04-03 17:02:46,951 - lava_callback - ERROR - Error processing callback for node 69cd4fa39d57b5fa41188134: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:33122 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33134 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48488 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44612 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:44624 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35652 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51462 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42932 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:03:54,048 - lava_callback - INFO - Received callback for node 69cd4fec9d57b5fa4118813c INFO: 172.20.0.1:56612 - "POST /node/69cd4fec9d57b5fa4118813c HTTP/1.0" 202 Accepted 2026-04-03 17:03:54,057 - lava_callback - INFO - Starting async job submit for node 69cd4fec9d57b5fa4118813c 2026-04-03 17:03:54,058 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:03:54,073 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4fec9d57b5fa4118813c HTTP/1.1" 200 None 2026-04-03 17:03:54,074 - lava_callback - DEBUG - Processing node 69cd4fec9d57b5fa4118813c: baseline-arm-clabbe 2026-04-03 17:03:54,074 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd4fec9d57b5fa4118813c 2026-04-03 17:03:54,075 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:03:54,087 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd4fec9d57b5fa4118813c HTTP/1.1" 200 None 2026-04-03 17:03:54,089 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:03:54,115 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:03:54,116 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:03:54,136 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd4fec9d57b5fa4118813c HTTP/1.1" 200 None 2026-04-03 17:03:54,138 - lava_callback - ERROR - Error processing callback for node 69cd4fec9d57b5fa4118813c: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:56620 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56630 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33176 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49796 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49798 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35004 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:04:33,990 - lava_callback - INFO - Received callback for node 69cd50119d57b5fa4118814a INFO: 172.20.0.1:37006 - "POST /node/69cd50119d57b5fa4118814a HTTP/1.0" 202 Accepted 2026-04-03 17:04:33,999 - lava_callback - INFO - Starting async job submit for node 69cd50119d57b5fa4118814a 2026-04-03 17:04:34,000 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:04:34,014 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50119d57b5fa4118814a HTTP/1.1" 200 None 2026-04-03 17:04:34,015 - lava_callback - DEBUG - Processing node 69cd50119d57b5fa4118814a: baseline-arm-clabbe 2026-04-03 17:04:34,015 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd50119d57b5fa4118814a 2026-04-03 17:04:34,016 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:04:34,036 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50119d57b5fa4118814a HTTP/1.1" 200 None 2026-04-03 17:04:34,038 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:04:34,057 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:04:34,059 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:04:34,082 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd50119d57b5fa4118814a HTTP/1.1" 200 None 2026-04-03 17:04:34,083 - lava_callback - ERROR - Error processing callback for node 69cd50119d57b5fa4118814a: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:37018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42366 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48832 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48846 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58328 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:05:14,044 - lava_callback - INFO - Received callback for node 69cd50379d57b5fa41188153 INFO: 172.20.0.1:46716 - "POST /node/69cd50379d57b5fa41188153 HTTP/1.0" 202 Accepted 2026-04-03 17:05:14,050 - lava_callback - INFO - Starting async job submit for node 69cd50379d57b5fa41188153 2026-04-03 17:05:14,051 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:14,068 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50379d57b5fa41188153 HTTP/1.1" 200 None 2026-04-03 17:05:14,069 - lava_callback - DEBUG - Processing node 69cd50379d57b5fa41188153: baseline-arm-clabbe 2026-04-03 17:05:14,069 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd50379d57b5fa41188153 2026-04-03 17:05:14,070 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:14,084 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50379d57b5fa41188153 HTTP/1.1" 200 None 2026-04-03 17:05:14,085 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:14,099 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa2484b5e3e0ab6a60b57 HTTP/1.1" 200 None 2026-04-03 17:05:14,100 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:14,128 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd50379d57b5fa41188153 HTTP/1.1" 200 None 2026-04-03 17:05:14,131 - lava_callback - ERROR - Error processing callback for node 69cd50379d57b5fa41188153: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46722 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46726 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42874 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36160 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35126 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:05:54,069 - lava_callback - INFO - Received callback for node 69cd506c9d57b5fa4118815f INFO: 172.20.0.1:54100 - "POST /node/69cd506c9d57b5fa4118815f HTTP/1.0" 202 Accepted 2026-04-03 17:05:54,075 - lava_callback - INFO - Starting async job submit for node 69cd506c9d57b5fa4118815f 2026-04-03 17:05:54,076 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:54,091 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd506c9d57b5fa4118815f HTTP/1.1" 200 None 2026-04-03 17:05:54,093 - lava_callback - DEBUG - Processing node 69cd506c9d57b5fa4118815f: baseline-arm64-clabbe 2026-04-03 17:05:54,093 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd506c9d57b5fa4118815f 2026-04-03 17:05:54,093 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:54,107 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd506c9d57b5fa4118815f HTTP/1.1" 200 None 2026-04-03 17:05:54,109 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:54,123 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:05:54,125 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:05:54,148 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd506c9d57b5fa4118815f HTTP/1.1" 200 None 2026-04-03 17:05:54,150 - lava_callback - ERROR - Error processing callback for node 69cd506c9d57b5fa4118815f: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:54110 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54120 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32838 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39250 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39262 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35922 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34334 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38046 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48494 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48510 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57308 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:07:14,216 - lava_callback - INFO - Received callback for node 69cd50be9d57b5fa41188511 INFO: 172.20.0.1:45306 - "POST /node/69cd50be9d57b5fa41188511 HTTP/1.0" 202 Accepted 2026-04-03 17:07:14,225 - lava_callback - INFO - Starting async job submit for node 69cd50be9d57b5fa41188511 2026-04-03 17:07:14,226 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:07:14,243 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50be9d57b5fa41188511 HTTP/1.1" 200 None 2026-04-03 17:07:14,245 - lava_callback - DEBUG - Processing node 69cd50be9d57b5fa41188511: baseline-arm64-clabbe 2026-04-03 17:07:14,245 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd50be9d57b5fa41188511 2026-04-03 17:07:14,246 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:07:14,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd50be9d57b5fa41188511 HTTP/1.1" 200 None 2026-04-03 17:07:14,262 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:07:14,276 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:07:14,277 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:07:14,304 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd50be9d57b5fa41188511 HTTP/1.1" 200 None 2026-04-03 17:07:14,306 - lava_callback - ERROR - Error processing callback for node 69cd50be9d57b5fa41188511: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:45308 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:45322 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57016 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46158 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50390 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39954 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39968 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60732 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47286 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47296 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51646 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34982 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:08:54,192 - lava_callback - INFO - Received callback for node 69cd51109d57b5fa4118851e INFO: 172.20.0.1:37686 - "POST /node/69cd51109d57b5fa4118851e HTTP/1.0" 202 Accepted 2026-04-03 17:08:54,198 - lava_callback - INFO - Starting async job submit for node 69cd51109d57b5fa4118851e 2026-04-03 17:08:54,199 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:08:54,216 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51109d57b5fa4118851e HTTP/1.1" 200 None 2026-04-03 17:08:54,217 - lava_callback - DEBUG - Processing node 69cd51109d57b5fa4118851e: baseline-arm64-clabbe 2026-04-03 17:08:54,217 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd51109d57b5fa4118851e 2026-04-03 17:08:54,218 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:08:54,237 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51109d57b5fa4118851e HTTP/1.1" 200 None 2026-04-03 17:08:54,239 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:08:54,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:08:54,261 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:08:54,281 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd51109d57b5fa4118851e HTTP/1.1" 200 None 2026-04-03 17:08:54,289 - lava_callback - ERROR - Error processing callback for node 69cd51109d57b5fa4118851e: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:37688 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37694 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43712 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56040 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56048 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57278 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50570 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35434 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59802 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59810 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52454 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:10:14,243 - lava_callback - INFO - Received callback for node 69cd51669d57b5fa41188529 INFO: 172.20.0.1:49880 - "POST /node/69cd51669d57b5fa41188529 HTTP/1.0" 202 Accepted 2026-04-03 17:10:14,251 - lava_callback - INFO - Starting async job submit for node 69cd51669d57b5fa41188529 2026-04-03 17:10:14,252 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:10:14,266 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51669d57b5fa41188529 HTTP/1.1" 200 None 2026-04-03 17:10:14,267 - lava_callback - DEBUG - Processing node 69cd51669d57b5fa41188529: baseline-arm64-clabbe 2026-04-03 17:10:14,267 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd51669d57b5fa41188529 2026-04-03 17:10:14,267 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:10:14,280 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51669d57b5fa41188529 HTTP/1.1" 200 None 2026-04-03 17:10:14,282 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:10:14,295 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:10:14,297 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:10:14,321 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd51669d57b5fa41188529 HTTP/1.1" 200 None 2026-04-03 17:10:14,323 - lava_callback - ERROR - Error processing callback for node 69cd51669d57b5fa41188529: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:49896 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49904 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58312 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44684 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38650 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38656 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35982 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40662 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40676 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52814 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:11:34,292 - lava_callback - INFO - Received callback for node 69cd51b99d57b5fa41188534 INFO: 172.20.0.1:44078 - "POST /node/69cd51b99d57b5fa41188534 HTTP/1.0" 202 Accepted 2026-04-03 17:11:34,298 - lava_callback - INFO - Starting async job submit for node 69cd51b99d57b5fa41188534 2026-04-03 17:11:34,299 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:11:34,313 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51b99d57b5fa41188534 HTTP/1.1" 200 None 2026-04-03 17:11:34,313 - lava_callback - DEBUG - Processing node 69cd51b99d57b5fa41188534: baseline-arm64-clabbe 2026-04-03 17:11:34,313 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd51b99d57b5fa41188534 2026-04-03 17:11:34,314 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:11:34,327 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd51b99d57b5fa41188534 HTTP/1.1" 200 None 2026-04-03 17:11:34,328 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:11:34,342 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:11:34,343 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:11:34,364 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd51b99d57b5fa41188534 HTTP/1.1" 200 None 2026-04-03 17:11:34,369 - lava_callback - ERROR - Error processing callback for node 69cd51b99d57b5fa41188534: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:44092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45422 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40152 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40164 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40166 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56758 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44324 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:44330 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40108 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51638 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59794 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:12:54,588 - lava_callback - INFO - Received callback for node 69cd520b9d57b5fa4118853a INFO: 172.20.0.1:49208 - "POST /node/69cd520b9d57b5fa4118853a HTTP/1.0" 202 Accepted 2026-04-03 17:12:54,593 - lava_callback - INFO - Starting async job submit for node 69cd520b9d57b5fa4118853a 2026-04-03 17:12:54,594 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:12:54,608 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd520b9d57b5fa4118853a HTTP/1.1" 200 None 2026-04-03 17:12:54,609 - lava_callback - DEBUG - Processing node 69cd520b9d57b5fa4118853a: baseline-arm64-clabbe 2026-04-03 17:12:54,609 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd520b9d57b5fa4118853a 2026-04-03 17:12:54,610 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:12:54,622 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd520b9d57b5fa4118853a HTTP/1.1" 200 None 2026-04-03 17:12:54,624 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:12:54,639 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c7ff4f123b47fd2376d75b HTTP/1.1" 200 None 2026-04-03 17:12:54,640 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:12:54,660 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd520b9d57b5fa4118853a HTTP/1.1" 200 None 2026-04-03 17:12:54,666 - lava_callback - ERROR - Error processing callback for node 69cd520b9d57b5fa4118853a: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:49220 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49230 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43488 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48936 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48940 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41946 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34110 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40220 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40222 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38678 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:14:07,472 - lava_callback - INFO - Received callback for node 69cd52569d57b5fa4118854a INFO: 172.20.0.1:38692 - "POST /node/69cd52569d57b5fa4118854a HTTP/1.0" 202 Accepted 2026-04-03 17:14:07,477 - lava_callback - INFO - Starting async job submit for node 69cd52569d57b5fa4118854a 2026-04-03 17:14:07,478 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:14:07,492 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52569d57b5fa4118854a HTTP/1.1" 200 None 2026-04-03 17:14:07,493 - lava_callback - DEBUG - Processing node 69cd52569d57b5fa4118854a: baseline-arm64-baylibre 2026-04-03 17:14:07,493 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd52569d57b5fa4118854a 2026-04-03 17:14:07,494 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:14:07,516 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52569d57b5fa4118854a HTTP/1.1" 200 None 2026-04-03 17:14:07,518 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:14:07,531 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:14:07,532 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:14:07,554 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd52569d57b5fa4118854a HTTP/1.1" 200 None 2026-04-03 17:14:07,555 - lava_callback - ERROR - Error processing callback for node 69cd52569d57b5fa4118854a: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:33110 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:33118 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37712 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47080 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40354 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55228 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55232 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33446 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55162 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55172 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48344 - "GET /node/69411a61459ff5fc64d2a3a5%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:48360 - "GET /node/6989309285773790cd34bd7e%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:48364 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:15:27,528 - lava_callback - INFO - Received callback for node 69cd52ab9d57b5fa41188559 INFO: 172.20.0.1:48366 - "POST /node/69cd52ab9d57b5fa41188559 HTTP/1.0" 202 Accepted 2026-04-03 17:15:27,533 - lava_callback - INFO - Starting async job submit for node 69cd52ab9d57b5fa41188559 2026-04-03 17:15:27,534 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:15:27,549 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52ab9d57b5fa41188559 HTTP/1.1" 200 None 2026-04-03 17:15:27,550 - lava_callback - DEBUG - Processing node 69cd52ab9d57b5fa41188559: baseline-arm64-baylibre 2026-04-03 17:15:27,550 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd52ab9d57b5fa41188559 2026-04-03 17:15:27,550 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:15:27,563 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52ab9d57b5fa41188559 HTTP/1.1" 200 None 2026-04-03 17:15:27,564 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:15:27,577 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:15:27,578 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:15:27,603 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd52ab9d57b5fa41188559 HTTP/1.1" 200 None 2026-04-03 17:15:27,604 - lava_callback - ERROR - Error processing callback for node 69cd52ab9d57b5fa41188559: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:60138 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54332 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58956 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40962 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59532 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59544 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35124 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53788 - "GET /node/69bc3d9a17e5cb936602e9bb%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:53794 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46814 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:16:47,613 - lava_callback - INFO - Received callback for node 69cd52fd9d57b5fa41188566 INFO: 172.20.0.1:46830 - "POST /node/69cd52fd9d57b5fa41188566 HTTP/1.0" 202 Accepted 2026-04-03 17:16:47,619 - lava_callback - INFO - Starting async job submit for node 69cd52fd9d57b5fa41188566 2026-04-03 17:16:47,620 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:16:47,635 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52fd9d57b5fa41188566 HTTP/1.1" 200 None 2026-04-03 17:16:47,636 - lava_callback - DEBUG - Processing node 69cd52fd9d57b5fa41188566: baseline-arm64-baylibre 2026-04-03 17:16:47,636 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd52fd9d57b5fa41188566 2026-04-03 17:16:47,636 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:16:47,654 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd52fd9d57b5fa41188566 HTTP/1.1" 200 None 2026-04-03 17:16:47,656 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:16:47,675 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:16:47,677 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:16:47,697 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd52fd9d57b5fa41188566 HTTP/1.1" 200 None 2026-04-03 17:16:47,704 - lava_callback - ERROR - Error processing callback for node 69cd52fd9d57b5fa41188566: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46120 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46136 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42360 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53934 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:53948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34368 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46724 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37330 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52258 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52266 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58896 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43238 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43242 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40308 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:18:34,697 - lava_callback - INFO - Received callback for node 69cd53559d57b5fa41188577 INFO: 172.20.0.1:36502 - "POST /node/69cd53559d57b5fa41188577 HTTP/1.0" 202 Accepted 2026-04-03 17:18:34,702 - lava_callback - INFO - Starting async job submit for node 69cd53559d57b5fa41188577 2026-04-03 17:18:34,703 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:18:34,729 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53559d57b5fa41188577 HTTP/1.1" 200 None 2026-04-03 17:18:34,730 - lava_callback - DEBUG - Processing node 69cd53559d57b5fa41188577: baseline-arm64-clabbe 2026-04-03 17:18:34,731 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd53559d57b5fa41188577 2026-04-03 17:18:34,732 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:18:34,748 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53559d57b5fa41188577 HTTP/1.1" 200 None 2026-04-03 17:18:34,750 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:18:34,765 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:18:34,767 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:18:34,789 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd53559d57b5fa41188577 HTTP/1.1" 200 None 2026-04-03 17:18:34,790 - lava_callback - ERROR - Error processing callback for node 69cd53559d57b5fa41188577: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:36514 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42642 - "GET /node/69531ca531522df6df79a0ee%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:42646 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35576 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35578 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43144 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47340 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:47344 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49346 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56140 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35902 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:19:54,745 - lava_callback - INFO - Received callback for node 69cd53ad9d57b5fa41188584 INFO: 172.20.0.1:34716 - "POST /node/69cd53ad9d57b5fa41188584 HTTP/1.0" 202 Accepted 2026-04-03 17:19:54,755 - lava_callback - INFO - Starting async job submit for node 69cd53ad9d57b5fa41188584 2026-04-03 17:19:54,755 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:19:54,772 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53ad9d57b5fa41188584 HTTP/1.1" 200 None 2026-04-03 17:19:54,773 - lava_callback - DEBUG - Processing node 69cd53ad9d57b5fa41188584: baseline-arm64-clabbe 2026-04-03 17:19:54,773 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd53ad9d57b5fa41188584 2026-04-03 17:19:54,774 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:19:54,792 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53ad9d57b5fa41188584 HTTP/1.1" 200 None 2026-04-03 17:19:54,794 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:19:54,813 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:19:54,815 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:19:54,840 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd53ad9d57b5fa41188584 HTTP/1.1" 200 None 2026-04-03 17:19:54,841 - lava_callback - ERROR - Error processing callback for node 69cd53ad9d57b5fa41188584: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:34720 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34722 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49900 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39518 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39520 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34882 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41092 - "GET /node/6928b9ffacdde99814a24aee%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:41106 - "GET /node/69b363dd974c91e64560edb9%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:41118 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48346 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49378 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49380 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60954 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:21:14,791 - lava_callback - INFO - Received callback for node 69cd53ff9d57b5fa41188594 INFO: 172.20.0.1:36780 - "POST /node/69cd53ff9d57b5fa41188594 HTTP/1.0" 202 Accepted 2026-04-03 17:21:14,799 - lava_callback - INFO - Starting async job submit for node 69cd53ff9d57b5fa41188594 2026-04-03 17:21:14,800 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:21:14,813 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53ff9d57b5fa41188594 HTTP/1.1" 200 None 2026-04-03 17:21:14,815 - lava_callback - DEBUG - Processing node 69cd53ff9d57b5fa41188594: baseline-arm64-clabbe 2026-04-03 17:21:14,815 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd53ff9d57b5fa41188594 2026-04-03 17:21:14,816 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:21:14,837 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd53ff9d57b5fa41188594 HTTP/1.1" 200 None 2026-04-03 17:21:14,839 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:21:14,855 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:21:14,857 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:21:14,878 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd53ff9d57b5fa41188594 HTTP/1.1" 200 None 2026-04-03 17:21:14,879 - lava_callback - ERROR - Error processing callback for node 69cd53ff9d57b5fa41188594: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:36788 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36792 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58830 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54884 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42112 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60704 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60718 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50264 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43524 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43530 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40572 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:22:34,840 - lava_callback - INFO - Received callback for node 69cd54529d57b5fa4118859d INFO: 172.20.0.1:59828 - "POST /node/69cd54529d57b5fa4118859d HTTP/1.0" 202 Accepted 2026-04-03 17:22:34,847 - lava_callback - INFO - Starting async job submit for node 69cd54529d57b5fa4118859d 2026-04-03 17:22:34,848 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:22:34,862 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54529d57b5fa4118859d HTTP/1.1" 200 None 2026-04-03 17:22:34,863 - lava_callback - DEBUG - Processing node 69cd54529d57b5fa4118859d: baseline-arm64-clabbe 2026-04-03 17:22:34,863 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd54529d57b5fa4118859d 2026-04-03 17:22:34,864 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:22:34,877 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54529d57b5fa4118859d HTTP/1.1" 200 None 2026-04-03 17:22:34,879 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:22:34,892 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:22:34,894 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:22:34,919 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd54529d57b5fa4118859d HTTP/1.1" 200 None 2026-04-03 17:22:34,920 - lava_callback - ERROR - Error processing callback for node 69cd54529d57b5fa4118859d: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:59830 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46764 - "GET /node/69b363df974c91e64560edbc%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:46776 - "GET /node/698ef589f0e3ffbba67d2e6d%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:46784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48944 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47672 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47676 - "GET /node/693b19cc15f407b7629df7c2%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:47682 - "GET /node/69870d806e077e4126a7ec63%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:59798 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:59806 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54960 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49418 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42414 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:23:54,884 - lava_callback - INFO - Received callback for node 69cd54a59d57b5fa411885a7 INFO: 172.20.0.1:58662 - "POST /node/69cd54a59d57b5fa411885a7 HTTP/1.0" 202 Accepted 2026-04-03 17:23:54,892 - lava_callback - INFO - Starting async job submit for node 69cd54a59d57b5fa411885a7 2026-04-03 17:23:54,894 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:23:54,909 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54a59d57b5fa411885a7 HTTP/1.1" 200 None 2026-04-03 17:23:54,910 - lava_callback - DEBUG - Processing node 69cd54a59d57b5fa411885a7: baseline-arm64-clabbe 2026-04-03 17:23:54,910 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd54a59d57b5fa411885a7 2026-04-03 17:23:54,911 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:23:54,929 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54a59d57b5fa411885a7 HTTP/1.1" 200 None 2026-04-03 17:23:54,930 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:23:54,950 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:23:54,952 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:23:54,975 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd54a59d57b5fa411885a7 HTTP/1.1" 200 None 2026-04-03 17:23:54,976 - lava_callback - ERROR - Error processing callback for node 69cd54a59d57b5fa411885a7: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:58678 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58692 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46454 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42698 - "GET /node/694981ccd45a0a86fbe253e6%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:42700 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42712 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48254 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48828 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34318 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34906 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36010 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36012 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60826 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:25:34,964 - lava_callback - INFO - Received callback for node 69cd54fc9d57b5fa411885b0 INFO: 172.20.0.1:53234 - "POST /node/69cd54fc9d57b5fa411885b0 HTTP/1.0" 202 Accepted 2026-04-03 17:25:34,969 - lava_callback - INFO - Starting async job submit for node 69cd54fc9d57b5fa411885b0 2026-04-03 17:25:34,970 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:25:34,984 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54fc9d57b5fa411885b0 HTTP/1.1" 200 None 2026-04-03 17:25:34,985 - lava_callback - DEBUG - Processing node 69cd54fc9d57b5fa411885b0: baseline-arm64-clabbe 2026-04-03 17:25:34,985 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd54fc9d57b5fa411885b0 2026-04-03 17:25:34,986 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:25:35,000 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd54fc9d57b5fa411885b0 HTTP/1.1" 200 None 2026-04-03 17:25:35,002 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:25:35,021 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69caa25b4b5e3e0ab6a60b66 HTTP/1.1" 200 None 2026-04-03 17:25:35,022 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:25:35,043 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd54fc9d57b5fa411885b0 HTTP/1.1" 200 None 2026-04-03 17:25:35,044 - lava_callback - ERROR - Error processing callback for node 69cd54fc9d57b5fa411885b0: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:53246 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39298 - "GET /node/698a83bbd9a1cfa777a23abf%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:39308 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33458 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33474 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43062 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56798 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49866 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:26:28,127 - lava_callback - INFO - Received callback for node 69cd553c9d57b5fa411885b7 INFO: 172.20.0.1:49880 - "POST /node/69cd553c9d57b5fa411885b7 HTTP/1.0" 202 Accepted 2026-04-03 17:26:28,132 - lava_callback - INFO - Starting async job submit for node 69cd553c9d57b5fa411885b7 2026-04-03 17:26:28,133 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:26:28,153 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd553c9d57b5fa411885b7 HTTP/1.1" 200 None 2026-04-03 17:26:28,155 - lava_callback - DEBUG - Processing node 69cd553c9d57b5fa411885b7: baseline-arm-baylibre 2026-04-03 17:26:28,155 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd553c9d57b5fa411885b7 2026-04-03 17:26:28,156 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:26:28,171 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd553c9d57b5fa411885b7 HTTP/1.1" 200 None 2026-04-03 17:26:28,174 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:26:28,193 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:26:28,194 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:26:28,217 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd553c9d57b5fa411885b7 HTTP/1.1" 200 None 2026-04-03 17:26:28,219 - lava_callback - ERROR - Error processing callback for node 69cd553c9d57b5fa411885b7: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:42064 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36862 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54256 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54270 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37838 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:27:08,142 - lava_callback - INFO - Received callback for node 69cd55609d57b5fa411885c0 INFO: 172.20.0.1:37846 - "POST /node/69cd55609d57b5fa411885c0 HTTP/1.0" 202 Accepted 2026-04-03 17:27:08,151 - lava_callback - INFO - Starting async job submit for node 69cd55609d57b5fa411885c0 2026-04-03 17:27:08,152 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:08,169 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55609d57b5fa411885c0 HTTP/1.1" 200 None 2026-04-03 17:27:08,170 - lava_callback - DEBUG - Processing node 69cd55609d57b5fa411885c0: baseline-arm-baylibre 2026-04-03 17:27:08,170 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd55609d57b5fa411885c0 2026-04-03 17:27:08,171 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:08,186 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55609d57b5fa411885c0 HTTP/1.1" 200 None 2026-04-03 17:27:08,187 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:08,201 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:27:08,203 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:08,233 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd55609d57b5fa411885c0 HTTP/1.1" 200 None 2026-04-03 17:27:08,234 - lava_callback - ERROR - Error processing callback for node 69cd55609d57b5fa411885c0: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:46672 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:46674 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44642 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44432 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59628 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:27:48,215 - lava_callback - INFO - Received callback for node 69cd55849d57b5fa411885c9 INFO: 172.20.0.1:59644 - "POST /node/69cd55849d57b5fa411885c9 HTTP/1.0" 202 Accepted 2026-04-03 17:27:48,221 - lava_callback - INFO - Starting async job submit for node 69cd55849d57b5fa411885c9 2026-04-03 17:27:48,222 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:48,236 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55849d57b5fa411885c9 HTTP/1.1" 200 None 2026-04-03 17:27:48,237 - lava_callback - DEBUG - Processing node 69cd55849d57b5fa411885c9: baseline-arm-baylibre 2026-04-03 17:27:48,237 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd55849d57b5fa411885c9 2026-04-03 17:27:48,238 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:48,251 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55849d57b5fa411885c9 HTTP/1.1" 200 None 2026-04-03 17:27:48,253 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:48,265 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:27:48,267 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:27:48,288 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd55849d57b5fa411885c9 HTTP/1.1" 200 None 2026-04-03 17:27:48,294 - lava_callback - ERROR - Error processing callback for node 69cd55849d57b5fa411885c9: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:38642 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38650 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50696 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:50702 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50716 - "GET /node/698a41d522b4cc0f227b068c%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:48878 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:28:28,199 - lava_callback - INFO - Received callback for node 69cd55ab9d57b5fa411885d2 INFO: 172.20.0.1:48880 - "POST /node/69cd55ab9d57b5fa411885d2 HTTP/1.0" 202 Accepted 2026-04-03 17:28:28,205 - lava_callback - INFO - Starting async job submit for node 69cd55ab9d57b5fa411885d2 2026-04-03 17:28:28,206 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:28:28,220 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55ab9d57b5fa411885d2 HTTP/1.1" 200 None 2026-04-03 17:28:28,221 - lava_callback - DEBUG - Processing node 69cd55ab9d57b5fa411885d2: baseline-arm-baylibre 2026-04-03 17:28:28,221 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd55ab9d57b5fa411885d2 2026-04-03 17:28:28,222 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:28:28,238 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55ab9d57b5fa411885d2 HTTP/1.1" 200 None 2026-04-03 17:28:28,239 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:28:28,253 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:28:28,254 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:28:28,273 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd55ab9d57b5fa411885d2 HTTP/1.1" 200 None 2026-04-03 17:28:28,280 - lava_callback - ERROR - Error processing callback for node 69cd55ab9d57b5fa411885d2: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:36840 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41790 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55784 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55798 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39638 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:29:08,268 - lava_callback - INFO - Received callback for node 69cd55d09d57b5fa411885df INFO: 172.20.0.1:39644 - "POST /node/69cd55d09d57b5fa411885df HTTP/1.0" 202 Accepted 2026-04-03 17:29:08,274 - lava_callback - INFO - Starting async job submit for node 69cd55d09d57b5fa411885df 2026-04-03 17:29:08,275 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:08,299 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55d09d57b5fa411885df HTTP/1.1" 200 None 2026-04-03 17:29:08,300 - lava_callback - DEBUG - Processing node 69cd55d09d57b5fa411885df: baseline-arm-baylibre 2026-04-03 17:29:08,300 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd55d09d57b5fa411885df 2026-04-03 17:29:08,301 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:08,318 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55d09d57b5fa411885df HTTP/1.1" 200 None 2026-04-03 17:29:08,320 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:08,334 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:29:08,336 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:08,360 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd55d09d57b5fa411885df HTTP/1.1" 200 None 2026-04-03 17:29:08,362 - lava_callback - ERROR - Error processing callback for node 69cd55d09d57b5fa411885df: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:40600 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:40612 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35570 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:29:35,169 - lava_callback - INFO - Received callback for node 69cd55f59d57b5fa411885e6 INFO: 172.20.0.1:51698 - "POST /node/69cd55f59d57b5fa411885e6 HTTP/1.0" 202 Accepted 2026-04-03 17:29:35,175 - lava_callback - INFO - Starting async job submit for node 69cd55f59d57b5fa411885e6 2026-04-03 17:29:35,176 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:35,190 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55f59d57b5fa411885e6 HTTP/1.1" 200 None 2026-04-03 17:29:35,191 - lava_callback - DEBUG - Processing node 69cd55f59d57b5fa411885e6: baseline-arm-clabbe 2026-04-03 17:29:35,191 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd55f59d57b5fa411885e6 2026-04-03 17:29:35,192 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:35,206 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd55f59d57b5fa411885e6 HTTP/1.1" 200 None 2026-04-03 17:29:35,208 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:35,221 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:29:35,223 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:29:35,250 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd55f59d57b5fa411885e6 HTTP/1.1" 200 None 2026-04-03 17:29:35,251 - lava_callback - ERROR - Error processing callback for node 69cd55f59d57b5fa411885e6: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:51708 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47690 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47696 - "GET /node/698e28e8952a14bf500e402d%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:57546 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57558 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44360 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:30:15,109 - lava_callback - INFO - Received callback for node 69cd561a9d57b5fa411885ef INFO: 172.20.0.1:52000 - "POST /node/69cd561a9d57b5fa411885ef HTTP/1.0" 202 Accepted 2026-04-03 17:30:15,115 - lava_callback - INFO - Starting async job submit for node 69cd561a9d57b5fa411885ef 2026-04-03 17:30:15,116 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:15,130 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd561a9d57b5fa411885ef HTTP/1.1" 200 None 2026-04-03 17:30:15,131 - lava_callback - DEBUG - Processing node 69cd561a9d57b5fa411885ef: baseline-arm-clabbe 2026-04-03 17:30:15,131 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd561a9d57b5fa411885ef 2026-04-03 17:30:15,132 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:15,145 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd561a9d57b5fa411885ef HTTP/1.1" 200 None 2026-04-03 17:30:15,146 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 INFO: 172.20.0.1:52016 - "GET /api/metrics HTTP/1.0" 200 OK 2026-04-03 17:30:15,166 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:30:15,168 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:15,188 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd561a9d57b5fa411885ef HTTP/1.1" 200 None 2026-04-03 17:30:15,194 - lava_callback - ERROR - Error processing callback for node 69cd561a9d57b5fa411885ef: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:52018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37728 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41348 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:30:55,210 - lava_callback - INFO - Received callback for node 69cd563e9d57b5fa411885f8 INFO: 172.20.0.1:47192 - "POST /node/69cd563e9d57b5fa411885f8 HTTP/1.0" 202 Accepted 2026-04-03 17:30:55,216 - lava_callback - INFO - Starting async job submit for node 69cd563e9d57b5fa411885f8 2026-04-03 17:30:55,217 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:55,231 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd563e9d57b5fa411885f8 HTTP/1.1" 200 None 2026-04-03 17:30:55,232 - lava_callback - DEBUG - Processing node 69cd563e9d57b5fa411885f8: baseline-arm-clabbe 2026-04-03 17:30:55,232 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd563e9d57b5fa411885f8 2026-04-03 17:30:55,232 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:55,251 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd563e9d57b5fa411885f8 HTTP/1.1" 200 None 2026-04-03 17:30:55,252 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:55,268 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:30:55,270 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:30:55,296 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd563e9d57b5fa411885f8 HTTP/1.1" 200 None 2026-04-03 17:30:55,307 - lava_callback - ERROR - Error processing callback for node 69cd563e9d57b5fa411885f8: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:47200 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47206 - "GET /node/6911a883e314d938f2390347%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:47212 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40546 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48946 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:48948 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51742 - "GET / HTTP/1.0" 200 OK 2026-04-03 17:31:35,188 - lava_callback - INFO - Received callback for node 69cd56639d57b5fa41188601 INFO: 172.20.0.1:54878 - "POST /node/69cd56639d57b5fa41188601 HTTP/1.0" 202 Accepted 2026-04-03 17:31:35,194 - lava_callback - INFO - Starting async job submit for node 69cd56639d57b5fa41188601 2026-04-03 17:31:35,194 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:31:35,209 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd56639d57b5fa41188601 HTTP/1.1" 200 None 2026-04-03 17:31:35,210 - lava_callback - DEBUG - Processing node 69cd56639d57b5fa41188601: baseline-arm-clabbe 2026-04-03 17:31:35,210 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd56639d57b5fa41188601 2026-04-03 17:31:35,210 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:31:35,224 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd56639d57b5fa41188601 HTTP/1.1" 200 None 2026-04-03 17:31:35,225 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:31:35,238 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:31:35,240 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:31:35,260 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd56639d57b5fa41188601 HTTP/1.1" 200 None 2026-04-03 17:31:35,268 - lava_callback - ERROR - Error processing callback for node 69cd56639d57b5fa41188601: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:54886 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39454 - "GET /node/698f5ee73013abef95cf9749%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:39462 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39470 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54240 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:41072 - "GET /api/metrics HTTP/1.0" 200 OK 2026-04-03 17:32:15,241 - lava_callback - INFO - Received callback for node 69cd56899d57b5fa4118860b INFO: 172.20.0.1:41086 - "POST /node/69cd56899d57b5fa4118860b HTTP/1.0" 202 Accepted 2026-04-03 17:32:15,247 - lava_callback - INFO - Starting async job submit for node 69cd56899d57b5fa4118860b 2026-04-03 17:32:15,248 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:32:15,262 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd56899d57b5fa4118860b HTTP/1.1" 200 None 2026-04-03 17:32:15,263 - lava_callback - DEBUG - Processing node 69cd56899d57b5fa4118860b: baseline-arm-clabbe 2026-04-03 17:32:15,263 - lava_callback - WARNING - No log data found in callback Job failure metadata not found for node: 69cd56899d57b5fa4118860b 2026-04-03 17:32:15,264 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:32:15,277 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69cd56899d57b5fa4118860b HTTP/1.1" 200 None 2026-04-03 17:32:15,279 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:32:15,293 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "GET /latest/node/69c55c70abf66a8f4d9b9655 HTTP/1.1" 200 None 2026-04-03 17:32:15,295 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): staging.kernelci.org:9000 2026-04-03 17:32:15,321 - urllib3.connectionpool - DEBUG - https://staging.kernelci.org:9000 "PUT /latest/nodes/69cd56899d57b5fa4118860b HTTP/1.1" 200 None 2026-04-03 17:32:15,323 - lava_callback - ERROR - Error processing callback for node 69cd56899d57b5fa4118860b: 'lava' Traceback (most recent call last): File "/home/kernelci/pipeline/lava_callback.py", line 366, in async_job_submit _emit_callback_telemetry( File "/home/kernelci/pipeline/lava_callback.py", line 387, in _emit_callback_telemetry is_infra = job_callback.is_infra_error() if job_node.get( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.12/site-packages/kernelci/runtime/lava.py", line 119, in is_infra_error lava_yaml = self._data['results']['lava'] ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ KeyError: 'lava' INFO: 172.20.0.1:41092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57260 - "GET /node/691b512cac5847a394495fa6%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:57268 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:32816 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37268 - "GET /node/693b0f09fee8383e92b729ed%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:37270 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46458 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46472 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36428 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55882 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:55896 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:33400 - "GET /node/692970a616466de9ac8f0d67%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:33412 - "GET /node/693f032b24745582e3995d8c%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:33416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35396 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56274 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59324 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59338 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44556 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:39222 - "GET /node/694b04886c96ed51d3173751%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:39224 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:39228 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38822 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45704 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45718 - "GET /node/69191ca7ef36f328cfd411f1%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:45724 - "GET /node/69903be7985e4efca431ded8%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:44598 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44610 - "GET /node/69535a8031522df6df79d2a4%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:47070 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47082 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34326 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38694 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38696 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60562 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51456 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43932 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48512 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48520 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40416 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36492 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:36496 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36506 - "GET /node/6938c290e767fbc36e03e2ba%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:52808 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42518 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59796 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42204 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42218 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34916 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38492 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:38498 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52262 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56300 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58376 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56842 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56850 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56256 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43866 - "GET /node/6984b6c43a8748f28208878e%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:43882 - "GET /node/69c1e3c90efaf21d931060e2%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:43898 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:43900 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45650 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57008 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45628 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36228 - "GET /node/69bc9870b4744551b27fa0ed%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:36234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:36244 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58614 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42768 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:42778 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49092 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42976 - "GET /node/694b04826c96ed51d3173749%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:42978 - "GET /node/69845ef63a8748f282086269%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:42994 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51286 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38178 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:38180 - "GET /node/69c1f69e0efaf21d93106cad%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:38190 - "GET /node/693b19cb15f407b7629df7a9%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:38198 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43498 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54078 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54088 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:46234 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57694 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56754 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50136 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50140 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49344 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54908 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:54910 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37858 - "GET /node/693e16a8407f32424eb56c2e%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:37870 - "GET /node/693af1c0fee8383e92b69fec%5Cn HTTP/1.0" 405 Method Not Allowed INFO: 172.20.0.1:37878 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47040 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51868 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52804 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52812 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37592 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57608 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:57616 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:60018 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59698 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:50400 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57490 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57500 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:54214 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58000 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:58008 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58584 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43328 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48434 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:43436 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44940 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:44942 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:52390 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:52392 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:57808 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:55036 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:40014 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:45012 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53818 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:53824 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:49614 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:49618 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:42668 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:34496 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:37788 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:35046 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47804 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:47810 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:56976 - "GET /api/metrics HTTP/1.0" 200 OK INFO: 172.20.0.1:56980 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48190 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:48926 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:51516 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:59072 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58166 - "GET / HTTP/1.0" 200 OK INFO: 172.20.0.1:58182 - "GET / HTTP/1.0" 200 OK